{"level":"warn","ts":"2026-03-04T11:07:34.153544Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-04T11:07:34.153703Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.18:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.18:2380","--initial-cluster=instance=https://199.19.213.18:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.18:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.18:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-04T11:07:34.153801Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-04T11:07:34.153812Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.18:2380"]} {"level":"info","ts":"2026-03-04T11:07:34.153838Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-04T11:07:34.154698Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.18:2379"]} {"level":"info","ts":"2026-03-04T11:07:34.154819Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.18:2380"],"listen-peer-urls":["https://199.19.213.18:2380"],"advertise-client-urls":["https://199.19.213.18:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.18:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.18:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-04T11:07:34.159076Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.656575ms"} {"level":"info","ts":"2026-03-04T11:07:34.168562Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"6d0358acb671c233","cluster-id":"ba212af698de913f"} {"level":"info","ts":"2026-03-04T11:07:34.168661Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6d0358acb671c233 switched to configuration voters=()"} {"level":"info","ts":"2026-03-04T11:07:34.168707Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6d0358acb671c233 became follower at term 0"} {"level":"info","ts":"2026-03-04T11:07:34.168751Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 6d0358acb671c233 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-04T11:07:34.168776Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6d0358acb671c233 became follower at term 1"} {"level":"info","ts":"2026-03-04T11:07:34.16885Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6d0358acb671c233 switched to configuration voters=(7855219673882804787)"} {"level":"warn","ts":"2026-03-04T11:07:34.174462Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-04T11:07:34.176292Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-04T11:07:34.178819Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-04T11:07:34.182031Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"6d0358acb671c233","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-04T11:07:34.182161Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"6d0358acb671c233","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-04T11:07:34.182332Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T11:07:34.182425Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T11:07:34.182461Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T11:07:34.184823Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6d0358acb671c233 switched to configuration voters=(7855219673882804787)"} {"level":"info","ts":"2026-03-04T11:07:34.185451Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"ba212af698de913f","local-member-id":"6d0358acb671c233","added-peer-id":"6d0358acb671c233","added-peer-peer-urls":["https://199.19.213.18:2380"]} {"level":"info","ts":"2026-03-04T11:07:34.186785Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-04T11:07:34.187022Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.18:2380"} {"level":"info","ts":"2026-03-04T11:07:34.187074Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"6d0358acb671c233","initial-advertise-peer-urls":["https://199.19.213.18:2380"],"listen-peer-urls":["https://199.19.213.18:2380"],"advertise-client-urls":["https://199.19.213.18:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.18:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-04T11:07:34.187075Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.18:2380"} {"level":"info","ts":"2026-03-04T11:07:34.187127Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-04T11:07:34.969431Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6d0358acb671c233 is starting a new election at term 1"} {"level":"info","ts":"2026-03-04T11:07:34.969499Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6d0358acb671c233 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-04T11:07:34.969546Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6d0358acb671c233 received MsgPreVoteResp from 6d0358acb671c233 at term 1"} {"level":"info","ts":"2026-03-04T11:07:34.969568Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6d0358acb671c233 became candidate at term 2"} {"level":"info","ts":"2026-03-04T11:07:34.969579Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6d0358acb671c233 received MsgVoteResp from 6d0358acb671c233 at term 2"} {"level":"info","ts":"2026-03-04T11:07:34.969596Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6d0358acb671c233 became leader at term 2"} {"level":"info","ts":"2026-03-04T11:07:34.969616Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 6d0358acb671c233 elected leader 6d0358acb671c233 at term 2"} {"level":"info","ts":"2026-03-04T11:07:34.970792Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"6d0358acb671c233","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.18:2379]}","request-path":"/0/members/6d0358acb671c233/attributes","cluster-id":"ba212af698de913f","publish-timeout":"7s"} {"level":"info","ts":"2026-03-04T11:07:34.97086Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-04T11:07:34.97091Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T11:07:34.97096Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-04T11:07:34.971207Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-04T11:07:34.971305Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-04T11:07:34.971804Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"ba212af698de913f","local-member-id":"6d0358acb671c233","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T11:07:34.971874Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T11:07:34.971893Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T11:07:34.973966Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.18:2379"} {"level":"info","ts":"2026-03-04T11:07:34.974475Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-04T11:07:36.382834Z","caller":"traceutil/trace.go:171","msg":"trace[1618547405] linearizableReadLoop","detail":"{readStateIndex:9; appliedIndex:7; }","duration":"109.878825ms","start":"2026-03-04T11:07:36.272926Z","end":"2026-03-04T11:07:36.382805Z","steps":["trace[1618547405] 'read index received' (duration: 109.818253ms)","trace[1618547405] 'applied index is now lower than readState.Index' (duration: 58.932µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:07:36.382911Z","caller":"traceutil/trace.go:171","msg":"trace[487844656] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"110.162495ms","start":"2026-03-04T11:07:36.272727Z","end":"2026-03-04T11:07:36.382889Z","steps":["trace[487844656] 'process raft request' (duration: 110.039461ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:07:36.382978Z","caller":"traceutil/trace.go:171","msg":"trace[645661838] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"110.184136ms","start":"2026-03-04T11:07:36.272729Z","end":"2026-03-04T11:07:36.382913Z","steps":["trace[645661838] 'process raft request' (duration: 109.925697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:07:36.383126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.153994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-04T11:07:36.383249Z","caller":"traceutil/trace.go:171","msg":"trace[1196537542] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:6; }","duration":"110.34619ms","start":"2026-03-04T11:07:36.27288Z","end":"2026-03-04T11:07:36.383227Z","steps":["trace[1196537542] 'agreement among raft nodes before linearized reading' (duration: 110.084932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:07:36.392983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.899331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-04T11:07:36.393064Z","caller":"traceutil/trace.go:171","msg":"trace[649152697] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"119.994154ms","start":"2026-03-04T11:07:36.273042Z","end":"2026-03-04T11:07:36.393036Z","steps":["trace[649152697] 'agreement among raft nodes before linearized reading' (duration: 119.86697ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:07:36.393083Z","caller":"traceutil/trace.go:171","msg":"trace[852394925] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"119.835349ms","start":"2026-03-04T11:07:36.273227Z","end":"2026-03-04T11:07:36.393063Z","steps":["trace[852394925] 'process raft request' (duration: 119.603812ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:07:36.393132Z","caller":"traceutil/trace.go:171","msg":"trace[858326298] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"120.160049ms","start":"2026-03-04T11:07:36.272948Z","end":"2026-03-04T11:07:36.393108Z","steps":["trace[858326298] 'process raft request' (duration: 119.823429ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:07:36.393214Z","caller":"traceutil/trace.go:171","msg":"trace[457383538] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"110.056361ms","start":"2026-03-04T11:07:36.283147Z","end":"2026-03-04T11:07:36.393204Z","steps":["trace[457383538] 'process raft request' (duration: 109.726111ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:07:36.393221Z","caller":"traceutil/trace.go:171","msg":"trace[1361185729] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"120.169649ms","start":"2026-03-04T11:07:36.27302Z","end":"2026-03-04T11:07:36.393189Z","steps":["trace[1361185729] 'process raft request' (duration: 119.785207ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:07:36.393329Z","caller":"traceutil/trace.go:171","msg":"trace[620433915] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"120.369596ms","start":"2026-03-04T11:07:36.27294Z","end":"2026-03-04T11:07:36.39331Z","steps":["trace[620433915] 'process raft request' (duration: 119.751146ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:07:38.503852Z","caller":"traceutil/trace.go:171","msg":"trace[554932727] transaction","detail":"{read_only:false; response_revision:199; number_of_response:1; }","duration":"157.170173ms","start":"2026-03-04T11:07:38.346645Z","end":"2026-03-04T11:07:38.503815Z","steps":["trace[554932727] 'process raft request' (duration: 156.966116ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:07:55.616504Z","caller":"traceutil/trace.go:171","msg":"trace[1227015562] transaction","detail":"{read_only:false; response_revision:410; number_of_response:1; }","duration":"178.38025ms","start":"2026-03-04T11:07:55.438097Z","end":"2026-03-04T11:07:55.616478Z","steps":["trace[1227015562] 'process raft request' (duration: 178.139143ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:07:55.790697Z","caller":"traceutil/trace.go:171","msg":"trace[2133549593] transaction","detail":"{read_only:false; response_revision:411; number_of_response:1; }","duration":"170.388399ms","start":"2026-03-04T11:07:55.620236Z","end":"2026-03-04T11:07:55.790625Z","steps":["trace[2133549593] 'process raft request' (duration: 90.59322ms)","trace[2133549593] 'compare' (duration: 79.681845ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:07:56.526749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.111492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:07:56.526855Z","caller":"traceutil/trace.go:171","msg":"trace[710224440] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:411; }","duration":"420.258257ms","start":"2026-03-04T11:07:56.106569Z","end":"2026-03-04T11:07:56.526827Z","steps":["trace[710224440] 'range keys from in-memory index tree' (duration: 420.02631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:07:56.526907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:07:56.106549Z","time spent":"420.34586ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T11:08:01.893157Z","caller":"traceutil/trace.go:171","msg":"trace[864421627] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"253.619396ms","start":"2026-03-04T11:08:01.639494Z","end":"2026-03-04T11:08:01.893113Z","steps":["trace[864421627] 'process raft request' (duration: 253.382739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:08:02.315554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.06352ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:08:02.315698Z","caller":"traceutil/trace.go:171","msg":"trace[245915872] linearizableReadLoop","detail":"{readStateIndex:443; appliedIndex:442; }","duration":"333.929322ms","start":"2026-03-04T11:08:01.981747Z","end":"2026-03-04T11:08:02.315676Z","steps":["trace[245915872] 'read index received' (duration: 37.964484ms)","trace[245915872] 'applied index is now lower than readState.Index' (duration: 295.962948ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:08:02.315814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.063137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:3 size:12673"} {"level":"info","ts":"2026-03-04T11:08:02.315876Z","caller":"traceutil/trace.go:171","msg":"trace[1149100915] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:3; response_revision:426; }","duration":"334.17877ms","start":"2026-03-04T11:08:01.981681Z","end":"2026-03-04T11:08:02.31586Z","steps":["trace[1149100915] 'agreement among raft nodes before linearized reading' (duration: 334.058016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:08:02.315927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:08:01.981661Z","time spent":"334.250833ms","remote":"127.0.0.1:41168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":3,"response size":12696,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" "} {"level":"info","ts":"2026-03-04T11:08:02.315802Z","caller":"traceutil/trace.go:171","msg":"trace[960077085] transaction","detail":"{read_only:false; response_revision:426; number_of_response:1; }","duration":"418.492972ms","start":"2026-03-04T11:08:01.897262Z","end":"2026-03-04T11:08:02.315755Z","steps":["trace[960077085] 'process raft request' (duration: 122.459601ms)","trace[960077085] 'compare' (duration: 294.957577ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:08:02.31607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:08:01.89724Z","time spent":"418.74797ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:08:04.873984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.239855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T11:08:04.874021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.211717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T11:08:04.874075Z","caller":"traceutil/trace.go:171","msg":"trace[1902252410] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:464; }","duration":"171.3884ms","start":"2026-03-04T11:08:04.702667Z","end":"2026-03-04T11:08:04.874055Z","steps":["trace[1902252410] 'range keys from in-memory index tree' (duration: 171.140212ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:08:04.874141Z","caller":"traceutil/trace.go:171","msg":"trace[1830195206] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:464; }","duration":"283.359322ms","start":"2026-03-04T11:08:04.590729Z","end":"2026-03-04T11:08:04.874088Z","steps":["trace[1830195206] 'range keys from in-memory index tree' (duration: 283.126834ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:08:06.0418Z","caller":"traceutil/trace.go:171","msg":"trace[1298090954] transaction","detail":"{read_only:false; response_revision:468; number_of_response:1; }","duration":"129.445552ms","start":"2026-03-04T11:08:05.912328Z","end":"2026-03-04T11:08:06.041774Z","steps":["trace[1298090954] 'process raft request' (duration: 129.332448ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:08:12.505193Z","caller":"traceutil/trace.go:171","msg":"trace[1065192918] linearizableReadLoop","detail":"{readStateIndex:527; appliedIndex:526; }","duration":"398.872312ms","start":"2026-03-04T11:08:12.106282Z","end":"2026-03-04T11:08:12.505154Z","steps":["trace[1065192918] 'read index received' (duration: 398.547323ms)","trace[1065192918] 'applied index is now lower than readState.Index' (duration: 323.399µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:08:12.505236Z","caller":"traceutil/trace.go:171","msg":"trace[1951106029] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"439.951714ms","start":"2026-03-04T11:08:12.065226Z","end":"2026-03-04T11:08:12.505178Z","steps":["trace[1951106029] 'process raft request' (duration: 439.605544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:08:12.505388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.066078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:08:12.50549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.57045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:08:12.505497Z","caller":"traceutil/trace.go:171","msg":"trace[2036998903] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:508; }","duration":"399.246553ms","start":"2026-03-04T11:08:12.106227Z","end":"2026-03-04T11:08:12.505474Z","steps":["trace[2036998903] 'agreement among raft nodes before linearized reading' (duration: 399.041507ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:08:12.505557Z","caller":"traceutil/trace.go:171","msg":"trace[33581395] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:508; }","duration":"337.714314ms","start":"2026-03-04T11:08:12.167823Z","end":"2026-03-04T11:08:12.505537Z","steps":["trace[33581395] 'agreement among raft nodes before linearized reading' (duration: 337.58516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:08:12.505561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:08:12.106202Z","time spent":"399.350586ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:08:12.505612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:08:12.167799Z","time spent":"337.802167ms","remote":"127.0.0.1:41168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-04T11:08:12.505814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.948253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-kph7l\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-03-04T11:08:12.505899Z","caller":"traceutil/trace.go:171","msg":"trace[1550327191] range","detail":"{range_begin:/registry/pods/kube-system/cilium-kph7l; range_end:; response_count:1; response_revision:508; }","duration":"325.098377ms","start":"2026-03-04T11:08:12.18078Z","end":"2026-03-04T11:08:12.505879Z","steps":["trace[1550327191] 'agreement among raft nodes before linearized reading' (duration: 324.703186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:08:12.50594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:08:12.180763Z","time spent":"325.16791ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16984,"request content":"key:\"/registry/pods/kube-system/cilium-kph7l\" "} {"level":"warn","ts":"2026-03-04T11:08:12.506095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:08:12.065191Z","time spent":"440.19061ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:08:13.010757Z","caller":"traceutil/trace.go:171","msg":"trace[1083719481] linearizableReadLoop","detail":"{readStateIndex:529; appliedIndex:528; }","duration":"102.61336ms","start":"2026-03-04T11:08:12.908121Z","end":"2026-03-04T11:08:13.010735Z","steps":["trace[1083719481] 'read index received' (duration: 102.316352ms)","trace[1083719481] 'applied index is now lower than readState.Index' (duration: 296.188µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:08:13.010813Z","caller":"traceutil/trace.go:171","msg":"trace[881389803] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"490.877703ms","start":"2026-03-04T11:08:12.519878Z","end":"2026-03-04T11:08:13.010756Z","steps":["trace[881389803] 'process raft request' (duration: 490.689957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:08:13.010991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:08:12.519841Z","time spent":"491.040737ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:08:13.011019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.898418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T11:08:13.011054Z","caller":"traceutil/trace.go:171","msg":"trace[260535278] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:510; }","duration":"102.998351ms","start":"2026-03-04T11:08:12.908047Z","end":"2026-03-04T11:08:13.011045Z","steps":["trace[260535278] 'agreement among raft nodes before linearized reading' (duration: 102.827446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:08:14.367831Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.150129093s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T11:08:14.424396Z","caller":"traceutil/trace.go:171","msg":"trace[988335325] linearizableReadLoop","detail":"{readStateIndex:532; appliedIndex:531; }","duration":"316.630188ms","start":"2026-03-04T11:08:14.107732Z","end":"2026-03-04T11:08:14.424362Z","steps":["trace[988335325] 'read index received' (duration: 260.292436ms)","trace[988335325] 'applied index is now lower than readState.Index' (duration: 56.336112ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:08:14.424552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.799473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:08:14.424643Z","caller":"traceutil/trace.go:171","msg":"trace[2059258990] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:512; }","duration":"316.957937ms","start":"2026-03-04T11:08:14.107662Z","end":"2026-03-04T11:08:14.42462Z","steps":["trace[2059258990] 'agreement among raft nodes before linearized reading' (duration: 316.782702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:08:14.424697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:08:14.107633Z","time spent":"317.05582ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T11:08:14.650148Z","caller":"traceutil/trace.go:171","msg":"trace[146231177] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"136.513507ms","start":"2026-03-04T11:08:14.513585Z","end":"2026-03-04T11:08:14.650099Z","steps":["trace[146231177] 'process raft request' (duration: 136.25724ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:08:16.524961Z","caller":"traceutil/trace.go:171","msg":"trace[858909708] transaction","detail":"{read_only:false; response_revision:664; number_of_response:1; }","duration":"134.234824ms","start":"2026-03-04T11:08:16.390699Z","end":"2026-03-04T11:08:16.524933Z","steps":["trace[858909708] 'process raft request' (duration: 134.078059ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:08:19.835741Z","caller":"traceutil/trace.go:171","msg":"trace[2101681277] transaction","detail":"{read_only:false; response_revision:707; number_of_response:1; }","duration":"127.929276ms","start":"2026-03-04T11:08:19.707778Z","end":"2026-03-04T11:08:19.835707Z","steps":["trace[2101681277] 'process raft request' (duration: 127.550165ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:08:26.135055Z","caller":"traceutil/trace.go:171","msg":"trace[1621706676] transaction","detail":"{read_only:false; response_revision:792; number_of_response:1; }","duration":"103.664929ms","start":"2026-03-04T11:08:26.031348Z","end":"2026-03-04T11:08:26.135013Z","steps":["trace[1621706676] 'process raft request' (duration: 56.090785ms)","trace[1621706676] 'compare' (duration: 47.353308ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:08:58.803054Z","caller":"traceutil/trace.go:171","msg":"trace[512097438] transaction","detail":"{read_only:false; response_revision:1151; number_of_response:1; }","duration":"206.339581ms","start":"2026-03-04T11:08:58.596689Z","end":"2026-03-04T11:08:58.803029Z","steps":["trace[512097438] 'process raft request' (duration: 206.174946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:09:22.065615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.948347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T11:09:22.065692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.005043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cf5f40ac-c0e2-4b2e-b49c-91b1cf1b790e\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-04T11:09:22.065731Z","caller":"traceutil/trace.go:171","msg":"trace[49198298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1551; }","duration":"651.106141ms","start":"2026-03-04T11:09:21.4146Z","end":"2026-03-04T11:09:22.065706Z","steps":["trace[49198298] 'range keys from in-memory index tree' (duration: 650.784853ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:09:22.065764Z","caller":"traceutil/trace.go:171","msg":"trace[1532504663] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cf5f40ac-c0e2-4b2e-b49c-91b1cf1b790e; range_end:; response_count:1; response_revision:1551; }","duration":"108.101645ms","start":"2026-03-04T11:09:21.957642Z","end":"2026-03-04T11:09:22.065744Z","steps":["trace[1532504663] 'range keys from in-memory index tree' (duration: 107.841929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:09:22.06579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:09:21.414583Z","time spent":"651.192064ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T11:09:22.065839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.246702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cf5f40ac-c0e2-4b2e-b49c-91b1cf1b790e\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-04T11:09:22.065889Z","caller":"traceutil/trace.go:171","msg":"trace[641974851] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cf5f40ac-c0e2-4b2e-b49c-91b1cf1b790e; range_end:; response_count:1; response_revision:1551; }","duration":"523.293784ms","start":"2026-03-04T11:09:21.54258Z","end":"2026-03-04T11:09:22.065874Z","steps":["trace[641974851] 'range keys from in-memory index tree' (duration: 523.064597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:09:22.065617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.132035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T11:09:22.065928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:09:21.542513Z","time spent":"523.406216ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cf5f40ac-c0e2-4b2e-b49c-91b1cf1b790e\" "} {"level":"info","ts":"2026-03-04T11:09:22.065949Z","caller":"traceutil/trace.go:171","msg":"trace[1366421705] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1551; }","duration":"646.497564ms","start":"2026-03-04T11:09:21.41943Z","end":"2026-03-04T11:09:22.065927Z","steps":["trace[1366421705] 'range keys from in-memory index tree' (duration: 645.966451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:09:22.066011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:09:21.419415Z","time spent":"646.565517ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T11:09:22.065631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.196736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T11:09:22.066169Z","caller":"traceutil/trace.go:171","msg":"trace[1940282288] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1551; }","duration":"719.791553ms","start":"2026-03-04T11:09:21.346364Z","end":"2026-03-04T11:09:22.066155Z","steps":["trace[1940282288] 'range keys from in-memory index tree' (duration: 718.98675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:09:22.066213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:09:21.346332Z","time spent":"719.869095ms","remote":"127.0.0.1:43726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-04T11:09:22.243623Z","caller":"traceutil/trace.go:171","msg":"trace[1256500416] transaction","detail":"{read_only:false; response_revision:1552; number_of_response:1; }","duration":"168.399715ms","start":"2026-03-04T11:09:22.075182Z","end":"2026-03-04T11:09:22.243581Z","steps":["trace[1256500416] 'process raft request' (duration: 168.133878ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:09:22.390003Z","caller":"traceutil/trace.go:171","msg":"trace[454771602] transaction","detail":"{read_only:false; response_revision:1553; number_of_response:1; }","duration":"314.321222ms","start":"2026-03-04T11:09:22.07566Z","end":"2026-03-04T11:09:22.389981Z","steps":["trace[454771602] 'process raft request' (duration: 314.107836ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:09:22.390216Z","caller":"traceutil/trace.go:171","msg":"trace[1275688064] transaction","detail":"{read_only:false; response_revision:1554; number_of_response:1; }","duration":"311.780992ms","start":"2026-03-04T11:09:22.078417Z","end":"2026-03-04T11:09:22.390198Z","steps":["trace[1275688064] 'process raft request' (duration: 311.492244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:09:22.390234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:09:22.075634Z","time spent":"314.447445ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:09:22.390308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:09:22.078412Z","time spent":"311.846964ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3728,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:09:22.390405Z","caller":"traceutil/trace.go:171","msg":"trace[1017630712] transaction","detail":"{read_only:false; response_revision:1555; number_of_response:1; }","duration":"218.661668ms","start":"2026-03-04T11:09:22.171733Z","end":"2026-03-04T11:09:22.390395Z","steps":["trace[1017630712] 'process raft request' (duration: 218.407821ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:09:22.390395Z","caller":"traceutil/trace.go:171","msg":"trace[486674747] transaction","detail":"{read_only:false; response_revision:1556; number_of_response:1; }","duration":"157.68043ms","start":"2026-03-04T11:09:22.23269Z","end":"2026-03-04T11:09:22.390371Z","steps":["trace[486674747] 'process raft request' (duration: 157.543976ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:09:22.390505Z","caller":"traceutil/trace.go:171","msg":"trace[484565560] linearizableReadLoop","detail":"{readStateIndex:1617; appliedIndex:1614; }","duration":"283.825612ms","start":"2026-03-04T11:09:22.106667Z","end":"2026-03-04T11:09:22.390493Z","steps":["trace[484565560] 'read index received' (duration: 136.62355ms)","trace[484565560] 'applied index is now lower than readState.Index' (duration: 147.200932ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:09:22.390599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.939026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:09:22.390641Z","caller":"traceutil/trace.go:171","msg":"trace[1275035576] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1557; }","duration":"284.021448ms","start":"2026-03-04T11:09:22.106605Z","end":"2026-03-04T11:09:22.390627Z","steps":["trace[1275035576] 'agreement among raft nodes before linearized reading' (duration: 283.926785ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:09:22.390658Z","caller":"traceutil/trace.go:171","msg":"trace[1581689316] transaction","detail":"{read_only:false; response_revision:1557; number_of_response:1; }","duration":"155.465099ms","start":"2026-03-04T11:09:22.235171Z","end":"2026-03-04T11:09:22.390636Z","steps":["trace[1581689316] 'process raft request' (duration: 155.14066ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:09:22.633879Z","caller":"traceutil/trace.go:171","msg":"trace[703774326] transaction","detail":"{read_only:false; response_revision:1558; number_of_response:1; }","duration":"231.856782ms","start":"2026-03-04T11:09:22.401979Z","end":"2026-03-04T11:09:22.633835Z","steps":["trace[703774326] 'process raft request' (duration: 133.495484ms)","trace[703774326] 'compare' (duration: 98.173803ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:09:23.189581Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541822813,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T11:09:23.34121Z","caller":"traceutil/trace.go:171","msg":"trace[862879364] linearizableReadLoop","detail":"{readStateIndex:1622; appliedIndex:1621; }","duration":"652.361456ms","start":"2026-03-04T11:09:22.688818Z","end":"2026-03-04T11:09:23.34118Z","steps":["trace[862879364] 'read index received' (duration: 577.162676ms)","trace[862879364] 'applied index is now lower than readState.Index' (duration: 75.197289ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:09:23.341365Z","caller":"traceutil/trace.go:171","msg":"trace[1680228181] transaction","detail":"{read_only:false; response_revision:1559; number_of_response:1; }","duration":"716.817379ms","start":"2026-03-04T11:09:22.624528Z","end":"2026-03-04T11:09:23.341345Z","steps":["trace[1680228181] 'process raft request' (duration: 641.360862ms)","trace[1680228181] 'compare' (duration: 74.719817ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:09:23.341523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:09:22.624499Z","time spent":"716.917002ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:09:23.34181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.976702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:09:23.341883Z","caller":"traceutil/trace.go:171","msg":"trace[148740286] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1559; }","duration":"653.116515ms","start":"2026-03-04T11:09:22.688749Z","end":"2026-03-04T11:09:23.341866Z","steps":["trace[148740286] 'agreement among raft nodes before linearized reading' (duration: 652.971711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:09:23.341926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:09:22.688722Z","time spent":"653.194678ms","remote":"127.0.0.1:41168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":15,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:09:23.354695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.307378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:09:23.354733Z","caller":"traceutil/trace.go:171","msg":"trace[2014888068] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1559; }","duration":"634.39798ms","start":"2026-03-04T11:09:22.720326Z","end":"2026-03-04T11:09:23.354724Z","steps":["trace[2014888068] 'agreement among raft nodes before linearized reading' (duration: 634.340089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:09:23.354755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:09:22.720119Z","time spent":"634.630297ms","remote":"127.0.0.1:41238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:09:23.354888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.624911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-04T11:09:23.354988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.398692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T11:09:23.355009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.091573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T11:09:23.35505Z","caller":"traceutil/trace.go:171","msg":"trace[96329272] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1559; }","duration":"157.510526ms","start":"2026-03-04T11:09:23.197524Z","end":"2026-03-04T11:09:23.355034Z","steps":["trace[96329272] 'agreement among raft nodes before linearized reading' (duration: 157.239468ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:09:23.355077Z","caller":"traceutil/trace.go:171","msg":"trace[2011199262] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1559; }","duration":"299.154384ms","start":"2026-03-04T11:09:23.0559Z","end":"2026-03-04T11:09:23.355054Z","steps":["trace[2011199262] 'agreement among raft nodes before linearized reading' (duration: 298.922718ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:09:23.35509Z","caller":"traceutil/trace.go:171","msg":"trace[556868958] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1559; }","duration":"277.818777ms","start":"2026-03-04T11:09:23.077206Z","end":"2026-03-04T11:09:23.355025Z","steps":["trace[556868958] 'agreement among raft nodes before linearized reading' (duration: 277.497148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:09:23.35491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.780091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cf5f40ac-c0e2-4b2e-b49c-91b1cf1b790e\" ","response":"range_response_count:1 size:3743"} {"level":"info","ts":"2026-03-04T11:09:23.355157Z","caller":"traceutil/trace.go:171","msg":"trace[1019668009] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cf5f40ac-c0e2-4b2e-b49c-91b1cf1b790e; range_end:; response_count:1; response_revision:1559; }","duration":"284.067169ms","start":"2026-03-04T11:09:23.071071Z","end":"2026-03-04T11:09:23.355138Z","steps":["trace[1019668009] 'agreement among raft nodes before linearized reading' (duration: 283.651887ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:09:28.172704Z","caller":"traceutil/trace.go:171","msg":"trace[1309400490] linearizableReadLoop","detail":"{readStateIndex:1668; appliedIndex:1667; }","duration":"159.659175ms","start":"2026-03-04T11:09:28.013031Z","end":"2026-03-04T11:09:28.17269Z","steps":["trace[1309400490] 'read index received' (duration: 159.530071ms)","trace[1309400490] 'applied index is now lower than readState.Index' (duration: 128.174µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:09:28.172946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.903041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-04T11:09:28.172996Z","caller":"traceutil/trace.go:171","msg":"trace[325787698] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1603; }","duration":"160.006084ms","start":"2026-03-04T11:09:28.012984Z","end":"2026-03-04T11:09:28.17299Z","steps":["trace[325787698] 'agreement among raft nodes before linearized reading' (duration: 159.793638ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:09:34.864709Z","caller":"traceutil/trace.go:171","msg":"trace[1508404381] transaction","detail":"{read_only:false; response_revision:1653; number_of_response:1; }","duration":"355.814323ms","start":"2026-03-04T11:09:34.508838Z","end":"2026-03-04T11:09:34.864653Z","steps":["trace[1508404381] 'process raft request' (duration: 306.062444ms)","trace[1508404381] 'compare' (duration: 49.097641ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:09:34.864785Z","caller":"traceutil/trace.go:171","msg":"trace[1464682236] linearizableReadLoop","detail":"{readStateIndex:1719; appliedIndex:1718; }","duration":"323.572295ms","start":"2026-03-04T11:09:34.540933Z","end":"2026-03-04T11:09:34.864505Z","steps":["trace[1464682236] 'read index received' (duration: 273.862447ms)","trace[1464682236] 'applied index is now lower than readState.Index' (duration: 49.708618ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:09:34.864808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.844803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:09:34.864887Z","caller":"traceutil/trace.go:171","msg":"trace[1629933264] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1653; }","duration":"323.942076ms","start":"2026-03-04T11:09:34.540927Z","end":"2026-03-04T11:09:34.864869Z","steps":["trace[1629933264] 'agreement among raft nodes before linearized reading' (duration: 323.798902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:09:34.864931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:09:34.540883Z","time spent":"324.038158ms","remote":"127.0.0.1:41488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:09:34.864952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:09:34.508815Z","time spent":"356.012937ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:09:34.865029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.511734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T11:09:34.865105Z","caller":"traceutil/trace.go:171","msg":"trace[1913371857] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1653; }","duration":"153.613908ms","start":"2026-03-04T11:09:34.711451Z","end":"2026-03-04T11:09:34.865064Z","steps":["trace[1913371857] 'agreement among raft nodes before linearized reading' (duration: 153.463884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:09:35.318797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.519633ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:09:35.318901Z","caller":"traceutil/trace.go:171","msg":"trace[1662211702] linearizableReadLoop","detail":"{readStateIndex:1720; appliedIndex:1719; }","duration":"441.712449ms","start":"2026-03-04T11:09:34.877173Z","end":"2026-03-04T11:09:35.318885Z","steps":["trace[1662211702] 'read index received' (duration: 290.959689ms)","trace[1662211702] 'applied index is now lower than readState.Index' (duration: 150.7517ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:09:35.319017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.851342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:09:35.319046Z","caller":"traceutil/trace.go:171","msg":"trace[1341279726] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1654; }","duration":"441.878343ms","start":"2026-03-04T11:09:34.877157Z","end":"2026-03-04T11:09:35.319036Z","steps":["trace[1341279726] 'agreement among raft nodes before linearized reading' (duration: 441.801831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:09:35.319086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:09:34.877099Z","time spent":"441.979706ms","remote":"127.0.0.1:41546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-04T11:09:35.319164Z","caller":"traceutil/trace.go:171","msg":"trace[1771312576] transaction","detail":"{read_only:false; response_revision:1654; number_of_response:1; }","duration":"450.033197ms","start":"2026-03-04T11:09:34.869085Z","end":"2026-03-04T11:09:35.319118Z","steps":["trace[1771312576] 'process raft request' (duration: 299.110513ms)","trace[1771312576] 'compare' (duration: 150.424611ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:09:35.319397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:09:34.869059Z","time spent":"450.200772ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:09:39.842555Z","caller":"traceutil/trace.go:171","msg":"trace[1859757528] linearizableReadLoop","detail":"{readStateIndex:1750; appliedIndex:1749; }","duration":"412.670448ms","start":"2026-03-04T11:09:39.429847Z","end":"2026-03-04T11:09:39.842518Z","steps":["trace[1859757528] 'read index received' (duration: 412.527864ms)","trace[1859757528] 'applied index is now lower than readState.Index' (duration: 141.524µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:09:39.842581Z","caller":"traceutil/trace.go:171","msg":"trace[554450902] transaction","detail":"{read_only:false; response_revision:1683; number_of_response:1; }","duration":"504.609498ms","start":"2026-03-04T11:09:39.337946Z","end":"2026-03-04T11:09:39.842556Z","steps":["trace[554450902] 'process raft request' (duration: 504.441173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:09:39.842712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:09:39.337925Z","time spent":"504.718822ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:09:39.842779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.920125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T11:09:39.842815Z","caller":"traceutil/trace.go:171","msg":"trace[1765548859] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1683; }","duration":"413.009128ms","start":"2026-03-04T11:09:39.429795Z","end":"2026-03-04T11:09:39.842804Z","steps":["trace[1765548859] 'agreement among raft nodes before linearized reading' (duration: 412.861894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:09:39.842866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:09:39.429773Z","time spent":"413.083369ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T11:09:39.84555Z","caller":"traceutil/trace.go:171","msg":"trace[414591484] transaction","detail":"{read_only:false; response_revision:1684; number_of_response:1; }","duration":"191.554873ms","start":"2026-03-04T11:09:39.653967Z","end":"2026-03-04T11:09:39.845522Z","steps":["trace[414591484] 'process raft request' (duration: 191.347737ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:09:39.845603Z","caller":"traceutil/trace.go:171","msg":"trace[1618699470] transaction","detail":"{read_only:false; response_revision:1685; number_of_response:1; }","duration":"188.863188ms","start":"2026-03-04T11:09:39.65672Z","end":"2026-03-04T11:09:39.845574Z","steps":["trace[1618699470] 'process raft request' (duration: 188.712084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:09:39.845715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.813502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-04T11:09:39.845615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.16249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T11:09:39.845761Z","caller":"traceutil/trace.go:171","msg":"trace[1273224471] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1685; }","duration":"307.861743ms","start":"2026-03-04T11:09:39.537887Z","end":"2026-03-04T11:09:39.845749Z","steps":["trace[1273224471] 'agreement among raft nodes before linearized reading' (duration: 307.716439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:09:39.845788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:09:39.537876Z","time spent":"307.905774ms","remote":"127.0.0.1:43726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-04T11:09:39.845791Z","caller":"traceutil/trace.go:171","msg":"trace[1942370228] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1685; }","duration":"337.372486ms","start":"2026-03-04T11:09:39.5084Z","end":"2026-03-04T11:09:39.845772Z","steps":["trace[1942370228] 'agreement among raft nodes before linearized reading' (duration: 337.072147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:09:39.845857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:09:39.508381Z","time spent":"337.463418ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T11:09:40.02639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.628596ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:09:40.026591Z","caller":"traceutil/trace.go:171","msg":"trace[847466537] transaction","detail":"{read_only:false; response_revision:1687; number_of_response:1; }","duration":"176.754525ms","start":"2026-03-04T11:09:39.849815Z","end":"2026-03-04T11:09:40.026569Z","steps":["trace[847466537] 'process raft request' (duration: 176.691644ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:09:40.026712Z","caller":"traceutil/trace.go:171","msg":"trace[97849798] transaction","detail":"{read_only:false; response_revision:1686; number_of_response:1; }","duration":"179.706626ms","start":"2026-03-04T11:09:39.846972Z","end":"2026-03-04T11:09:40.026679Z","steps":["trace[97849798] 'process raft request' (duration: 56.69747ms)","trace[97849798] 'compare' (duration: 122.470431ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:09:40.507579Z","caller":"traceutil/trace.go:171","msg":"trace[1871871940] linearizableReadLoop","detail":"{readStateIndex:1755; appliedIndex:1754; }","duration":"149.247548ms","start":"2026-03-04T11:09:40.358307Z","end":"2026-03-04T11:09:40.507554Z","steps":["trace[1871871940] 'read index received' (duration: 149.021592ms)","trace[1871871940] 'applied index is now lower than readState.Index' (duration: 225.116µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:09:40.507648Z","caller":"traceutil/trace.go:171","msg":"trace[2020133927] transaction","detail":"{read_only:false; response_revision:1688; number_of_response:1; }","duration":"150.543544ms","start":"2026-03-04T11:09:40.357072Z","end":"2026-03-04T11:09:40.507616Z","steps":["trace[2020133927] 'process raft request' (duration: 150.342928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:09:40.507804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.471044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T11:09:40.507869Z","caller":"traceutil/trace.go:171","msg":"trace[560428197] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1688; }","duration":"149.572276ms","start":"2026-03-04T11:09:40.358278Z","end":"2026-03-04T11:09:40.507851Z","steps":["trace[560428197] 'agreement among raft nodes before linearized reading' (duration: 149.372261ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:09:46.728342Z","caller":"traceutil/trace.go:171","msg":"trace[1875580554] transaction","detail":"{read_only:false; response_revision:1716; number_of_response:1; }","duration":"194.566455ms","start":"2026-03-04T11:09:46.533749Z","end":"2026-03-04T11:09:46.728315Z","steps":["trace[1875580554] 'process raft request' (duration: 194.38556ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:09:46.784441Z","caller":"traceutil/trace.go:171","msg":"trace[601242842] transaction","detail":"{read_only:false; response_revision:1717; number_of_response:1; }","duration":"160.780966ms","start":"2026-03-04T11:09:46.623646Z","end":"2026-03-04T11:09:46.784427Z","steps":["trace[601242842] 'process raft request' (duration: 158.058351ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:09:46.784815Z","caller":"traceutil/trace.go:171","msg":"trace[1578460491] transaction","detail":"{read_only:false; response_revision:1718; number_of_response:1; }","duration":"159.999814ms","start":"2026-03-04T11:09:46.624773Z","end":"2026-03-04T11:09:46.784773Z","steps":["trace[1578460491] 'process raft request' (duration: 159.614313ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:09:46.784815Z","caller":"traceutil/trace.go:171","msg":"trace[1175558860] transaction","detail":"{read_only:false; response_revision:1719; number_of_response:1; }","duration":"127.631242ms","start":"2026-03-04T11:09:46.657155Z","end":"2026-03-04T11:09:46.784786Z","steps":["trace[1175558860] 'process raft request' (duration: 127.479928ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:10:10.912634Z","caller":"traceutil/trace.go:171","msg":"trace[1764878632] transaction","detail":"{read_only:false; response_revision:1839; number_of_response:1; }","duration":"154.508692ms","start":"2026-03-04T11:10:10.758101Z","end":"2026-03-04T11:10:10.912609Z","steps":["trace[1764878632] 'process raft request' (duration: 154.298896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:10:11.395408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.815765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-04T11:10:11.395436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.701362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T11:10:11.395494Z","caller":"traceutil/trace.go:171","msg":"trace[1862343355] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1843; }","duration":"330.970379ms","start":"2026-03-04T11:10:11.064506Z","end":"2026-03-04T11:10:11.395476Z","steps":["trace[1862343355] 'range keys from in-memory index tree' (duration: 330.481326ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:10:11.395526Z","caller":"traceutil/trace.go:171","msg":"trace[1932915420] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1843; }","duration":"294.844986ms","start":"2026-03-04T11:10:11.100655Z","end":"2026-03-04T11:10:11.3955Z","steps":["trace[1932915420] 'range keys from in-memory index tree' (duration: 294.484045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:10:11.395586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:10:11.064486Z","time spent":"331.045362ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T11:10:12.478298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.750936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T11:10:12.478375Z","caller":"traceutil/trace.go:171","msg":"trace[1298726746] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1846; }","duration":"297.873779ms","start":"2026-03-04T11:10:12.180482Z","end":"2026-03-04T11:10:12.478356Z","steps":["trace[1298726746] 'range keys from in-memory index tree' (duration: 297.497748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:10:12.478441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.839318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T11:10:12.478542Z","caller":"traceutil/trace.go:171","msg":"trace[851616456] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1846; }","duration":"297.947451ms","start":"2026-03-04T11:10:12.180568Z","end":"2026-03-04T11:10:12.478515Z","steps":["trace[851616456] 'range keys from in-memory index tree' (duration: 297.685694ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:10:12.855916Z","caller":"traceutil/trace.go:171","msg":"trace[815993967] transaction","detail":"{read_only:false; response_revision:1847; number_of_response:1; }","duration":"372.901764ms","start":"2026-03-04T11:10:12.482971Z","end":"2026-03-04T11:10:12.855873Z","steps":["trace[815993967] 'process raft request' (duration: 372.700368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:10:12.856143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:10:12.482887Z","time spent":"373.143831ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:10:12.858344Z","caller":"traceutil/trace.go:171","msg":"trace[475650499] transaction","detail":"{read_only:false; response_revision:1848; number_of_response:1; }","duration":"375.198298ms","start":"2026-03-04T11:10:12.483114Z","end":"2026-03-04T11:10:12.858312Z","steps":["trace[475650499] 'process raft request' (duration: 375.052434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:10:12.858528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:10:12.483084Z","time spent":"375.348441ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:10:13.245765Z","caller":"traceutil/trace.go:171","msg":"trace[1553262595] transaction","detail":"{read_only:false; response_revision:1849; number_of_response:1; }","duration":"291.697348ms","start":"2026-03-04T11:10:12.954028Z","end":"2026-03-04T11:10:13.245726Z","steps":["trace[1553262595] 'process raft request' (duration: 238.382171ms)","trace[1553262595] 'compare' (duration: 53.115152ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:10:13.259614Z","caller":"traceutil/trace.go:171","msg":"trace[954635320] linearizableReadLoop","detail":"{readStateIndex:1925; appliedIndex:1922; }","duration":"301.697503ms","start":"2026-03-04T11:10:12.957899Z","end":"2026-03-04T11:10:13.259597Z","steps":["trace[954635320] 'read index received' (duration: 234.480363ms)","trace[954635320] 'applied index is now lower than readState.Index' (duration: 67.21648ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:10:13.259692Z","caller":"traceutil/trace.go:171","msg":"trace[2038082380] transaction","detail":"{read_only:false; response_revision:1851; number_of_response:1; }","duration":"304.721557ms","start":"2026-03-04T11:10:12.954963Z","end":"2026-03-04T11:10:13.259685Z","steps":["trace[2038082380] 'process raft request' (duration: 304.608513ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:10:13.259683Z","caller":"traceutil/trace.go:171","msg":"trace[654139873] transaction","detail":"{read_only:false; response_revision:1850; number_of_response:1; }","duration":"305.55074ms","start":"2026-03-04T11:10:12.954101Z","end":"2026-03-04T11:10:13.259652Z","steps":["trace[654139873] 'process raft request' (duration: 305.373095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:10:13.259796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:10:12.954918Z","time spent":"304.790028ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:10:13.259806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:10:12.954074Z","time spent":"305.667443ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:10:13.259902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.626528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:10:13.259941Z","caller":"traceutil/trace.go:171","msg":"trace[760171705] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1851; }","duration":"153.70168ms","start":"2026-03-04T11:10:13.106229Z","end":"2026-03-04T11:10:13.259931Z","steps":["trace[760171705] 'agreement among raft nodes before linearized reading' (duration: 153.643949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:10:13.259976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.076933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T11:10:13.260003Z","caller":"traceutil/trace.go:171","msg":"trace[628601922] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1851; }","duration":"302.126995ms","start":"2026-03-04T11:10:12.957867Z","end":"2026-03-04T11:10:13.259994Z","steps":["trace[628601922] 'agreement among raft nodes before linearized reading' (duration: 302.034073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:10:13.260023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:10:12.957853Z","time spent":"302.166457ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T11:10:13.777821Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541823504,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T11:10:13.857633Z","caller":"traceutil/trace.go:171","msg":"trace[1911483182] transaction","detail":"{read_only:false; response_revision:1852; number_of_response:1; }","duration":"594.060751ms","start":"2026-03-04T11:10:13.263546Z","end":"2026-03-04T11:10:13.857607Z","steps":["trace[1911483182] 'process raft request' (duration: 591.674395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:10:13.857749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:10:13.263524Z","time spent":"594.162224ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:10:14.592468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.257111ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T11:10:14.593158Z","caller":"traceutil/trace.go:171","msg":"trace[1622032588] transaction","detail":"{read_only:false; response_revision:1853; number_of_response:1; }","duration":"1.117582641s","start":"2026-03-04T11:10:13.475541Z","end":"2026-03-04T11:10:14.593124Z","steps":["trace[1622032588] 'process raft request' (duration: 1.117103808s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:10:14.593277Z","caller":"traceutil/trace.go:171","msg":"trace[474851688] linearizableReadLoop","detail":"{readStateIndex:1928; appliedIndex:1925; }","duration":"1.315760116s","start":"2026-03-04T11:10:13.277445Z","end":"2026-03-04T11:10:14.593205Z","steps":["trace[474851688] 'read index received' (duration: 577.700931ms)","trace[474851688] 'applied index is now lower than readState.Index' (duration: 738.056775ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:10:14.593365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:10:13.475513Z","time spent":"1.117761006s","remote":"127.0.0.1:41262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8438,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:10:14.59322Z","caller":"traceutil/trace.go:171","msg":"trace[107244680] transaction","detail":"{read_only:false; response_revision:1854; number_of_response:1; }","duration":"356.023429ms","start":"2026-03-04T11:10:14.237168Z","end":"2026-03-04T11:10:14.593192Z","steps":["trace[107244680] 'process raft request' (duration: 355.935247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:10:14.593507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167211607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-04T11:10:14.593498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316026383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-04T11:10:14.593539Z","caller":"traceutil/trace.go:171","msg":"trace[945442378] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1854; }","duration":"1.167283369s","start":"2026-03-04T11:10:13.426246Z","end":"2026-03-04T11:10:14.59353Z","steps":["trace[945442378] 'agreement among raft nodes before linearized reading' (duration: 1.167139915s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:10:14.59352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.968933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T11:10:14.593567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:10:13.426225Z","time spent":"1.16733622s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T11:10:14.59355Z","caller":"traceutil/trace.go:171","msg":"trace[1359910445] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1854; }","duration":"1.316145716s","start":"2026-03-04T11:10:13.277391Z","end":"2026-03-04T11:10:14.593536Z","steps":["trace[1359910445] 'agreement among raft nodes before linearized reading' (duration: 1.315961151s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:10:14.593608Z","caller":"traceutil/trace.go:171","msg":"trace[1929907006] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:1854; }","duration":"891.111758ms","start":"2026-03-04T11:10:13.702474Z","end":"2026-03-04T11:10:14.593586Z","steps":["trace[1929907006] 'agreement among raft nodes before linearized reading' (duration: 890.961834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:10:14.593516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.21547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:10:14.593669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:10:13.702452Z","time spent":"891.2012ms","remote":"127.0.0.1:48074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:10:14.593697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109855538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T11:10:14.593736Z","caller":"traceutil/trace.go:171","msg":"trace[956167578] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1854; }","duration":"487.453947ms","start":"2026-03-04T11:10:14.106239Z","end":"2026-03-04T11:10:14.593693Z","steps":["trace[956167578] 'agreement among raft nodes before linearized reading' (duration: 487.159569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:10:14.593774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:10:13.277369Z","time spent":"1.316278131s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T11:10:14.593784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.209386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T11:10:14.593891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:10:14.106219Z","time spent":"487.633602ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T11:10:14.593785Z","caller":"traceutil/trace.go:171","msg":"trace[132891649] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1854; }","duration":"1.109961152s","start":"2026-03-04T11:10:13.483803Z","end":"2026-03-04T11:10:14.593764Z","steps":["trace[132891649] 'agreement among raft nodes before linearized reading' (duration: 1.109769016s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:10:14.59382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:10:14.237147Z","time spent":"356.329468ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:10:14.594044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:10:13.483792Z","time spent":"1.110231949s","remote":"127.0.0.1:43726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-04T11:10:14.593954Z","caller":"traceutil/trace.go:171","msg":"trace[18877374] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1854; }","duration":"517.462653ms","start":"2026-03-04T11:10:14.076471Z","end":"2026-03-04T11:10:14.593934Z","steps":["trace[18877374] 'agreement among raft nodes before linearized reading' (duration: 517.023021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:10:14.594227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:10:14.076434Z","time spent":"517.780252ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T11:10:14.593697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.295554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18999eda623c6507\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-04T11:10:14.594309Z","caller":"traceutil/trace.go:171","msg":"trace[337640194] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18999eda623c6507; range_end:; response_count:1; response_revision:1854; }","duration":"450.939242ms","start":"2026-03-04T11:10:14.143351Z","end":"2026-03-04T11:10:14.59429Z","steps":["trace[337640194] 'agreement among raft nodes before linearized reading' (duration: 450.232193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:10:14.594391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:10:14.143333Z","time spent":"451.043175ms","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18999eda623c6507\" "} {"level":"warn","ts":"2026-03-04T11:10:15.849601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.861823ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:10:15.849735Z","caller":"traceutil/trace.go:171","msg":"trace[1934584585] transaction","detail":"{read_only:false; response_revision:1855; number_of_response:1; }","duration":"1.253134462s","start":"2026-03-04T11:10:14.596581Z","end":"2026-03-04T11:10:15.849715Z","steps":["trace[1934584585] 'process raft request' (duration: 747.060493ms)","trace[1934584585] 'compare' (duration: 505.690799ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:10:15.8498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:10:14.596555Z","time spent":"1.253215184s","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:10:15.942631Z","caller":"traceutil/trace.go:171","msg":"trace[788688577] transaction","detail":"{read_only:false; response_revision:1856; number_of_response:1; }","duration":"1.344416065s","start":"2026-03-04T11:10:14.598178Z","end":"2026-03-04T11:10:15.942594Z","steps":["trace[788688577] 'process raft request' (duration: 1.344268101s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:10:15.942882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:10:14.598151Z","time spent":"1.344663521s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:10:15.942778Z","caller":"traceutil/trace.go:171","msg":"trace[745327396] transaction","detail":"{read_only:false; response_revision:1857; number_of_response:1; }","duration":"1.343446058s","start":"2026-03-04T11:10:14.599324Z","end":"2026-03-04T11:10:15.94277Z","steps":["trace[745327396] 'process raft request' (duration: 1.343217222s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:10:15.943058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:10:14.599299Z","time spent":"1.343735046s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:10:15.943247Z","caller":"traceutil/trace.go:171","msg":"trace[1458778820] transaction","detail":"{read_only:false; response_revision:1858; number_of_response:1; }","duration":"1.343832808s","start":"2026-03-04T11:10:14.599397Z","end":"2026-03-04T11:10:15.94323Z","steps":["trace[1458778820] 'process raft request' (duration: 1.343341675s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:10:15.943357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:10:14.599386Z","time spent":"1.34391713s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:10:15.943547Z","caller":"traceutil/trace.go:171","msg":"trace[949201947] transaction","detail":"{read_only:false; response_revision:1859; number_of_response:1; }","duration":"692.348967ms","start":"2026-03-04T11:10:15.25119Z","end":"2026-03-04T11:10:15.943539Z","steps":["trace[949201947] 'process raft request' (duration: 691.961616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:10:15.943603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:10:15.251162Z","time spent":"692.414138ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:10:15.94433Z","caller":"traceutil/trace.go:171","msg":"trace[1677443065] linearizableReadLoop","detail":"{readStateIndex:1933; appliedIndex:1929; }","duration":"1.083178244s","start":"2026-03-04T11:10:14.861119Z","end":"2026-03-04T11:10:15.944297Z","steps":["trace[1677443065] 'read index received' (duration: 482.541992ms)","trace[1677443065] 'applied index is now lower than readState.Index' (duration: 600.634602ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:10:15.944387Z","caller":"traceutil/trace.go:171","msg":"trace[640105913] transaction","detail":"{read_only:false; response_revision:1861; number_of_response:1; }","duration":"679.283707ms","start":"2026-03-04T11:10:15.265097Z","end":"2026-03-04T11:10:15.944381Z","steps":["trace[640105913] 'process raft request' (duration: 679.090322ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:10:15.944352Z","caller":"traceutil/trace.go:171","msg":"trace[864505410] transaction","detail":"{read_only:false; response_revision:1860; number_of_response:1; }","duration":"680.051718ms","start":"2026-03-04T11:10:15.264288Z","end":"2026-03-04T11:10:15.94434Z","steps":["trace[864505410] 'process raft request' (duration: 679.192634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:10:15.944478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:10:15.265088Z","time spent":"679.327468ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:10:15.944507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:10:15.264257Z","time spent":"680.201422ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:10:15.944649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.488407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-04T11:10:15.944664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081961241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T11:10:15.944703Z","caller":"traceutil/trace.go:171","msg":"trace[1323015737] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1861; }","duration":"342.549089ms","start":"2026-03-04T11:10:15.602119Z","end":"2026-03-04T11:10:15.944668Z","steps":["trace[1323015737] 'agreement among raft nodes before linearized reading' (duration: 342.452926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:10:15.944727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:10:15.602098Z","time spent":"342.624091ms","remote":"127.0.0.1:43726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-04T11:10:15.944718Z","caller":"traceutil/trace.go:171","msg":"trace[504068880] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1861; }","duration":"1.082054053s","start":"2026-03-04T11:10:14.862648Z","end":"2026-03-04T11:10:15.944702Z","steps":["trace[504068880] 'agreement among raft nodes before linearized reading' (duration: 1.081870338s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:10:15.94475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.904835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:10:15.944764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:10:14.862628Z","time spent":"1.082125165s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T11:10:15.944781Z","caller":"traceutil/trace.go:171","msg":"trace[2113271740] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1861; }","duration":"836.975177ms","start":"2026-03-04T11:10:15.107794Z","end":"2026-03-04T11:10:15.944769Z","steps":["trace[2113271740] 'agreement among raft nodes before linearized reading' (duration: 836.934166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:10:15.944775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.360034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"warn","ts":"2026-03-04T11:10:15.944808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:10:15.107771Z","time spent":"837.030479ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T11:10:15.944843Z","caller":"traceutil/trace.go:171","msg":"trace[114740497] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1861; }","duration":"257.455016ms","start":"2026-03-04T11:10:15.687368Z","end":"2026-03-04T11:10:15.944823Z","steps":["trace[114740497] 'agreement among raft nodes before linearized reading' (duration: 257.303772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:10:15.944967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.870734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:10:15.945115Z","caller":"traceutil/trace.go:171","msg":"trace[768211862] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:1861; }","duration":"522.137421ms","start":"2026-03-04T11:10:15.422945Z","end":"2026-03-04T11:10:15.945082Z","steps":["trace[768211862] 'agreement among raft nodes before linearized reading' (duration: 521.685029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:10:15.945252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:10:15.422857Z","time spent":"522.338037ms","remote":"127.0.0.1:43736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:10:15.944588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083451651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T11:10:15.945697Z","caller":"traceutil/trace.go:171","msg":"trace[919977920] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1861; }","duration":"1.084599633s","start":"2026-03-04T11:10:14.861062Z","end":"2026-03-04T11:10:15.945661Z","steps":["trace[919977920] 'agreement among raft nodes before linearized reading' (duration: 1.083344239s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:10:15.945819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:10:14.860999Z","time spent":"1.084781928s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T11:10:17.109818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.710955ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:10:17.110073Z","caller":"traceutil/trace.go:171","msg":"trace[664555680] linearizableReadLoop","detail":"{readStateIndex:1939; appliedIndex:1936; }","duration":"1.153731515s","start":"2026-03-04T11:10:15.956328Z","end":"2026-03-04T11:10:17.110059Z","steps":["trace[664555680] 'read index received' (duration: 153.657909ms)","trace[664555680] 'applied index is now lower than readState.Index' (duration: 1.000072906s)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:10:17.110063Z","caller":"traceutil/trace.go:171","msg":"trace[1939251339] transaction","detail":"{read_only:false; response_revision:1862; number_of_response:1; }","duration":"1.161202821s","start":"2026-03-04T11:10:15.948823Z","end":"2026-03-04T11:10:17.110026Z","steps":["trace[1939251339] 'process raft request' (duration: 161.176027ms)","trace[1939251339] 'compare' (duration: 990.616636ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:10:17.11012Z","caller":"traceutil/trace.go:171","msg":"trace[1142133460] transaction","detail":"{read_only:false; response_revision:1864; number_of_response:1; }","duration":"1.159789562s","start":"2026-03-04T11:10:15.950298Z","end":"2026-03-04T11:10:17.110088Z","steps":["trace[1142133460] 'process raft request' (duration: 1.1597317s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:10:17.110111Z","caller":"traceutil/trace.go:171","msg":"trace[952003440] transaction","detail":"{read_only:false; response_revision:1863; number_of_response:1; }","duration":"1.16043394s","start":"2026-03-04T11:10:15.949646Z","end":"2026-03-04T11:10:17.11008Z","steps":["trace[952003440] 'process raft request' (duration: 1.160292936s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:10:17.110185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153864489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:10:17.110212Z","caller":"traceutil/trace.go:171","msg":"trace[17566776] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1864; }","duration":"1.153938391s","start":"2026-03-04T11:10:15.956267Z","end":"2026-03-04T11:10:17.110205Z","steps":["trace[17566776] 'agreement among raft nodes before linearized reading' (duration: 1.153863609s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:10:17.110236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:10:15.956243Z","time spent":"1.153988492s","remote":"127.0.0.1:41546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T11:10:17.110252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:10:15.950256Z","time spent":"1.159928916s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:10:17.110249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:10:15.948806Z","time spent":"1.161355535s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:10:17.110274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:10:15.949639Z","time spent":"1.160551373s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:10:17.110319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.338821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T11:10:17.110372Z","caller":"traceutil/trace.go:171","msg":"trace[390975185] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1864; }","duration":"157.439874ms","start":"2026-03-04T11:10:16.952921Z","end":"2026-03-04T11:10:17.110361Z","steps":["trace[390975185] 'agreement among raft nodes before linearized reading' (duration: 157.280229ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:10:17.741298Z","caller":"traceutil/trace.go:171","msg":"trace[2078418616] transaction","detail":"{read_only:false; response_revision:1865; number_of_response:1; }","duration":"354.364975ms","start":"2026-03-04T11:10:17.3869Z","end":"2026-03-04T11:10:17.741265Z","steps":["trace[2078418616] 'process raft request' (duration: 338.580508ms)","trace[2078418616] 'compare' (duration: 15.066079ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:10:17.741687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:10:17.386868Z","time spent":"354.730255ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:10:18.484941Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541823532,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:10:18.543124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.396543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T11:10:18.543238Z","caller":"traceutil/trace.go:171","msg":"trace[1236354046] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1865; }","duration":"595.593448ms","start":"2026-03-04T11:10:17.947623Z","end":"2026-03-04T11:10:18.543216Z","steps":["trace[1236354046] 'range keys from in-memory index tree' (duration: 595.042363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:10:18.543288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:10:17.947597Z","time spent":"595.68005ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T11:10:18.54362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.871405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T11:10:18.543771Z","caller":"traceutil/trace.go:171","msg":"trace[74429090] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1865; }","duration":"596.048519ms","start":"2026-03-04T11:10:17.947658Z","end":"2026-03-04T11:10:18.543707Z","steps":["trace[74429090] 'range keys from in-memory index tree' (duration: 595.624888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:10:18.543888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:10:17.947629Z","time spent":"596.238474ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T11:10:18.985684Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541823532,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:10:19.486017Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541823532,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:10:19.686498Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.732498338s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T11:10:19.687071Z","caller":"traceutil/trace.go:171","msg":"trace[100253030] transaction","detail":"{read_only:false; response_revision:1866; number_of_response:1; }","duration":"1.737931348s","start":"2026-03-04T11:10:17.949113Z","end":"2026-03-04T11:10:19.687044Z","steps":["trace[100253030] 'process raft request' (duration: 1.737665031s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:10:19.687273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:10:17.949031Z","time spent":"1.738129944s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:10:20.107544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00023205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T11:10:20.107634Z","caller":"traceutil/trace.go:171","msg":"trace[282940150] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000381184s","start":"2026-03-04T11:10:18.107235Z","end":"2026-03-04T11:10:20.107616Z","steps":["trace[282940150] 'agreement among raft nodes before linearized reading' (duration: 2.000263961s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:10:20.107686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:10:18.107216Z","time spent":"2.000459705s","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 11:10:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T11:10:20.773252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:10:19.759317Z","time spent":"1.013927391s","remote":"127.0.0.1:44818","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T11:10:20.773999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.638737ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:10:20.77504Z","caller":"traceutil/trace.go:171","msg":"trace[1741641993] transaction","detail":"{read_only:false; response_revision:1868; number_of_response:1; }","duration":"2.824373534s","start":"2026-03-04T11:10:17.950254Z","end":"2026-03-04T11:10:20.774628Z","steps":["trace[1741641993] 'process raft request' (duration: 2.823856751s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:10:20.775239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:10:17.950237Z","time spent":"2.824887897s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:10:20.775797Z","caller":"traceutil/trace.go:171","msg":"trace[888466459] transaction","detail":"{read_only:false; response_revision:1867; number_of_response:1; }","duration":"2.82573429s","start":"2026-03-04T11:10:17.949803Z","end":"2026-03-04T11:10:20.775537Z","steps":["trace[888466459] 'process raft request' (duration: 2.230437731s)","trace[888466459] 'compare' (duration: 593.274797ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:10:20.775832Z","caller":"traceutil/trace.go:171","msg":"trace[1989835090] transaction","detail":"{read_only:false; response_revision:1869; number_of_response:1; }","duration":"2.227028272s","start":"2026-03-04T11:10:18.547277Z","end":"2026-03-04T11:10:20.774305Z","steps":["trace[1989835090] 'process raft request' (duration: 2.226912949s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:10:20.776019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:10:17.949768Z","time spent":"2.826133709s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:10:20.776034Z","caller":"traceutil/trace.go:171","msg":"trace[818549958] linearizableReadLoop","detail":"{readStateIndex:1945; appliedIndex:1940; }","duration":"2.791090924s","start":"2026-03-04T11:10:17.984874Z","end":"2026-03-04T11:10:20.775965Z","steps":["trace[818549958] 'read index received' (duration: 1.701943798s)","trace[818549958] 'applied index is now lower than readState.Index' (duration: 1.089145066s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:10:20.776163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:10:18.54725Z","time spent":"2.228745957s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:10:20.776282Z","caller":"traceutil/trace.go:171","msg":"trace[1536248913] transaction","detail":"{read_only:false; response_revision:1870; number_of_response:1; }","duration":"2.227126255s","start":"2026-03-04T11:10:18.549137Z","end":"2026-03-04T11:10:20.776264Z","steps":["trace[1536248913] 'process raft request' (duration: 2.225118913s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:10:20.776384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:10:18.549111Z","time spent":"2.227229127s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:10:20.776881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.791996077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.18\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-04T11:10:20.776921Z","caller":"traceutil/trace.go:171","msg":"trace[355285125] range","detail":"{range_begin:/registry/masterleases/199.19.213.18; range_end:; response_count:1; response_revision:1870; }","duration":"2.79208608s","start":"2026-03-04T11:10:17.984826Z","end":"2026-03-04T11:10:20.776912Z","steps":["trace[355285125] 'agreement among raft nodes before linearized reading' (duration: 2.791357251s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:10:20.77694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:10:17.984808Z","time spent":"2.792127341s","remote":"127.0.0.1:41114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.18\" "} {"level":"warn","ts":"2026-03-04T11:10:20.777392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.61983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:10:20.777458Z","caller":"traceutil/trace.go:171","msg":"trace[558465299] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1870; }","duration":"669.710932ms","start":"2026-03-04T11:10:20.107722Z","end":"2026-03-04T11:10:20.777433Z","steps":["trace[558465299] 'agreement among raft nodes before linearized reading' (duration: 668.87473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:10:20.777522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:10:20.107701Z","time spent":"669.804535ms","remote":"127.0.0.1:41086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:10:20.777514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.663079873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T11:10:20.777553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48931003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18999eda623c6507\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-04T11:10:20.777589Z","caller":"traceutil/trace.go:171","msg":"trace[1048129791] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18999eda623c6507; range_end:; response_count:1; response_revision:1870; }","duration":"1.489365632s","start":"2026-03-04T11:10:19.288207Z","end":"2026-03-04T11:10:20.777572Z","steps":["trace[1048129791] 'agreement among raft nodes before linearized reading' (duration: 1.48929417s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:10:20.777589Z","caller":"traceutil/trace.go:171","msg":"trace[1774446426] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1870; }","duration":"1.663169055s","start":"2026-03-04T11:10:19.114401Z","end":"2026-03-04T11:10:20.77757Z","steps":["trace[1774446426] 'agreement among raft nodes before linearized reading' (duration: 1.662932178s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:10:20.77761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:10:19.288193Z","time spent":"1.489413523s","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18999eda623c6507\" "} {"level":"warn","ts":"2026-03-04T11:10:20.777636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:10:19.114393Z","time spent":"1.663223396s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T11:10:20.777656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.661230586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T11:10:20.777714Z","caller":"traceutil/trace.go:171","msg":"trace[1857038060] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1870; }","duration":"2.661294099s","start":"2026-03-04T11:10:18.116398Z","end":"2026-03-04T11:10:20.777692Z","steps":["trace[1857038060] 'agreement among raft nodes before linearized reading' (duration: 2.659981795s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:10:20.778034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.663691188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T11:10:20.778075Z","caller":"traceutil/trace.go:171","msg":"trace[234690534] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1870; }","duration":"1.663816131s","start":"2026-03-04T11:10:19.114247Z","end":"2026-03-04T11:10:20.778063Z","steps":["trace[234690534] 'agreement among raft nodes before linearized reading' (duration: 1.663531594s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:10:20.778152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.110101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:10:20.778212Z","caller":"traceutil/trace.go:171","msg":"trace[709924728] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:1870; }","duration":"632.173903ms","start":"2026-03-04T11:10:20.146011Z","end":"2026-03-04T11:10:20.778185Z","steps":["trace[709924728] 'agreement among raft nodes before linearized reading' (duration: 632.099111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:10:20.778256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:10:20.146001Z","time spent":"632.243555ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:10:20.77832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66415297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T11:10:20.778357Z","caller":"traceutil/trace.go:171","msg":"trace[1832104869] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1870; }","duration":"1.664216482s","start":"2026-03-04T11:10:19.114126Z","end":"2026-03-04T11:10:20.778343Z","steps":["trace[1832104869] 'agreement among raft nodes before linearized reading' (duration: 1.66414494s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:10:20.778378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:10:19.11411Z","time spent":"1.664263623s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T11:10:20.777769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:10:18.116391Z","time spent":"2.66136827s","remote":"127.0.0.1:43726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T11:10:20.778083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.578176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:10:20.778963Z","caller":"traceutil/trace.go:171","msg":"trace[1312148544] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1870; }","duration":"249.460719ms","start":"2026-03-04T11:10:20.529452Z","end":"2026-03-04T11:10:20.778913Z","steps":["trace[1312148544] 'agreement among raft nodes before linearized reading' (duration: 248.573476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:10:20.778122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:10:19.114219Z","time spent":"1.663895714s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T11:10:21.28611Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541823539,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:10:21.520593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.228587ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-04T11:10:21.520708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:10:20.77869Z","time spent":"742.013022ms","remote":"127.0.0.1:41114","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T11:10:21.844473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.611121ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:10:21.844708Z","caller":"traceutil/trace.go:171","msg":"trace[1198158345] transaction","detail":"{read_only:false; response_revision:1871; number_of_response:1; }","duration":"1.063548775s","start":"2026-03-04T11:10:20.781135Z","end":"2026-03-04T11:10:21.844684Z","steps":["trace[1198158345] 'process raft request' (duration: 909.644486ms)","trace[1198158345] 'compare' (duration: 153.427606ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:10:21.844744Z","caller":"traceutil/trace.go:171","msg":"trace[153831075] transaction","detail":"{read_only:false; response_revision:1873; number_of_response:1; }","duration":"1.060449885s","start":"2026-03-04T11:10:20.784276Z","end":"2026-03-04T11:10:21.844726Z","steps":["trace[153831075] 'process raft request' (duration: 1.060383303s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:10:21.844739Z","caller":"traceutil/trace.go:171","msg":"trace[30697043] transaction","detail":"{read_only:false; response_revision:1872; number_of_response:1; }","duration":"1.06145311s","start":"2026-03-04T11:10:20.783252Z","end":"2026-03-04T11:10:21.844705Z","steps":["trace[30697043] 'process raft request' (duration: 1.061330957s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:10:21.844814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:10:20.78426Z","time spent":"1.060522156s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:10:21.844829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:10:20.781122Z","time spent":"1.063634817s","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:10:21.844895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:10:20.783234Z","time spent":"1.061575904s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:10:21.844978Z","caller":"traceutil/trace.go:171","msg":"trace[1466035262] linearizableReadLoop","detail":"{readStateIndex:1951; appliedIndex:1945; }","duration":"1.058957206s","start":"2026-03-04T11:10:20.786004Z","end":"2026-03-04T11:10:21.844961Z","steps":["trace[1466035262] 'read index received' (duration: 551.356943ms)","trace[1466035262] 'applied index is now lower than readState.Index' (duration: 507.599643ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:10:21.84505Z","caller":"traceutil/trace.go:171","msg":"trace[71380081] transaction","detail":"{read_only:false; response_revision:1875; number_of_response:1; }","duration":"831.789474ms","start":"2026-03-04T11:10:21.013255Z","end":"2026-03-04T11:10:21.845044Z","steps":["trace[71380081] 'process raft request' (duration: 831.604779ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:10:21.845046Z","caller":"traceutil/trace.go:171","msg":"trace[2129838311] transaction","detail":"{read_only:false; response_revision:1874; number_of_response:1; }","duration":"1.060467005s","start":"2026-03-04T11:10:20.784569Z","end":"2026-03-04T11:10:21.845036Z","steps":["trace[2129838311] 'process raft request' (duration: 1.060121386s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:10:21.845036Z","caller":"traceutil/trace.go:171","msg":"trace[1785102233] transaction","detail":"{read_only:false; response_revision:1876; number_of_response:1; }","duration":"323.384741ms","start":"2026-03-04T11:10:21.521622Z","end":"2026-03-04T11:10:21.845007Z","steps":["trace[1785102233] 'process raft request' (duration: 323.313589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:10:21.845098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:10:20.784561Z","time spent":"1.060510937s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:10:21.845123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:10:21.013233Z","time spent":"831.836445ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:10:21.845166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:10:21.5216Z","time spent":"323.493923ms","remote":"127.0.0.1:41114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:10:21.845253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059246113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:10:21.845278Z","caller":"traceutil/trace.go:171","msg":"trace[2059450144] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1876; }","duration":"1.059288335s","start":"2026-03-04T11:10:20.785983Z","end":"2026-03-04T11:10:21.845271Z","steps":["trace[2059450144] 'agreement among raft nodes before linearized reading' (duration: 1.059185112s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:10:21.852139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:10:20.78597Z","time spent":"1.066160142s","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T11:10:21.862508Z","caller":"traceutil/trace.go:171","msg":"trace[648155869] transaction","detail":"{read_only:false; response_revision:1877; number_of_response:1; }","duration":"170.409155ms","start":"2026-03-04T11:10:21.692059Z","end":"2026-03-04T11:10:21.862468Z","steps":["trace[648155869] 'process raft request' (duration: 170.167979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:10:21.862577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.399856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:10:21.86261Z","caller":"traceutil/trace.go:171","msg":"trace[955067352] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1877; }","duration":"493.480108ms","start":"2026-03-04T11:10:21.36912Z","end":"2026-03-04T11:10:21.8626Z","steps":["trace[955067352] 'agreement among raft nodes before linearized reading' (duration: 493.263852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:10:21.86263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:10:21.369099Z","time spent":"493.525918ms","remote":"127.0.0.1:47962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-03-04T11:10:57.232458Z","caller":"traceutil/trace.go:171","msg":"trace[1685891281] linearizableReadLoop","detail":"{readStateIndex:2124; appliedIndex:2123; }","duration":"127.699861ms","start":"2026-03-04T11:10:57.104703Z","end":"2026-03-04T11:10:57.232403Z","steps":["trace[1685891281] 'read index received' (duration: 88.141748ms)","trace[1685891281] 'applied index is now lower than readState.Index' (duration: 39.556853ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:10:57.232502Z","caller":"traceutil/trace.go:171","msg":"trace[1711892674] transaction","detail":"{read_only:false; response_revision:2041; number_of_response:1; }","duration":"158.935939ms","start":"2026-03-04T11:10:57.073543Z","end":"2026-03-04T11:10:57.232479Z","steps":["trace[1711892674] 'process raft request' (duration: 119.343885ms)","trace[1711892674] 'compare' (duration: 39.332557ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:10:57.232937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.217275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T11:10:57.233031Z","caller":"traceutil/trace.go:171","msg":"trace[400642123] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2041; }","duration":"128.369818ms","start":"2026-03-04T11:10:57.104639Z","end":"2026-03-04T11:10:57.233009Z","steps":["trace[400642123] 'agreement among raft nodes before linearized reading' (duration: 127.908136ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:10:57.473507Z","caller":"traceutil/trace.go:171","msg":"trace[42182057] linearizableReadLoop","detail":"{readStateIndex:2126; appliedIndex:2125; }","duration":"154.473753ms","start":"2026-03-04T11:10:57.319009Z","end":"2026-03-04T11:10:57.473483Z","steps":["trace[42182057] 'read index received' (duration: 85.729336ms)","trace[42182057] 'applied index is now lower than readState.Index' (duration: 68.743357ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:10:57.473646Z","caller":"traceutil/trace.go:171","msg":"trace[2099977917] transaction","detail":"{read_only:false; response_revision:2043; number_of_response:1; }","duration":"156.243349ms","start":"2026-03-04T11:10:57.317388Z","end":"2026-03-04T11:10:57.473631Z","steps":["trace[2099977917] 'process raft request' (duration: 87.385089ms)","trace[2099977917] 'compare' (duration: 68.593283ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:10:57.473989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.965407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:10:57.474034Z","caller":"traceutil/trace.go:171","msg":"trace[1189158206] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2043; }","duration":"155.042918ms","start":"2026-03-04T11:10:57.318981Z","end":"2026-03-04T11:10:57.474024Z","steps":["trace[1189158206] 'agreement among raft nodes before linearized reading' (duration: 154.958436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:10:57.474099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.203068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-04T11:10:57.474241Z","caller":"traceutil/trace.go:171","msg":"trace[2137220991] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2043; }","duration":"103.389922ms","start":"2026-03-04T11:10:57.370831Z","end":"2026-03-04T11:10:57.474221Z","steps":["trace[2137220991] 'agreement among raft nodes before linearized reading' (duration: 103.070284ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:10:57.760295Z","caller":"traceutil/trace.go:171","msg":"trace[2127169695] transaction","detail":"{read_only:false; response_revision:2049; number_of_response:1; }","duration":"171.967896ms","start":"2026-03-04T11:10:57.588289Z","end":"2026-03-04T11:10:57.760257Z","steps":["trace[2127169695] 'process raft request' (duration: 171.184216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:11:29.776675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.582598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T11:11:29.776746Z","caller":"traceutil/trace.go:171","msg":"trace[469716445] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2374; }","duration":"399.717142ms","start":"2026-03-04T11:11:29.377016Z","end":"2026-03-04T11:11:29.776733Z","steps":["trace[469716445] 'range keys from in-memory index tree' (duration: 399.429014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:11:29.776776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:11:29.376992Z","time spent":"399.777864ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T11:11:57.63031Z","caller":"traceutil/trace.go:171","msg":"trace[602901358] linearizableReadLoop","detail":"{readStateIndex:2637; appliedIndex:2635; }","duration":"328.318555ms","start":"2026-03-04T11:11:57.301961Z","end":"2026-03-04T11:11:57.63028Z","steps":["trace[602901358] 'read index received' (duration: 27.172171ms)","trace[602901358] 'applied index is now lower than readState.Index' (duration: 301.141534ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:11:57.630419Z","caller":"traceutil/trace.go:171","msg":"trace[256192964] transaction","detail":"{read_only:false; response_revision:2533; number_of_response:1; }","duration":"330.861105ms","start":"2026-03-04T11:11:57.299511Z","end":"2026-03-04T11:11:57.630372Z","steps":["trace[256192964] 'process raft request' (duration: 303.616302ms)","trace[256192964] 'compare' (duration: 26.969175ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:11:57.630788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.799388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-04T11:11:57.630788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:11:57.299486Z","time spent":"331.174832ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:11:57.630828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.612151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T11:11:57.630868Z","caller":"traceutil/trace.go:171","msg":"trace[904550965] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2533; }","duration":"328.909051ms","start":"2026-03-04T11:11:57.301925Z","end":"2026-03-04T11:11:57.630834Z","steps":["trace[904550965] 'agreement among raft nodes before linearized reading' (duration: 328.531151ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:11:57.630887Z","caller":"traceutil/trace.go:171","msg":"trace[329677643] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2533; }","duration":"274.737645ms","start":"2026-03-04T11:11:57.356131Z","end":"2026-03-04T11:11:57.630868Z","steps":["trace[329677643] 'agreement among raft nodes before linearized reading' (duration: 274.402876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:11:57.630958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:11:57.301917Z","time spent":"328.995863ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-04T11:11:57.798283Z","caller":"traceutil/trace.go:171","msg":"trace[546370569] transaction","detail":"{read_only:false; response_revision:2535; number_of_response:1; }","duration":"153.290606ms","start":"2026-03-04T11:11:57.644944Z","end":"2026-03-04T11:11:57.798235Z","steps":["trace[546370569] 'process raft request' (duration: 93.631011ms)","trace[546370569] 'compare' (duration: 59.44986ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:12:03.803962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.699414ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T11:12:03.804325Z","caller":"traceutil/trace.go:171","msg":"trace[958079381] linearizableReadLoop","detail":"{readStateIndex:2667; appliedIndex:2665; }","duration":"449.954311ms","start":"2026-03-04T11:12:03.354348Z","end":"2026-03-04T11:12:03.804302Z","steps":["trace[958079381] 'read index received' (duration: 72.893617ms)","trace[958079381] 'applied index is now lower than readState.Index' (duration: 377.059683ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:12:03.804459Z","caller":"traceutil/trace.go:171","msg":"trace[667798563] transaction","detail":"{read_only:false; response_revision:2561; number_of_response:1; }","duration":"450.128235ms","start":"2026-03-04T11:12:03.354319Z","end":"2026-03-04T11:12:03.804447Z","steps":["trace[667798563] 'process raft request' (duration: 449.841428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:12:03.804594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:12:03.3543Z","time spent":"450.229418ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:12:03.804701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.33147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:12:03.804789Z","caller":"traceutil/trace.go:171","msg":"trace[1139676053] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:2561; }","duration":"450.476054ms","start":"2026-03-04T11:12:03.354293Z","end":"2026-03-04T11:12:03.804769Z","steps":["trace[1139676053] 'agreement among raft nodes before linearized reading' (duration: 450.3273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:12:03.804844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:12:03.354259Z","time spent":"450.571807ms","remote":"127.0.0.1:41418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":6,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-04T11:12:03.896134Z","caller":"traceutil/trace.go:171","msg":"trace[270981497] transaction","detail":"{read_only:false; response_revision:2562; number_of_response:1; }","duration":"247.811013ms","start":"2026-03-04T11:12:03.648281Z","end":"2026-03-04T11:12:03.896092Z","steps":["trace[270981497] 'process raft request' (duration: 247.630608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:12:03.896263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.676707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:12:03.896333Z","caller":"traceutil/trace.go:171","msg":"trace[2083118883] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:2562; }","duration":"440.811751ms","start":"2026-03-04T11:12:03.455506Z","end":"2026-03-04T11:12:03.896318Z","steps":["trace[2083118883] 'agreement among raft nodes before linearized reading' (duration: 440.700818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:12:03.896376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:12:03.455484Z","time spent":"440.881713ms","remote":"127.0.0.1:41262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:12:04.454602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.848973ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:12:04.454958Z","caller":"traceutil/trace.go:171","msg":"trace[139541370] transaction","detail":"{read_only:false; response_revision:2563; number_of_response:1; }","duration":"594.616952ms","start":"2026-03-04T11:12:03.860284Z","end":"2026-03-04T11:12:04.454901Z","steps":["trace[139541370] 'process raft request' (duration: 48.368818ms)","trace[139541370] 'compare' (duration: 545.694289ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:12:04.455133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:12:03.860267Z","time spent":"594.771586ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:12:04.455069Z","caller":"traceutil/trace.go:171","msg":"trace[10255481] linearizableReadLoop","detail":"{readStateIndex:2669; appliedIndex:2668; }","duration":"558.995071ms","start":"2026-03-04T11:12:03.896031Z","end":"2026-03-04T11:12:04.455026Z","steps":["trace[10255481] 'read index received' (duration: 12.552052ms)","trace[10255481] 'applied index is now lower than readState.Index' (duration: 546.437419ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:12:04.455358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.850077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T11:12:04.455419Z","caller":"traceutil/trace.go:171","msg":"trace[260015514] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2564; }","duration":"631.950909ms","start":"2026-03-04T11:12:03.823447Z","end":"2026-03-04T11:12:04.455398Z","steps":["trace[260015514] 'agreement among raft nodes before linearized reading' (duration: 631.748764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:12:04.455464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:12:03.823431Z","time spent":"632.025131ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T11:12:04.45563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.967015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T11:12:04.455697Z","caller":"traceutil/trace.go:171","msg":"trace[1321428508] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2564; }","duration":"434.077528ms","start":"2026-03-04T11:12:04.0216Z","end":"2026-03-04T11:12:04.455678Z","steps":["trace[1321428508] 'agreement among raft nodes before linearized reading' (duration: 433.890363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:12:04.455751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:12:04.02158Z","time spent":"434.160441ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T11:12:04.455662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.762017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18999ef51b12dd63\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-04T11:12:04.455826Z","caller":"traceutil/trace.go:171","msg":"trace[1595254619] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18999ef51b12dd63; range_end:; response_count:1; response_revision:2564; }","duration":"532.939922ms","start":"2026-03-04T11:12:03.922867Z","end":"2026-03-04T11:12:04.455807Z","steps":["trace[1595254619] 'agreement among raft nodes before linearized reading' (duration: 532.51467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:12:04.45591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:12:03.922799Z","time spent":"533.098276ms","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":788,"request content":"key:\"/registry/events/openstack/valkey-node-0.18999ef51b12dd63\" "} {"level":"info","ts":"2026-03-04T11:12:04.455066Z","caller":"traceutil/trace.go:171","msg":"trace[802236322] transaction","detail":"{read_only:false; response_revision:2564; number_of_response:1; }","duration":"131.248536ms","start":"2026-03-04T11:12:04.323793Z","end":"2026-03-04T11:12:04.455041Z","steps":["trace[802236322] 'process raft request' (duration: 131.112742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:12:05.687419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.363956ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:12:05.68783Z","caller":"traceutil/trace.go:171","msg":"trace[150233911] transaction","detail":"{read_only:false; response_revision:2565; number_of_response:1; }","duration":"1.22944367s","start":"2026-03-04T11:12:04.458356Z","end":"2026-03-04T11:12:05.6878Z","steps":["trace[150233911] 'process raft request' (duration: 387.568129ms)","trace[150233911] 'compare' (duration: 841.12825ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:12:05.687994Z","caller":"traceutil/trace.go:171","msg":"trace[1734891371] transaction","detail":"{read_only:false; response_revision:2568; number_of_response:1; }","duration":"1.227124656s","start":"2026-03-04T11:12:04.460843Z","end":"2026-03-04T11:12:05.687968Z","steps":["trace[1734891371] 'process raft request' (duration: 1.227053524s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:12:05.688526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:12:04.460815Z","time spent":"1.227659901s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:12:05.688001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:12:04.458332Z","time spent":"1.229574803s","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:12:05.688058Z","caller":"traceutil/trace.go:171","msg":"trace[1276856400] transaction","detail":"{read_only:false; response_revision:2566; number_of_response:1; }","duration":"1.228454052s","start":"2026-03-04T11:12:04.459595Z","end":"2026-03-04T11:12:05.688049Z","steps":["trace[1276856400] 'process raft request' (duration: 1.228165424s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:12:05.688924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:12:04.459579Z","time spent":"1.229218844s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:12:05.688131Z","caller":"traceutil/trace.go:171","msg":"trace[1021913782] linearizableReadLoop","detail":"{readStateIndex:2675; appliedIndex:2670; }","duration":"1.202465885s","start":"2026-03-04T11:12:04.48564Z","end":"2026-03-04T11:12:05.688106Z","steps":["trace[1021913782] 'read index received' (duration: 360.309007ms)","trace[1021913782] 'applied index is now lower than readState.Index' (duration: 842.155988ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:12:05.688142Z","caller":"traceutil/trace.go:171","msg":"trace[1857333193] transaction","detail":"{read_only:false; response_revision:2567; number_of_response:1; }","duration":"1.227582259s","start":"2026-03-04T11:12:04.460536Z","end":"2026-03-04T11:12:05.688118Z","steps":["trace[1857333193] 'process raft request' (duration: 1.227326702s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:12:05.689189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:12:04.46052Z","time spent":"1.228613177s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:12:05.688218Z","caller":"traceutil/trace.go:171","msg":"trace[1015559311] transaction","detail":"{read_only:false; response_revision:2569; number_of_response:1; }","duration":"1.227046084s","start":"2026-03-04T11:12:04.461152Z","end":"2026-03-04T11:12:05.688198Z","steps":["trace[1015559311] 'process raft request' (duration: 1.226780157s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:12:05.689476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:12:04.461142Z","time spent":"1.228267517s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:12:05.689552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.845252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-04T11:12:05.688318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2026669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T11:12:05.6896Z","caller":"traceutil/trace.go:171","msg":"trace[1226706721] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2569; }","duration":"720.934995ms","start":"2026-03-04T11:12:04.968653Z","end":"2026-03-04T11:12:05.689588Z","steps":["trace[1226706721] 'agreement among raft nodes before linearized reading' (duration: 720.682258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:12:05.689633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:12:04.968633Z","time spent":"720.993096ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-04T11:12:05.689626Z","caller":"traceutil/trace.go:171","msg":"trace[1272433385] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2569; }","duration":"1.204019477s","start":"2026-03-04T11:12:04.485586Z","end":"2026-03-04T11:12:05.689605Z","steps":["trace[1272433385] 'agreement among raft nodes before linearized reading' (duration: 1.202599218s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:12:05.689689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:12:04.485569Z","time spent":"1.204105009s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T11:12:05.690035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.349146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:12:05.690088Z","caller":"traceutil/trace.go:171","msg":"trace[192447476] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2569; }","duration":"583.460839ms","start":"2026-03-04T11:12:05.106619Z","end":"2026-03-04T11:12:05.69008Z","steps":["trace[192447476] 'agreement among raft nodes before linearized reading' (duration: 582.77663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:12:05.690112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:12:05.106601Z","time spent":"583.505539ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:12:06.122816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.248795ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:12:06.122935Z","caller":"traceutil/trace.go:171","msg":"trace[1296912161] linearizableReadLoop","detail":"{readStateIndex:2677; appliedIndex:2675; }","duration":"427.489908ms","start":"2026-03-04T11:12:05.695419Z","end":"2026-03-04T11:12:06.122909Z","steps":["trace[1296912161] 'read index received' (duration: 87.499104ms)","trace[1296912161] 'applied index is now lower than readState.Index' (duration: 339.990244ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:12:06.12297Z","caller":"traceutil/trace.go:171","msg":"trace[1355307103] transaction","detail":"{read_only:false; response_revision:2571; number_of_response:1; }","duration":"428.458514ms","start":"2026-03-04T11:12:05.694486Z","end":"2026-03-04T11:12:06.122944Z","steps":["trace[1355307103] 'process raft request' (duration: 199.023023ms)","trace[1355307103] 'compare' (duration: 229.083161ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:12:06.123096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:12:05.69447Z","time spent":"428.557367ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:12:06.123499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.076074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-03-04T11:12:06.123549Z","caller":"traceutil/trace.go:171","msg":"trace[1218938194] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2572; }","duration":"428.148375ms","start":"2026-03-04T11:12:05.695395Z","end":"2026-03-04T11:12:06.123543Z","steps":["trace[1218938194] 'agreement among raft nodes before linearized reading' (duration: 427.571059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:12:06.123567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:12:05.695389Z","time spent":"428.174237ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1340,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-03-04T11:12:06.123503Z","caller":"traceutil/trace.go:171","msg":"trace[187064784] transaction","detail":"{read_only:false; response_revision:2572; number_of_response:1; }","duration":"313.954384ms","start":"2026-03-04T11:12:05.809509Z","end":"2026-03-04T11:12:06.123464Z","steps":["trace[187064784] 'process raft request' (duration: 313.378448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:12:06.123794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:12:05.809477Z","time spent":"314.219161ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:12:06.127974Z","caller":"traceutil/trace.go:171","msg":"trace[926082567] transaction","detail":"{read_only:false; response_revision:2573; number_of_response:1; }","duration":"226.343216ms","start":"2026-03-04T11:12:05.901614Z","end":"2026-03-04T11:12:06.127958Z","steps":["trace[926082567] 'process raft request' (duration: 226.098459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:12:06.128071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.761872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18999ef4420ef47e\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-04T11:12:06.12818Z","caller":"traceutil/trace.go:171","msg":"trace[464065276] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18999ef4420ef47e; range_end:; response_count:1; response_revision:2573; }","duration":"341.996138ms","start":"2026-03-04T11:12:05.786169Z","end":"2026-03-04T11:12:06.128165Z","steps":["trace[464065276] 'agreement among raft nodes before linearized reading' (duration: 341.70284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:12:06.128252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:12:05.786143Z","time spent":"342.095481ms","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":804,"request content":"key:\"/registry/events/auth-system/keycloak-0.18999ef4420ef47e\" "} {"level":"warn","ts":"2026-03-04T11:12:06.368021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.88451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:12:06.368108Z","caller":"traceutil/trace.go:171","msg":"trace[1392526038] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2574; }","duration":"126.008414ms","start":"2026-03-04T11:12:06.242079Z","end":"2026-03-04T11:12:06.368087Z","steps":["trace[1392526038] 'range keys from in-memory index tree' (duration: 125.826308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:12:06.36811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.452067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:12:06.368195Z","caller":"traceutil/trace.go:171","msg":"trace[2057720509] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2574; }","duration":"133.623601ms","start":"2026-03-04T11:12:06.234552Z","end":"2026-03-04T11:12:06.368175Z","steps":["trace[2057720509] 'count revisions from in-memory index tree' (duration: 133.342023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:12:11.968967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.596826ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:12:11.969184Z","caller":"traceutil/trace.go:171","msg":"trace[1908721419] transaction","detail":"{read_only:false; response_revision:2599; number_of_response:1; }","duration":"147.595702ms","start":"2026-03-04T11:12:11.821566Z","end":"2026-03-04T11:12:11.969161Z","steps":["trace[1908721419] 'process raft request' (duration: 15.695087ms)","trace[1908721419] 'compare' (duration: 131.169155ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:12:12.268223Z","caller":"traceutil/trace.go:171","msg":"trace[186356046] linearizableReadLoop","detail":"{readStateIndex:2707; appliedIndex:2706; }","duration":"122.93232ms","start":"2026-03-04T11:12:12.145265Z","end":"2026-03-04T11:12:12.268198Z","steps":["trace[186356046] 'read index received' (duration: 122.725484ms)","trace[186356046] 'applied index is now lower than readState.Index' (duration: 205.726µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:12:12.268312Z","caller":"traceutil/trace.go:171","msg":"trace[226000586] transaction","detail":"{read_only:false; response_revision:2600; number_of_response:1; }","duration":"127.154014ms","start":"2026-03-04T11:12:12.141132Z","end":"2026-03-04T11:12:12.268286Z","steps":["trace[226000586] 'process raft request' (duration: 126.904357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:12:12.268531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.250108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T11:12:12.268589Z","caller":"traceutil/trace.go:171","msg":"trace[1851499195] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2600; }","duration":"123.357281ms","start":"2026-03-04T11:12:12.145217Z","end":"2026-03-04T11:12:12.268574Z","steps":["trace[1851499195] 'agreement among raft nodes before linearized reading' (duration: 123.110274ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:12:12.490834Z","caller":"traceutil/trace.go:171","msg":"trace[1961829238] transaction","detail":"{read_only:false; response_revision:2601; number_of_response:1; }","duration":"345.520045ms","start":"2026-03-04T11:12:12.14529Z","end":"2026-03-04T11:12:12.49081Z","steps":["trace[1961829238] 'process raft request' (duration: 344.470616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:12:12.491043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:12:12.145267Z","time spent":"345.633628ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:12:12.523682Z","caller":"traceutil/trace.go:171","msg":"trace[679967074] transaction","detail":"{read_only:false; response_revision:2602; number_of_response:1; }","duration":"250.27477ms","start":"2026-03-04T11:12:12.273385Z","end":"2026-03-04T11:12:12.52366Z","steps":["trace[679967074] 'process raft request' (duration: 250.032443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:12:12.784924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.444873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-04T11:12:12.785016Z","caller":"traceutil/trace.go:171","msg":"trace[625470151] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2603; }","duration":"120.592676ms","start":"2026-03-04T11:12:12.664397Z","end":"2026-03-04T11:12:12.78499Z","steps":["trace[625470151] 'range keys from in-memory index tree' (duration: 120.181635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:09.581377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.242732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:13:09.581487Z","caller":"traceutil/trace.go:171","msg":"trace[2031522160] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2881; }","duration":"475.412317ms","start":"2026-03-04T11:13:09.106055Z","end":"2026-03-04T11:13:09.581468Z","steps":["trace[2031522160] 'range keys from in-memory index tree' (duration: 475.139909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:09.581532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:09.106036Z","time spent":"475.486558ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:13:09.581819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.725328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-04T11:13:09.581906Z","caller":"traceutil/trace.go:171","msg":"trace[1495506575] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2881; }","duration":"611.858721ms","start":"2026-03-04T11:13:08.970028Z","end":"2026-03-04T11:13:09.581887Z","steps":["trace[1495506575] 'range keys from in-memory index tree' (duration: 611.339477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:09.581959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:08.970015Z","time spent":"611.931403ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-04T11:13:10.747368Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541826142,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:13:11.247639Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541826142,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:13:11.748315Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541826142,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:13:12.248909Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541826142,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:13:12.749698Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541826142,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:13:13.107946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000707239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T11:13:13.108101Z","caller":"traceutil/trace.go:171","msg":"trace[1130834768] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000968306s","start":"2026-03-04T11:13:11.107112Z","end":"2026-03-04T11:13:13.10808Z","steps":["trace[1130834768] 'agreement among raft nodes before linearized reading' (duration: 2.000776381s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:13.108189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:11.107079Z","time spent":"2.00109552s","remote":"127.0.0.1:41086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 11:13:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T11:13:13.249961Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541826142,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:13:13.324317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000064872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T11:13:13.324483Z","caller":"traceutil/trace.go:171","msg":"trace[2090964084] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000287078s","start":"2026-03-04T11:13:11.324172Z","end":"2026-03-04T11:13:13.324459Z","steps":["trace[2090964084] 'agreement among raft nodes before linearized reading' (duration: 2.000105103s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:13.324564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:11.324153Z","time spent":"2.000397651s","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 11:13:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T11:13:13.750704Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541826142,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:13:14.252849Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541826142,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:13:14.753853Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541826142,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:13:15.115513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999882997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T11:13:15.115662Z","caller":"traceutil/trace.go:171","msg":"trace[1005795026] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000095534s","start":"2026-03-04T11:13:13.115549Z","end":"2026-03-04T11:13:15.115644Z","steps":["trace[1005795026] 'agreement among raft nodes before linearized reading' (duration: 1.999923079s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:15.115731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:13.115529Z","time spent":"2.000191546s","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 11:13:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T11:13:15.123486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:10.143093Z","time spent":"4.98038664s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 11:13:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T11:13:15.24736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000010587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T11:13:15.247429Z","caller":"traceutil/trace.go:171","msg":"trace[2082448443] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.000132911s","start":"2026-03-04T11:13:10.247282Z","end":"2026-03-04T11:13:15.247414Z","steps":["trace[2082448443] 'agreement among raft nodes before linearized reading' (duration: 5.000038858s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:15.247465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:10.247264Z","time spent":"5.000195852s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/04 11:13:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T11:13:15.254565Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541826142,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:13:15.561059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:10.561685Z","time spent":"4.999333418s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 11:13:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T11:13:15.723811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:10.725392Z","time spent":"4.998414592s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 11:13:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T11:13:15.727357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:10.72881Z","time spent":"4.998538116s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 11:13:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T11:13:15.75564Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541826142,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:13:15.771037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999246035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T11:13:15.771179Z","caller":"traceutil/trace.go:171","msg":"trace[1934723816] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999439721s","start":"2026-03-04T11:13:10.771721Z","end":"2026-03-04T11:13:15.771161Z","steps":["trace[1934723816] 'agreement among raft nodes before linearized reading' (duration: 4.999277476s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:15.771262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:10.771708Z","time spent":"4.999540843s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/04 11:13:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T11:13:16.256475Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541826142,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:13:16.757103Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541826142,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:13:17.116014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999767274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T11:13:17.1161Z","caller":"traceutil/trace.go:171","msg":"trace[1856507665] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999869047s","start":"2026-03-04T11:13:15.116213Z","end":"2026-03-04T11:13:17.116082Z","steps":["trace[1856507665] 'agreement among raft nodes before linearized reading' (duration: 1.999765454s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:17.116148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:15.116124Z","time spent":"2.00001534s","remote":"127.0.0.1:41086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 11:13:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T11:13:17.14492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:10.143993Z","time spent":"7.000919382s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T11:13:17.144935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:10.14372Z","time spent":"7.001209449s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T11:13:17.247755Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-03-04T11:13:17.498214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:10.497759Z","time spent":"7.000446838s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T11:13:17.748128Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541826152,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:13:17.983022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000644919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T11:13:17.983149Z","caller":"traceutil/trace.go:171","msg":"trace[134782922] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000831924s","start":"2026-03-04T11:13:15.982292Z","end":"2026-03-04T11:13:17.983124Z","steps":["trace[134782922] 'agreement among raft nodes before linearized reading' (duration: 2.00068467s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:17.983215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:15.982274Z","time spent":"2.000926956s","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 11:13:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T11:13:18.248766Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541826152,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:13:18.749252Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541826152,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:13:19.124063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999826105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T11:13:19.124136Z","caller":"traceutil/trace.go:171","msg":"trace[375524539] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.9999855s","start":"2026-03-04T11:13:17.124135Z","end":"2026-03-04T11:13:19.12412Z","steps":["trace[375524539] 'agreement among raft nodes before linearized reading' (duration: 1.999862257s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:19.12418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:17.124098Z","time spent":"2.000074512s","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:13:19.25035Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541826152,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:13:19.75152Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541826152,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:13:20.119924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.450539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-04T11:13:20.119942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.921058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T11:13:20.120007Z","caller":"traceutil/trace.go:171","msg":"trace[1395760912] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"970.588972ms","start":"2026-03-04T11:13:19.1494Z","end":"2026-03-04T11:13:20.119989Z","steps":["trace[1395760912] 'agreement among raft nodes before linearized reading' (duration: 970.48678ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:13:20.120044Z","caller":"traceutil/trace.go:171","msg":"trace[1222289868] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"969.127973ms","start":"2026-03-04T11:13:19.150892Z","end":"2026-03-04T11:13:20.12002Z","steps":["trace[1222289868] 'agreement among raft nodes before linearized reading' (duration: 968.99105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:20.120054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:19.149381Z","time spent":"970.664085ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/03/04 11:13:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T11:13:20.120151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:19.150874Z","time spent":"969.262347ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/03/04 11:13:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T11:13:20.120709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.995531093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T11:13:20.120806Z","caller":"traceutil/trace.go:171","msg":"trace[1872419768] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.995686707s","start":"2026-03-04T11:13:17.125095Z","end":"2026-03-04T11:13:20.120781Z","steps":["trace[1872419768] 'agreement among raft nodes before linearized reading' (duration: 2.995568034s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:20.120968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:17.125074Z","time spent":"2.995873913s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/04 11:13:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T11:13:20.247739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997878928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T11:13:20.247902Z","caller":"traceutil/trace.go:171","msg":"trace[780814005] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998073493s","start":"2026-03-04T11:13:17.249782Z","end":"2026-03-04T11:13:20.247855Z","steps":["trace[780814005] 'agreement among raft nodes before linearized reading' (duration: 2.997927669s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:20.248089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:17.24974Z","time spent":"2.998305299s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/04 11:13:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T11:13:20.252655Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541826152,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:13:20.400803Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"42339cb8881db1ae","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-04T11:13:20.560604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997707043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T11:13:20.560693Z","caller":"traceutil/trace.go:171","msg":"trace[500649462] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.997857817s","start":"2026-03-04T11:13:15.562817Z","end":"2026-03-04T11:13:20.560674Z","steps":["trace[500649462] 'agreement among raft nodes before linearized reading' (duration: 4.997750374s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:20.56074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:15.562795Z","time spent":"4.997935429s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/04 11:13:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T11:13:20.592127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.082622557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T11:13:20.592214Z","caller":"traceutil/trace.go:171","msg":"trace[257421204] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"8.08277329s","start":"2026-03-04T11:13:12.50942Z","end":"2026-03-04T11:13:20.592193Z","steps":["trace[257421204] 'agreement among raft nodes before linearized reading' (duration: 8.082667437s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:20.592262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:12.509385Z","time spent":"8.082867423s","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/03/04 11:13:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T11:13:20.723912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998288509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T11:13:20.723973Z","caller":"traceutil/trace.go:171","msg":"trace[476439766] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.998407062s","start":"2026-03-04T11:13:15.725552Z","end":"2026-03-04T11:13:20.723959Z","steps":["trace[476439766] 'agreement among raft nodes before linearized reading' (duration: 4.99833462s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:20.724012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:15.72552Z","time spent":"4.998484064s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/03/04 11:13:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T11:13:20.727376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99868486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T11:13:20.727458Z","caller":"traceutil/trace.go:171","msg":"trace[446782778] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.998806333s","start":"2026-03-04T11:13:15.728634Z","end":"2026-03-04T11:13:20.727441Z","steps":["trace[446782778] 'agreement among raft nodes before linearized reading' (duration: 4.99870679s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:20.727505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:15.72862Z","time spent":"4.998875385s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/03/04 11:13:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T11:13:20.753171Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541826152,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:13:20.771422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997812575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T11:13:20.771508Z","caller":"traceutil/trace.go:171","msg":"trace[1882041676] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.997964439s","start":"2026-03-04T11:13:17.773524Z","end":"2026-03-04T11:13:20.771488Z","steps":["trace[1882041676] 'agreement among raft nodes before linearized reading' (duration: 2.997855186s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:20.771564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:17.773503Z","time spent":"2.998051082s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/04 11:13:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T11:13:21.12525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000449423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T11:13:21.12533Z","caller":"traceutil/trace.go:171","msg":"trace[476060094] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000585347s","start":"2026-03-04T11:13:19.124725Z","end":"2026-03-04T11:13:21.12531Z","steps":["trace[476060094] 'agreement among raft nodes before linearized reading' (duration: 2.000489924s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:21.125375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:19.124702Z","time spent":"2.000664919s","remote":"127.0.0.1:41086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 11:13:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T11:13:21.253866Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541826152,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:13:21.754682Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541826152,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:13:22.2554Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541826152,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:13:22.756072Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541826152,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:13:22.925482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999913658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T11:13:22.925571Z","caller":"traceutil/trace.go:171","msg":"trace[1314669097] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000019831s","start":"2026-03-04T11:13:20.925532Z","end":"2026-03-04T11:13:22.925552Z","steps":["trace[1314669097] 'agreement among raft nodes before linearized reading' (duration: 1.999910258s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:22.925618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:20.925459Z","time spent":"2.000149694s","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:13:22.973521Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"12.830288255s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T11:13:23.134723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000316639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T11:13:23.134816Z","caller":"traceutil/trace.go:171","msg":"trace[333101534] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000487873s","start":"2026-03-04T11:13:21.134305Z","end":"2026-03-04T11:13:23.134793Z","steps":["trace[333101534] 'agreement among raft nodes before linearized reading' (duration: 2.000359029s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:23.13487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:21.134282Z","time spent":"2.000577676s","remote":"127.0.0.1:41086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:13:23.392838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.079814ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T11:13:23.393334Z","caller":"traceutil/trace.go:171","msg":"trace[1857138134] transaction","detail":"{read_only:false; response_revision:2889; number_of_response:1; }","duration":"6.890119477s","start":"2026-03-04T11:13:16.503171Z","end":"2026-03-04T11:13:23.393291Z","steps":["trace[1857138134] 'process raft request' (duration: 6.889828299s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:13:23.393368Z","caller":"traceutil/trace.go:171","msg":"trace[680717939] transaction","detail":"{read_only:false; response_revision:2890; number_of_response:1; }","duration":"5.036180903s","start":"2026-03-04T11:13:18.357159Z","end":"2026-03-04T11:13:23.39334Z","steps":["trace[680717939] 'process raft request' (duration: 5.03605991s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:13:23.393467Z","caller":"traceutil/trace.go:171","msg":"trace[906590208] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2890; }","duration":"3.270783476s","start":"2026-03-04T11:13:20.122652Z","end":"2026-03-04T11:13:23.393435Z","steps":["trace[906590208] 'process raft request' (duration: 3.270672683s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:23.393579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:18.35713Z","time spent":"5.036335087s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:13:23.393577Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"70.112µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-03-04T11:13:23.393588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:16.503152Z","time spent":"6.89027453s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:13:23.395907Z","caller":"traceutil/trace.go:171","msg":"trace[540889810] linearizableReadLoop","detail":"{readStateIndex:3016; appliedIndex:3001; }","duration":"6.148018781s","start":"2026-03-04T11:13:17.247866Z","end":"2026-03-04T11:13:23.395885Z","steps":["trace[540889810] 'read index received' (duration: 5.725946431s)","trace[540889810] 'applied index is now lower than readState.Index' (duration: 422.06918ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:13:23.394968Z","caller":"traceutil/trace.go:171","msg":"trace[2139813170] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2890; }","duration":"3.272116143s","start":"2026-03-04T11:13:20.122803Z","end":"2026-03-04T11:13:23.394919Z","steps":["trace[2139813170] 'process raft request' (duration: 3.27055919s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:23.396257Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"42339cb8881db1ae","error":"lease not found"} {"level":"warn","ts":"2026-03-04T11:13:23.396311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.265226327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:13:23.396359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.44125322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:13:23.396375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.549780258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-04T11:13:23.396399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.38576632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:13:23.396419Z","caller":"traceutil/trace.go:171","msg":"trace[461687440] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:2891; }","duration":"7.441365653s","start":"2026-03-04T11:13:15.95504Z","end":"2026-03-04T11:13:23.396406Z","steps":["trace[461687440] 'agreement among raft nodes before linearized reading' (duration: 7.4412571s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:23.396436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.130406586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18999ef4420ef47e\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-04T11:13:23.396433Z","caller":"traceutil/trace.go:171","msg":"trace[1403206431] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2891; }","duration":"10.549888871s","start":"2026-03-04T11:13:12.846529Z","end":"2026-03-04T11:13:23.396418Z","steps":["trace[1403206431] 'agreement among raft nodes before linearized reading' (duration: 10.549714826s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:13:23.39644Z","caller":"traceutil/trace.go:171","msg":"trace[1999125773] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2891; }","duration":"8.385845082s","start":"2026-03-04T11:13:15.010577Z","end":"2026-03-04T11:13:23.396422Z","steps":["trace[1999125773] 'agreement among raft nodes before linearized reading' (duration: 8.38578479s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:23.396342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.834815912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:13:23.396471Z","caller":"traceutil/trace.go:171","msg":"trace[627110151] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18999ef4420ef47e; range_end:; response_count:1; response_revision:2891; }","duration":"13.130459848s","start":"2026-03-04T11:13:10.265998Z","end":"2026-03-04T11:13:23.396458Z","steps":["trace[627110151] 'agreement among raft nodes before linearized reading' (duration: 13.130376246s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:23.39647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:15.955021Z","time spent":"7.441439505s","remote":"127.0.0.1:41488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:13:23.396483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:12.846506Z","time spent":"10.549964873s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T11:13:23.396489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:15.010551Z","time spent":"8.385929355s","remote":"127.0.0.1:41504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-04T11:13:23.39506Z","caller":"traceutil/trace.go:171","msg":"trace[1455457550] transaction","detail":"{read_only:false; response_revision:2891; number_of_response:1; }","duration":"3.144409007s","start":"2026-03-04T11:13:20.250638Z","end":"2026-03-04T11:13:23.395047Z","steps":["trace[1455457550] 'process raft request' (duration: 3.142757852s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:13:23.396437Z","caller":"traceutil/trace.go:171","msg":"trace[816981020] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2891; }","duration":"11.26536714s","start":"2026-03-04T11:13:12.131032Z","end":"2026-03-04T11:13:23.3964Z","steps":["trace[816981020] 'agreement among raft nodes before linearized reading' (duration: 11.265243947s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:23.396554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:12.131007Z","time spent":"11.265539365s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:13:23.396578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:20.250621Z","time spent":"3.145906588s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":456,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:13:23.396209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.263006705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T11:13:23.396671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.06672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:13:23.393413Z","caller":"traceutil/trace.go:171","msg":"trace[303470455] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2890; }","duration":"3.271740043s","start":"2026-03-04T11:13:20.121637Z","end":"2026-03-04T11:13:23.393377Z","steps":["trace[303470455] 'process raft request' (duration: 3.27163938s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:23.39624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.401348062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:13:23.39673Z","caller":"traceutil/trace.go:171","msg":"trace[1062963647] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:2891; }","duration":"11.401898677s","start":"2026-03-04T11:13:11.994816Z","end":"2026-03-04T11:13:23.396715Z","steps":["trace[1062963647] 'agreement among raft nodes before linearized reading' (duration: 11.401348052s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:13:23.396704Z","caller":"traceutil/trace.go:171","msg":"trace[99160374] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:2891; }","duration":"9.26355193s","start":"2026-03-04T11:13:14.133117Z","end":"2026-03-04T11:13:23.396669Z","steps":["trace[99160374] 'agreement among raft nodes before linearized reading' (duration: 9.262808139s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:23.396636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:20.122794Z","time spent":"3.273495s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":472,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:13:23.396804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.346691139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-04T11:13:23.396221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.625612802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:13:23.396492Z","caller":"traceutil/trace.go:171","msg":"trace[767973022] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2891; }","duration":"7.835015108s","start":"2026-03-04T11:13:15.561463Z","end":"2026-03-04T11:13:23.396478Z","steps":["trace[767973022] 'agreement among raft nodes before linearized reading' (duration: 7.834838903s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:13:23.396847Z","caller":"traceutil/trace.go:171","msg":"trace[1571159923] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2891; }","duration":"7.346781321s","start":"2026-03-04T11:13:16.050054Z","end":"2026-03-04T11:13:23.396836Z","steps":["trace[1571159923] 'agreement among raft nodes before linearized reading' (duration: 7.346623407s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:13:23.396863Z","caller":"traceutil/trace.go:171","msg":"trace[1347204472] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:2891; }","duration":"11.626302661s","start":"2026-03-04T11:13:11.770548Z","end":"2026-03-04T11:13:23.396851Z","steps":["trace[1347204472] 'agreement among raft nodes before linearized reading' (duration: 11.625623392s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:23.396866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:15.561413Z","time spent":"7.83544453s","remote":"127.0.0.1:41324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:13:23.396884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:16.050023Z","time spent":"7.346854063s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T11:13:23.396892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.942926642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T11:13:23.396815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.987587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:13:23.396905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:11.770528Z","time spent":"11.626362113s","remote":"127.0.0.1:41472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-03-04T11:13:23.396922Z","caller":"traceutil/trace.go:171","msg":"trace[1539216980] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2891; }","duration":"1.942997824s","start":"2026-03-04T11:13:21.453915Z","end":"2026-03-04T11:13:23.396913Z","steps":["trace[1539216980] 'agreement among raft nodes before linearized reading' (duration: 1.942956143s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:23.396501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:10.265985Z","time spent":"13.130509259s","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":804,"request content":"key:\"/registry/events/auth-system/keycloak-0.18999ef4420ef47e\" "} {"level":"warn","ts":"2026-03-04T11:13:23.396957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:21.453896Z","time spent":"1.943046655s","remote":"127.0.0.1:43666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:13:23.397012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.395522381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:13:23.397017Z","caller":"traceutil/trace.go:171","msg":"trace[486596347] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2891; }","duration":"256.43812ms","start":"2026-03-04T11:13:23.140561Z","end":"2026-03-04T11:13:23.396999Z","steps":["trace[486596347] 'agreement among raft nodes before linearized reading' (duration: 256.08547ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:13:23.39705Z","caller":"traceutil/trace.go:171","msg":"trace[1662869930] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:2891; }","duration":"5.395589373s","start":"2026-03-04T11:13:18.001452Z","end":"2026-03-04T11:13:23.397041Z","steps":["trace[1662869930] 'agreement among raft nodes before linearized reading' (duration: 5.395524381s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:23.396853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094283278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:13:23.397085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:18.001436Z","time spent":"5.395641214s","remote":"127.0.0.1:41566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-03-04T11:13:23.397115Z","caller":"traceutil/trace.go:171","msg":"trace[2133866502] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:2891; }","duration":"1.094584637s","start":"2026-03-04T11:13:22.302518Z","end":"2026-03-04T11:13:23.397102Z","steps":["trace[2133866502] 'agreement among raft nodes before linearized reading' (duration: 1.094315689s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:23.39682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:14.133096Z","time spent":"9.263682043s","remote":"127.0.0.1:41456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:13:23.397166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:22.302499Z","time spent":"1.094652168s","remote":"127.0.0.1:41160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:13:23.394995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:20.122639Z","time spent":"3.270878209s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":513,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:13:23.397203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:20.121615Z","time spent":"3.275525256s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":468,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:13:23.396772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:11.994796Z","time spent":"11.401965428s","remote":"127.0.0.1:41500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:13:23.397278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.268829407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7102"} {"level":"info","ts":"2026-03-04T11:13:23.396943Z","caller":"traceutil/trace.go:171","msg":"trace[1998846369] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:2891; }","duration":"925.154452ms","start":"2026-03-04T11:13:22.47177Z","end":"2026-03-04T11:13:23.396925Z","steps":["trace[1998846369] 'agreement among raft nodes before linearized reading' (duration: 925.020738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:23.397297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.403642883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.18\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-04T11:13:23.397307Z","caller":"traceutil/trace.go:171","msg":"trace[2117255398] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:2891; }","duration":"2.26890167s","start":"2026-03-04T11:13:21.128396Z","end":"2026-03-04T11:13:23.397298Z","steps":["trace[2117255398] 'agreement among raft nodes before linearized reading' (duration: 2.268828678s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:23.397335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:21.128371Z","time spent":"2.268957171s","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7125,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-04T11:13:23.397334Z","caller":"traceutil/trace.go:171","msg":"trace[1903300137] range","detail":"{range_begin:/registry/masterleases/199.19.213.18; range_end:; response_count:1; response_revision:2891; }","duration":"5.403724315s","start":"2026-03-04T11:13:17.993599Z","end":"2026-03-04T11:13:23.397323Z","steps":["trace[1903300137] 'agreement among raft nodes before linearized reading' (duration: 5.40354943s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:23.39733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:22.471748Z","time spent":"925.571672ms","remote":"127.0.0.1:48006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:13:23.397376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:17.993579Z","time spent":"5.403788397s","remote":"127.0.0.1:41114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.18\" "} {"level":"warn","ts":"2026-03-04T11:13:23.396613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.894808779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:489"} {"level":"warn","ts":"2026-03-04T11:13:23.39746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.17985178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T11:13:23.396355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.426971516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-04T11:13:23.397507Z","caller":"traceutil/trace.go:171","msg":"trace[1032802100] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:2891; }","duration":"5.895752775s","start":"2026-03-04T11:13:17.501745Z","end":"2026-03-04T11:13:23.397497Z","steps":["trace[1032802100] 'agreement among raft nodes before linearized reading' (duration: 5.894731057s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:23.397583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.804096523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T11:13:23.3976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:17.501726Z","time spent":"5.895863208s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":512,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-03-04T11:13:23.397609Z","caller":"traceutil/trace.go:171","msg":"trace[1130096698] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:2891; }","duration":"3.804179615s","start":"2026-03-04T11:13:19.593422Z","end":"2026-03-04T11:13:23.397602Z","steps":["trace[1130096698] 'agreement among raft nodes before linearized reading' (duration: 3.804136644s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:13:23.397597Z","caller":"traceutil/trace.go:171","msg":"trace[1046450930] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2891; }","duration":"12.428189029s","start":"2026-03-04T11:13:10.969331Z","end":"2026-03-04T11:13:23.39752Z","steps":["trace[1046450930] 'agreement among raft nodes before linearized reading' (duration: 12.426915734s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:23.397637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:19.593405Z","time spent":"3.804224967s","remote":"127.0.0.1:41562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":4,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:13:23.39766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:10.969307Z","time spent":"12.428336012s","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-04T11:13:23.397513Z","caller":"traceutil/trace.go:171","msg":"trace[1576510950] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:2891; }","duration":"4.179951092s","start":"2026-03-04T11:13:19.217549Z","end":"2026-03-04T11:13:23.3975Z","steps":["trace[1576510950] 'agreement among raft nodes before linearized reading' (duration: 4.17986793s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:23.39775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:19.217515Z","time spent":"4.18022132s","remote":"127.0.0.1:41250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":21,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:13:23.818132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:23.400143Z","time spent":"417.983389ms","remote":"127.0.0.1:41158","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T11:13:23.818426Z","caller":"traceutil/trace.go:171","msg":"trace[767033087] transaction","detail":"{read_only:false; response_revision:2892; number_of_response:1; }","duration":"415.45687ms","start":"2026-03-04T11:13:23.402897Z","end":"2026-03-04T11:13:23.818354Z","steps":["trace[767033087] 'process raft request' (duration: 415.143381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:23.818596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:23.402878Z","time spent":"415.627515ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:13:23.818818Z","caller":"traceutil/trace.go:171","msg":"trace[1803155055] transaction","detail":"{read_only:false; response_revision:2894; number_of_response:1; }","duration":"412.390716ms","start":"2026-03-04T11:13:23.406379Z","end":"2026-03-04T11:13:23.81877Z","steps":["trace[1803155055] 'process raft request' (duration: 411.899673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:23.819021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:23.406355Z","time spent":"412.547751ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:13:23.819067Z","caller":"traceutil/trace.go:171","msg":"trace[200212552] transaction","detail":"{read_only:false; response_revision:2893; number_of_response:1; }","duration":"415.871962ms","start":"2026-03-04T11:13:23.403143Z","end":"2026-03-04T11:13:23.819015Z","steps":["trace[200212552] 'process raft request' (duration: 415.096211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:23.819191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:23.403137Z","time spent":"415.992975ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:13:24.060959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.602812ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T11:13:24.061222Z","caller":"traceutil/trace.go:171","msg":"trace[22740569] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2895; }","duration":"624.579628ms","start":"2026-03-04T11:13:23.436611Z","end":"2026-03-04T11:13:24.061191Z","steps":["trace[22740569] 'process raft request' (duration: 624.451095ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:13:24.061292Z","caller":"traceutil/trace.go:171","msg":"trace[1078009250] linearizableReadLoop","detail":"{readStateIndex:3018; appliedIndex:3017; }","duration":"659.08708ms","start":"2026-03-04T11:13:23.402171Z","end":"2026-03-04T11:13:24.061258Z","steps":["trace[1078009250] 'read index received' (duration: 33.553456ms)","trace[1078009250] 'applied index is now lower than readState.Index' (duration: 625.530414ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:13:24.061337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:23.436589Z","time spent":"624.674741ms","remote":"127.0.0.1:41114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:13:24.061427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.249804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-03-04T11:13:24.061463Z","caller":"traceutil/trace.go:171","msg":"trace[1408611692] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2895; }","duration":"659.301696ms","start":"2026-03-04T11:13:23.402151Z","end":"2026-03-04T11:13:24.061453Z","steps":["trace[1408611692] 'agreement among raft nodes before linearized reading' (duration: 659.181633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:24.061485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:23.402142Z","time spent":"659.337777ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1472,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-03-04T11:13:24.061477Z","caller":"traceutil/trace.go:171","msg":"trace[401516313] transaction","detail":"{read_only:false; response_revision:2896; number_of_response:1; }","duration":"242.218811ms","start":"2026-03-04T11:13:23.819232Z","end":"2026-03-04T11:13:24.061451Z","steps":["trace[401516313] 'process raft request' (duration: 241.880512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:24.061703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.382864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-bvkl5\" ","response":"range_response_count:1 size:5929"} {"level":"warn","ts":"2026-03-04T11:13:24.061707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.456943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:489"} {"level":"info","ts":"2026-03-04T11:13:24.061777Z","caller":"traceutil/trace.go:171","msg":"trace[412597252] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-bvkl5; range_end:; response_count:1; response_revision:2896; }","duration":"239.467577ms","start":"2026-03-04T11:13:23.822289Z","end":"2026-03-04T11:13:24.061757Z","steps":["trace[412597252] 'agreement among raft nodes before linearized reading' (duration: 239.170648ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:13:24.061806Z","caller":"traceutil/trace.go:171","msg":"trace[2040171801] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:2896; }","duration":"658.605737ms","start":"2026-03-04T11:13:23.403177Z","end":"2026-03-04T11:13:24.061782Z","steps":["trace[2040171801] 'agreement among raft nodes before linearized reading' (duration: 658.280358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:24.061855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:23.403171Z","time spent":"658.674919ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":512,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-03-04T11:13:24.422576Z","caller":"traceutil/trace.go:171","msg":"trace[1135302104] linearizableReadLoop","detail":"{readStateIndex:3026; appliedIndex:3025; }","duration":"320.337173ms","start":"2026-03-04T11:13:24.102209Z","end":"2026-03-04T11:13:24.422546Z","steps":["trace[1135302104] 'read index received' (duration: 286.541481ms)","trace[1135302104] 'applied index is now lower than readState.Index' (duration: 33.793692ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:13:24.422626Z","caller":"traceutil/trace.go:171","msg":"trace[425858288] transaction","detail":"{read_only:false; response_revision:2897; number_of_response:1; }","duration":"353.89661ms","start":"2026-03-04T11:13:24.068692Z","end":"2026-03-04T11:13:24.422589Z","steps":["trace[425858288] 'process raft request' (duration: 320.030615ms)","trace[425858288] 'compare' (duration: 33.670529ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:13:24.422865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.819757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-03-04T11:13:24.422951Z","caller":"traceutil/trace.go:171","msg":"trace[1948571156] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2897; }","duration":"357.897679ms","start":"2026-03-04T11:13:24.065014Z","end":"2026-03-04T11:13:24.422912Z","steps":["trace[1948571156] 'agreement among raft nodes before linearized reading' (duration: 357.676723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:24.42299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:24.064951Z","time spent":"358.030522ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1340,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-04T11:13:24.423158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:24.068676Z","time spent":"354.164137ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6230,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:13:24.839354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.612314ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:13:24.839564Z","caller":"traceutil/trace.go:171","msg":"trace[322659704] linearizableReadLoop","detail":"{readStateIndex:3028; appliedIndex:3026; }","duration":"412.831649ms","start":"2026-03-04T11:13:24.426703Z","end":"2026-03-04T11:13:24.839535Z","steps":["trace[322659704] 'read index received' (duration: 203.881825ms)","trace[322659704] 'applied index is now lower than readState.Index' (duration: 208.948774ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:13:24.839587Z","caller":"traceutil/trace.go:171","msg":"trace[1007875893] transaction","detail":"{read_only:false; response_revision:2899; number_of_response:1; }","duration":"731.955009ms","start":"2026-03-04T11:13:24.107613Z","end":"2026-03-04T11:13:24.839568Z","steps":["trace[1007875893] 'process raft request' (duration: 731.845126ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:13:24.839592Z","caller":"traceutil/trace.go:171","msg":"trace[1141881954] transaction","detail":"{read_only:false; response_revision:2898; number_of_response:1; }","duration":"732.827423ms","start":"2026-03-04T11:13:24.106695Z","end":"2026-03-04T11:13:24.839522Z","steps":["trace[1141881954] 'process raft request' (duration: 523.957402ms)","trace[1141881954] 'compare' (duration: 208.498841ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:13:24.839685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:24.107598Z","time spent":"732.037731ms","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:13:24.839775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.460859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7294"} {"level":"info","ts":"2026-03-04T11:13:24.839812Z","caller":"traceutil/trace.go:171","msg":"trace[1273957141] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:2899; }","duration":"412.543711ms","start":"2026-03-04T11:13:24.427257Z","end":"2026-03-04T11:13:24.839801Z","steps":["trace[1273957141] 'agreement among raft nodes before linearized reading' (duration: 412.384476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:24.839843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:24.427234Z","time spent":"412.601783ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7317,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-04T11:13:24.83987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:24.106646Z","time spent":"733.054999ms","remote":"127.0.0.1:41114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:13:24.840063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.341932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-03-04T11:13:24.840206Z","caller":"traceutil/trace.go:171","msg":"trace[818359561] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2899; }","duration":"413.538988ms","start":"2026-03-04T11:13:24.426644Z","end":"2026-03-04T11:13:24.840183Z","steps":["trace[818359561] 'agreement among raft nodes before linearized reading' (duration: 413.015024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:24.840287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:24.426624Z","time spent":"413.650031ms","remote":"127.0.0.1:41562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7485,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"info","ts":"2026-03-04T11:13:25.017255Z","caller":"traceutil/trace.go:171","msg":"trace[1687475948] linearizableReadLoop","detail":"{readStateIndex:3030; appliedIndex:3029; }","duration":"128.057475ms","start":"2026-03-04T11:13:24.889176Z","end":"2026-03-04T11:13:25.017234Z","steps":["trace[1687475948] 'read index received' (duration: 89.3957ms)","trace[1687475948] 'applied index is now lower than readState.Index' (duration: 38.660285ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:13:25.017374Z","caller":"traceutil/trace.go:171","msg":"trace[715542456] transaction","detail":"{read_only:false; response_revision:2901; number_of_response:1; }","duration":"168.660064ms","start":"2026-03-04T11:13:24.848686Z","end":"2026-03-04T11:13:25.017346Z","steps":["trace[715542456] 'process raft request' (duration: 129.951437ms)","trace[715542456] 'compare' (duration: 38.517342ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:13:25.017573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.381324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18999ef4420ef47e\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-04T11:13:25.017601Z","caller":"traceutil/trace.go:171","msg":"trace[381117094] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18999ef4420ef47e; range_end:; response_count:1; response_revision:2901; }","duration":"128.448586ms","start":"2026-03-04T11:13:24.889146Z","end":"2026-03-04T11:13:25.017594Z","steps":["trace[381117094] 'agreement among raft nodes before linearized reading' (duration: 128.191039ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:13:25.29726Z","caller":"traceutil/trace.go:171","msg":"trace[400114675] linearizableReadLoop","detail":"{readStateIndex:3033; appliedIndex:3032; }","duration":"189.250866ms","start":"2026-03-04T11:13:25.107957Z","end":"2026-03-04T11:13:25.297208Z","steps":["trace[400114675] 'read index received' (duration: 137.046481ms)","trace[400114675] 'applied index is now lower than readState.Index' (duration: 52.203045ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:13:25.297387Z","caller":"traceutil/trace.go:171","msg":"trace[1934949624] transaction","detail":"{read_only:false; response_revision:2904; number_of_response:1; }","duration":"235.352754ms","start":"2026-03-04T11:13:25.061998Z","end":"2026-03-04T11:13:25.297351Z","steps":["trace[1934949624] 'process raft request' (duration: 183.096018ms)","trace[1934949624] 'compare' (duration: 51.980738ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:13:25.297431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.466182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:13:25.297518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.846401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:13:25.297576Z","caller":"traceutil/trace.go:171","msg":"trace[565663832] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:2904; }","duration":"171.931123ms","start":"2026-03-04T11:13:25.125625Z","end":"2026-03-04T11:13:25.297556Z","steps":["trace[565663832] 'agreement among raft nodes before linearized reading' (duration: 171.831711ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:13:25.297563Z","caller":"traceutil/trace.go:171","msg":"trace[1023218991] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2904; }","duration":"189.653537ms","start":"2026-03-04T11:13:25.107886Z","end":"2026-03-04T11:13:25.29754Z","steps":["trace[1023218991] 'agreement among raft nodes before linearized reading' (duration: 189.488962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:25.297612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.102412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18999ef4420ef47e\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-04T11:13:25.297672Z","caller":"traceutil/trace.go:171","msg":"trace[1527023100] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18999ef4420ef47e; range_end:; response_count:1; response_revision:2904; }","duration":"189.178994ms","start":"2026-03-04T11:13:25.108479Z","end":"2026-03-04T11:13:25.297658Z","steps":["trace[1527023100] 'agreement among raft nodes before linearized reading' (duration: 188.954488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:25.600741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.004686ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:13:25.600872Z","caller":"traceutil/trace.go:171","msg":"trace[1513996229] linearizableReadLoop","detail":"{readStateIndex:3034; appliedIndex:3033; }","duration":"299.399183ms","start":"2026-03-04T11:13:25.301444Z","end":"2026-03-04T11:13:25.600843Z","steps":["trace[1513996229] 'read index received' (duration: 183.106868ms)","trace[1513996229] 'applied index is now lower than readState.Index' (duration: 116.289985ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:13:25.600992Z","caller":"traceutil/trace.go:171","msg":"trace[1221085942] transaction","detail":"{read_only:false; response_revision:2905; number_of_response:1; }","duration":"300.774211ms","start":"2026-03-04T11:13:25.300202Z","end":"2026-03-04T11:13:25.600976Z","steps":["trace[1221085942] 'process raft request' (duration: 184.441955ms)","trace[1221085942] 'compare' (duration: 115.831542ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:13:25.601089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:25.300179Z","time spent":"300.859602ms","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:13:25.601191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.378978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:13:25.601263Z","caller":"traceutil/trace.go:171","msg":"trace[724452319] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2905; }","duration":"271.4667ms","start":"2026-03-04T11:13:25.32978Z","end":"2026-03-04T11:13:25.601247Z","steps":["trace[724452319] 'agreement among raft nodes before linearized reading' (duration: 271.308086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:25.601273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.816244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-tl6pn\" ","response":"range_response_count:1 size:4348"} {"level":"info","ts":"2026-03-04T11:13:25.601323Z","caller":"traceutil/trace.go:171","msg":"trace[2004187988] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-tl6pn; range_end:; response_count:1; response_revision:2905; }","duration":"299.887746ms","start":"2026-03-04T11:13:25.30142Z","end":"2026-03-04T11:13:25.601308Z","steps":["trace[2004187988] 'agreement among raft nodes before linearized reading' (duration: 299.66508ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:13:25.865355Z","caller":"traceutil/trace.go:171","msg":"trace[854975804] linearizableReadLoop","detail":"{readStateIndex:3036; appliedIndex:3035; }","duration":"221.525477ms","start":"2026-03-04T11:13:25.643811Z","end":"2026-03-04T11:13:25.865336Z","steps":["trace[854975804] 'read index received' (duration: 221.344352ms)","trace[854975804] 'applied index is now lower than readState.Index' (duration: 180.335µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:13:25.866513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.675098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18999ee1e0dd28f3\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-03-04T11:13:25.866639Z","caller":"traceutil/trace.go:171","msg":"trace[1599333066] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18999ee1e0dd28f3; range_end:; response_count:1; response_revision:2907; }","duration":"222.813192ms","start":"2026-03-04T11:13:25.643777Z","end":"2026-03-04T11:13:25.86659Z","steps":["trace[1599333066] 'agreement among raft nodes before linearized reading' (duration: 221.63479ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:13:25.866218Z","caller":"traceutil/trace.go:171","msg":"trace[1031866307] transaction","detail":"{read_only:false; response_revision:2907; number_of_response:1; }","duration":"256.682836ms","start":"2026-03-04T11:13:25.608719Z","end":"2026-03-04T11:13:25.865402Z","steps":["trace[1031866307] 'process raft request' (duration: 256.489381ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:13:26.081722Z","caller":"traceutil/trace.go:171","msg":"trace[1747566222] linearizableReadLoop","detail":"{readStateIndex:3037; appliedIndex:3036; }","duration":"206.929939ms","start":"2026-03-04T11:13:25.874761Z","end":"2026-03-04T11:13:26.081691Z","steps":["trace[1747566222] 'read index received' (duration: 206.677602ms)","trace[1747566222] 'applied index is now lower than readState.Index' (duration: 251.167µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:13:26.081758Z","caller":"traceutil/trace.go:171","msg":"trace[601630215] transaction","detail":"{read_only:false; response_revision:2908; number_of_response:1; }","duration":"212.265244ms","start":"2026-03-04T11:13:25.869458Z","end":"2026-03-04T11:13:26.081723Z","steps":["trace[601630215] 'process raft request' (duration: 212.006297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:26.081864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.082403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6751"} {"level":"info","ts":"2026-03-04T11:13:26.081908Z","caller":"traceutil/trace.go:171","msg":"trace[1426517576] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:2908; }","duration":"207.179865ms","start":"2026-03-04T11:13:25.874716Z","end":"2026-03-04T11:13:26.081896Z","steps":["trace[1426517576] 'agreement among raft nodes before linearized reading' (duration: 207.067192ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:13:26.335271Z","caller":"traceutil/trace.go:171","msg":"trace[474308709] linearizableReadLoop","detail":"{readStateIndex:3039; appliedIndex:3038; }","duration":"190.096837ms","start":"2026-03-04T11:13:26.145151Z","end":"2026-03-04T11:13:26.335248Z","steps":["trace[474308709] 'read index received' (duration: 10.603439ms)","trace[474308709] 'applied index is now lower than readState.Index' (duration: 179.492438ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:13:26.335313Z","caller":"traceutil/trace.go:171","msg":"trace[1648030087] transaction","detail":"{read_only:false; response_revision:2910; number_of_response:1; }","duration":"247.378081ms","start":"2026-03-04T11:13:26.087922Z","end":"2026-03-04T11:13:26.3353Z","steps":["trace[1648030087] 'process raft request' (duration: 247.176175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:26.335421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.254662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:13:26.335463Z","caller":"traceutil/trace.go:171","msg":"trace[1623501031] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:2910; }","duration":"190.314784ms","start":"2026-03-04T11:13:26.145138Z","end":"2026-03-04T11:13:26.335452Z","steps":["trace[1623501031] 'agreement among raft nodes before linearized reading' (duration: 190.230982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:26.335639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.205606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18999ee1c07bb0b7\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-04T11:13:26.335734Z","caller":"traceutil/trace.go:171","msg":"trace[1045149685] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18999ee1c07bb0b7; range_end:; response_count:1; response_revision:2910; }","duration":"177.33931ms","start":"2026-03-04T11:13:26.158365Z","end":"2026-03-04T11:13:26.335705Z","steps":["trace[1045149685] 'agreement among raft nodes before linearized reading' (duration: 177.067433ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:13:26.550069Z","caller":"traceutil/trace.go:171","msg":"trace[208783213] transaction","detail":"{read_only:false; response_revision:2913; number_of_response:1; }","duration":"172.263692ms","start":"2026-03-04T11:13:26.377771Z","end":"2026-03-04T11:13:26.550035Z","steps":["trace[208783213] 'process raft request' (duration: 113.672473ms)","trace[208783213] 'compare' (duration: 58.443235ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:13:26.597369Z","caller":"traceutil/trace.go:171","msg":"trace[1974735729] transaction","detail":"{read_only:false; response_revision:2914; number_of_response:1; }","duration":"194.152769ms","start":"2026-03-04T11:13:26.403178Z","end":"2026-03-04T11:13:26.597331Z","steps":["trace[1974735729] 'process raft request' (duration: 194.022066ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:13:26.87701Z","caller":"traceutil/trace.go:171","msg":"trace[1785247783] transaction","detail":"{read_only:false; response_revision:2916; number_of_response:1; }","duration":"271.258794ms","start":"2026-03-04T11:13:26.605722Z","end":"2026-03-04T11:13:26.876981Z","steps":["trace[1785247783] 'process raft request' (duration: 234.380848ms)","trace[1785247783] 'compare' (duration: 36.701902ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:13:26.877024Z","caller":"traceutil/trace.go:171","msg":"trace[987495271] linearizableReadLoop","detail":"{readStateIndex:3045; appliedIndex:3043; }","duration":"264.468759ms","start":"2026-03-04T11:13:26.61253Z","end":"2026-03-04T11:13:26.876999Z","steps":["trace[987495271] 'read index received' (duration: 36.765754ms)","trace[987495271] 'applied index is now lower than readState.Index' (duration: 227.702105ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:13:26.877375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.821118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-04T11:13:26.877426Z","caller":"traceutil/trace.go:171","msg":"trace[968489723] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2917; }","duration":"264.924791ms","start":"2026-03-04T11:13:26.612486Z","end":"2026-03-04T11:13:26.877411Z","steps":["trace[968489723] 'agreement among raft nodes before linearized reading' (duration: 264.619523ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:13:26.877387Z","caller":"traceutil/trace.go:171","msg":"trace[299658694] transaction","detail":"{read_only:false; response_revision:2917; number_of_response:1; }","duration":"224.96621ms","start":"2026-03-04T11:13:26.652381Z","end":"2026-03-04T11:13:26.877348Z","steps":["trace[299658694] 'process raft request' (duration: 224.57055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:27.168008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.108604ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:13:27.168108Z","caller":"traceutil/trace.go:171","msg":"trace[2129635771] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2918; }","duration":"129.228218ms","start":"2026-03-04T11:13:27.038865Z","end":"2026-03-04T11:13:27.168093Z","steps":["trace[2129635771] 'range keys from in-memory index tree' (duration: 129.094554ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:13:27.168292Z","caller":"traceutil/trace.go:171","msg":"trace[1661940054] transaction","detail":"{read_only:false; response_revision:2919; number_of_response:1; }","duration":"279.030287ms","start":"2026-03-04T11:13:26.889213Z","end":"2026-03-04T11:13:27.168243Z","steps":["trace[1661940054] 'process raft request' (duration: 235.472778ms)","trace[1661940054] 'compare' (duration: 43.375064ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:13:27.492193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.97533ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:13:27.492305Z","caller":"traceutil/trace.go:171","msg":"trace[1995015993] linearizableReadLoop","detail":"{readStateIndex:3049; appliedIndex:3047; }","duration":"524.061425ms","start":"2026-03-04T11:13:26.968225Z","end":"2026-03-04T11:13:27.492287Z","steps":["trace[1995015993] 'read index received' (duration: 156.554183ms)","trace[1995015993] 'applied index is now lower than readState.Index' (duration: 367.505022ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:13:27.492396Z","caller":"traceutil/trace.go:171","msg":"trace[1319513938] transaction","detail":"{read_only:false; response_revision:2920; number_of_response:1; }","duration":"531.684352ms","start":"2026-03-04T11:13:26.9607Z","end":"2026-03-04T11:13:27.492385Z","steps":["trace[1319513938] 'process raft request' (duration: 339.373023ms)","trace[1319513938] 'compare' (duration: 191.696503ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:13:27.492453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:26.960668Z","time spent":"531.759985ms","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T11:13:27.492596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.700242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:13:27.492611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.897321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:13:27.492669Z","caller":"traceutil/trace.go:171","msg":"trace[639329817] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2920; }","duration":"387.818596ms","start":"2026-03-04T11:13:27.104834Z","end":"2026-03-04T11:13:27.492653Z","steps":["trace[639329817] 'agreement among raft nodes before linearized reading' (duration: 387.679632ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:13:27.492674Z","caller":"traceutil/trace.go:171","msg":"trace[757267668] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2920; }","duration":"213.012595ms","start":"2026-03-04T11:13:27.279647Z","end":"2026-03-04T11:13:27.492659Z","steps":["trace[757267668] 'agreement among raft nodes before linearized reading' (duration: 212.885311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:27.492713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:27.104817Z","time spent":"387.888108ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:13:27.492801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.519507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-04T11:13:27.493097Z","caller":"traceutil/trace.go:171","msg":"trace[39630830] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2920; }","duration":"524.812775ms","start":"2026-03-04T11:13:26.96818Z","end":"2026-03-04T11:13:27.492993Z","steps":["trace[39630830] 'agreement among raft nodes before linearized reading' (duration: 524.397214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:27.493206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:26.968142Z","time spent":"525.048581ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-04T11:13:27.493142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.773733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-fxdz8\" ","response":"range_response_count:1 size:5956"} {"level":"info","ts":"2026-03-04T11:13:27.49338Z","caller":"traceutil/trace.go:171","msg":"trace[1164603795] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-fxdz8; range_end:; response_count:1; response_revision:2920; }","duration":"322.04946ms","start":"2026-03-04T11:13:27.17131Z","end":"2026-03-04T11:13:27.493359Z","steps":["trace[1164603795] 'agreement among raft nodes before linearized reading' (duration: 321.281129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:27.493535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:27.171295Z","time spent":"322.225575ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5979,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-fxdz8\" "} {"level":"warn","ts":"2026-03-04T11:13:27.493459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.30669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-04T11:13:27.493748Z","caller":"traceutil/trace.go:171","msg":"trace[1931706438] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2920; }","duration":"384.654849ms","start":"2026-03-04T11:13:27.109077Z","end":"2026-03-04T11:13:27.493731Z","steps":["trace[1931706438] 'agreement among raft nodes before linearized reading' (duration: 383.535629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:27.493804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:27.109045Z","time spent":"384.743952ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T11:13:27.716624Z","caller":"traceutil/trace.go:171","msg":"trace[1274563559] linearizableReadLoop","detail":"{readStateIndex:3051; appliedIndex:3050; }","duration":"157.521699ms","start":"2026-03-04T11:13:27.559089Z","end":"2026-03-04T11:13:27.71661Z","steps":["trace[1274563559] 'read index received' (duration: 65.893169ms)","trace[1274563559] 'applied index is now lower than readState.Index' (duration: 91.62759ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:13:27.716739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.457922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:13:27.716763Z","caller":"traceutil/trace.go:171","msg":"trace[1493584273] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:2922; }","duration":"181.545855ms","start":"2026-03-04T11:13:27.535212Z","end":"2026-03-04T11:13:27.716757Z","steps":["trace[1493584273] 'agreement among raft nodes before linearized reading' (duration: 181.481984ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:13:27.716765Z","caller":"traceutil/trace.go:171","msg":"trace[1667480354] transaction","detail":"{read_only:false; response_revision:2922; number_of_response:1; }","duration":"216.16241ms","start":"2026-03-04T11:13:27.500547Z","end":"2026-03-04T11:13:27.716709Z","steps":["trace[1667480354] 'process raft request' (duration: 124.427816ms)","trace[1667480354] 'compare' (duration: 91.57879ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:13:27.732393Z","caller":"traceutil/trace.go:171","msg":"trace[294752335] transaction","detail":"{read_only:false; response_revision:2923; number_of_response:1; }","duration":"169.243359ms","start":"2026-03-04T11:13:27.563123Z","end":"2026-03-04T11:13:27.732367Z","steps":["trace[294752335] 'process raft request' (duration: 169.096535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:27.732775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.885817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-03-04T11:13:27.732825Z","caller":"traceutil/trace.go:171","msg":"trace[2060289192] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2923; }","duration":"169.98136ms","start":"2026-03-04T11:13:27.562832Z","end":"2026-03-04T11:13:27.732813Z","steps":["trace[2060289192] 'agreement among raft nodes before linearized reading' (duration: 169.731553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:28.036165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.499769ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:13:28.036271Z","caller":"traceutil/trace.go:171","msg":"trace[2015111423] linearizableReadLoop","detail":"{readStateIndex:3054; appliedIndex:3053; }","duration":"274.342299ms","start":"2026-03-04T11:13:27.761913Z","end":"2026-03-04T11:13:28.036255Z","steps":["trace[2015111423] 'read index received' (duration: 105.537851ms)","trace[2015111423] 'applied index is now lower than readState.Index' (duration: 168.803378ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:13:28.036356Z","caller":"traceutil/trace.go:171","msg":"trace[1405642147] transaction","detail":"{read_only:false; response_revision:2925; number_of_response:1; }","duration":"293.07468ms","start":"2026-03-04T11:13:27.74327Z","end":"2026-03-04T11:13:28.036345Z","steps":["trace[1405642147] 'process raft request' (duration: 124.316744ms)","trace[1405642147] 'compare' (duration: 168.378966ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:13:28.036581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.656227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-fxdz8.18999ed11874dbd6\" ","response":"range_response_count:1 size:823"} {"level":"info","ts":"2026-03-04T11:13:28.036742Z","caller":"traceutil/trace.go:171","msg":"trace[525065675] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-fxdz8.18999ed11874dbd6; range_end:; response_count:1; response_revision:2925; }","duration":"274.78227ms","start":"2026-03-04T11:13:27.761871Z","end":"2026-03-04T11:13:28.036654Z","steps":["trace[525065675] 'agreement among raft nodes before linearized reading' (duration: 274.537814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:28.390029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.359173ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:13:28.390294Z","caller":"traceutil/trace.go:171","msg":"trace[983475516] transaction","detail":"{read_only:false; response_revision:2929; number_of_response:1; }","duration":"270.874394ms","start":"2026-03-04T11:13:28.119402Z","end":"2026-03-04T11:13:28.390276Z","steps":["trace[983475516] 'process raft request' (duration: 270.758141ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:13:28.390347Z","caller":"traceutil/trace.go:171","msg":"trace[454836359] linearizableReadLoop","detail":"{readStateIndex:3058; appliedIndex:3057; }","duration":"276.252871ms","start":"2026-03-04T11:13:28.114062Z","end":"2026-03-04T11:13:28.390315Z","steps":["trace[454836359] 'read index received' (duration: 143.491177ms)","trace[454836359] 'applied index is now lower than readState.Index' (duration: 132.759324ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:13:28.390572Z","caller":"traceutil/trace.go:171","msg":"trace[310676819] transaction","detail":"{read_only:false; response_revision:2928; number_of_response:1; }","duration":"294.680983ms","start":"2026-03-04T11:13:28.095871Z","end":"2026-03-04T11:13:28.390552Z","steps":["trace[310676819] 'process raft request' (duration: 161.695833ms)","trace[310676819] 'compare' (duration: 132.123807ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:13:28.390705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.342506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-03-04T11:13:28.390763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.92329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T11:13:28.390843Z","caller":"traceutil/trace.go:171","msg":"trace[1056568687] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2929; }","duration":"206.042794ms","start":"2026-03-04T11:13:28.184785Z","end":"2026-03-04T11:13:28.390827Z","steps":["trace[1056568687] 'agreement among raft nodes before linearized reading' (duration: 205.795127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:28.390921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.441769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T11:13:28.390989Z","caller":"traceutil/trace.go:171","msg":"trace[1168108866] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2929; }","duration":"223.519561ms","start":"2026-03-04T11:13:28.16746Z","end":"2026-03-04T11:13:28.39098Z","steps":["trace[1168108866] 'agreement among raft nodes before linearized reading' (duration: 223.354286ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:13:28.390786Z","caller":"traceutil/trace.go:171","msg":"trace[1132672377] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2929; }","duration":"275.457349ms","start":"2026-03-04T11:13:28.11531Z","end":"2026-03-04T11:13:28.390768Z","steps":["trace[1132672377] 'agreement among raft nodes before linearized reading' (duration: 275.258174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:28.391148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.683516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T11:13:28.391217Z","caller":"traceutil/trace.go:171","msg":"trace[1512045909] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2929; }","duration":"223.803989ms","start":"2026-03-04T11:13:28.167398Z","end":"2026-03-04T11:13:28.391202Z","steps":["trace[1512045909] 'agreement among raft nodes before linearized reading' (duration: 223.575163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:28.391252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.04377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-fxdz8.18999ed12437bd73\" ","response":"range_response_count:1 size:823"} {"level":"info","ts":"2026-03-04T11:13:28.391316Z","caller":"traceutil/trace.go:171","msg":"trace[218343701] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-fxdz8.18999ed12437bd73; range_end:; response_count:1; response_revision:2929; }","duration":"300.128693ms","start":"2026-03-04T11:13:28.091168Z","end":"2026-03-04T11:13:28.391296Z","steps":["trace[218343701] 'agreement among raft nodes before linearized reading' (duration: 299.885646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:28.391375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:28.091157Z","time spent":"300.204504ms","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":846,"request content":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-fxdz8.18999ed12437bd73\" "} {"level":"warn","ts":"2026-03-04T11:13:28.909676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.071835ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:13:28.90991Z","caller":"traceutil/trace.go:171","msg":"trace[316552253] transaction","detail":"{read_only:false; response_revision:2930; number_of_response:1; }","duration":"516.718215ms","start":"2026-03-04T11:13:28.393159Z","end":"2026-03-04T11:13:28.909877Z","steps":["trace[316552253] 'process raft request' (duration: 103.359832ms)","trace[316552253] 'compare' (duration: 412.859429ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:13:28.909947Z","caller":"traceutil/trace.go:171","msg":"trace[1079966322] transaction","detail":"{read_only:false; response_revision:2932; number_of_response:1; }","duration":"511.673246ms","start":"2026-03-04T11:13:28.398256Z","end":"2026-03-04T11:13:28.909929Z","steps":["trace[1079966322] 'process raft request' (duration: 511.636075ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:13:28.909931Z","caller":"traceutil/trace.go:171","msg":"trace[395656514] linearizableReadLoop","detail":"{readStateIndex:3060; appliedIndex:3059; }","duration":"516.373175ms","start":"2026-03-04T11:13:28.393518Z","end":"2026-03-04T11:13:28.909891Z","steps":["trace[395656514] 'read index received' (duration: 102.997791ms)","trace[395656514] 'applied index is now lower than readState.Index' (duration: 413.371524ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:13:28.91021Z","caller":"traceutil/trace.go:171","msg":"trace[892061006] transaction","detail":"{read_only:false; response_revision:2931; number_of_response:1; }","duration":"512.698014ms","start":"2026-03-04T11:13:28.397501Z","end":"2026-03-04T11:13:28.910199Z","steps":["trace[892061006] 'process raft request' (duration: 512.302683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:28.910273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:28.397479Z","time spent":"512.767947ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:13:28.910438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.888909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-bvkl5\" ","response":"range_response_count:1 size:6245"} {"level":"warn","ts":"2026-03-04T11:13:28.910476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.506219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T11:13:28.910511Z","caller":"traceutil/trace.go:171","msg":"trace[990156612] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-bvkl5; range_end:; response_count:1; response_revision:2932; }","duration":"517.005262ms","start":"2026-03-04T11:13:28.393485Z","end":"2026-03-04T11:13:28.91049Z","steps":["trace[990156612] 'agreement among raft nodes before linearized reading' (duration: 516.758876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:28.910569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:28.393471Z","time spent":"517.085754ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6268,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-bvkl5\" "} {"level":"warn","ts":"2026-03-04T11:13:28.910604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.463378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"warn","ts":"2026-03-04T11:13:28.91058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.18202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-03-04T11:13:28.910643Z","caller":"traceutil/trace.go:171","msg":"trace[101754337] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:2932; }","duration":"512.509939ms","start":"2026-03-04T11:13:28.398125Z","end":"2026-03-04T11:13:28.910635Z","steps":["trace[101754337] 'agreement among raft nodes before linearized reading' (duration: 512.414387ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:13:28.91066Z","caller":"traceutil/trace.go:171","msg":"trace[146957252] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:2932; }","duration":"512.270972ms","start":"2026-03-04T11:13:28.39837Z","end":"2026-03-04T11:13:28.910641Z","steps":["trace[146957252] 'agreement among raft nodes before linearized reading' (duration: 512.020066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:28.910734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:28.398363Z","time spent":"512.359465ms","remote":"127.0.0.1:41142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4356,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"warn","ts":"2026-03-04T11:13:28.910772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.648475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T11:13:28.910517Z","caller":"traceutil/trace.go:171","msg":"trace[2059941462] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2932; }","duration":"516.56997ms","start":"2026-03-04T11:13:28.393936Z","end":"2026-03-04T11:13:28.910506Z","steps":["trace[2059941462] 'agreement among raft nodes before linearized reading' (duration: 516.407065ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:13:28.9108Z","caller":"traceutil/trace.go:171","msg":"trace[594957043] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2932; }","duration":"515.697736ms","start":"2026-03-04T11:13:28.395094Z","end":"2026-03-04T11:13:28.910792Z","steps":["trace[594957043] 'agreement among raft nodes before linearized reading' (duration: 515.636355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:28.910828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:28.395081Z","time spent":"515.741497ms","remote":"127.0.0.1:41382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T11:13:28.910876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.164849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"warn","ts":"2026-03-04T11:13:28.910884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:28.393921Z","time spent":"516.91936ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T11:13:28.910911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.734457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188252"} {"level":"info","ts":"2026-03-04T11:13:28.910941Z","caller":"traceutil/trace.go:171","msg":"trace[1034765727] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:2932; }","duration":"490.269143ms","start":"2026-03-04T11:13:28.420637Z","end":"2026-03-04T11:13:28.910906Z","steps":["trace[1034765727] 'agreement among raft nodes before linearized reading' (duration: 490.142839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:28.910596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.881392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"warn","ts":"2026-03-04T11:13:28.91068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:28.398121Z","time spent":"512.5519ms","remote":"127.0.0.1:41142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4203,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"info","ts":"2026-03-04T11:13:28.910993Z","caller":"traceutil/trace.go:171","msg":"trace[1060956768] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:2932; }","duration":"312.86717ms","start":"2026-03-04T11:13:28.598106Z","end":"2026-03-04T11:13:28.910974Z","steps":["trace[1060956768] 'agreement among raft nodes before linearized reading' (duration: 312.717786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:28.911035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:28.598073Z","time spent":"312.952973ms","remote":"127.0.0.1:41142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":188275,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-04T11:13:28.910021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:28.398232Z","time spent":"511.756179ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:13:28.911028Z","caller":"traceutil/trace.go:171","msg":"trace[1865629867] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:2932; }","duration":"512.353845ms","start":"2026-03-04T11:13:28.398661Z","end":"2026-03-04T11:13:28.911015Z","steps":["trace[1865629867] 'agreement among raft nodes before linearized reading' (duration: 511.704187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:28.91106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.527219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"warn","ts":"2026-03-04T11:13:28.911026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.321724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"warn","ts":"2026-03-04T11:13:28.910076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:28.39314Z","time spent":"516.841097ms","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":808,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:13:28.911113Z","caller":"traceutil/trace.go:171","msg":"trace[1831248610] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:2932; }","duration":"512.669334ms","start":"2026-03-04T11:13:28.398429Z","end":"2026-03-04T11:13:28.911099Z","steps":["trace[1831248610] 'agreement among raft nodes before linearized reading' (duration: 512.53202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:28.91112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:28.398639Z","time spent":"512.443547ms","remote":"127.0.0.1:41142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5609,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"warn","ts":"2026-03-04T11:13:28.911118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.686534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"warn","ts":"2026-03-04T11:13:28.91115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:28.398419Z","time spent":"512.723025ms","remote":"127.0.0.1:41142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":5200,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"info","ts":"2026-03-04T11:13:28.911174Z","caller":"traceutil/trace.go:171","msg":"trace[509013395] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:2932; }","duration":"512.774397ms","start":"2026-03-04T11:13:28.398387Z","end":"2026-03-04T11:13:28.911162Z","steps":["trace[509013395] 'agreement among raft nodes before linearized reading' (duration: 512.570831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:28.910993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:28.420603Z","time spent":"490.381856ms","remote":"127.0.0.1:41142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13252,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"info","ts":"2026-03-04T11:13:28.911185Z","caller":"traceutil/trace.go:171","msg":"trace[828635048] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:2932; }","duration":"512.452108ms","start":"2026-03-04T11:13:28.398671Z","end":"2026-03-04T11:13:28.911123Z","steps":["trace[828635048] 'agreement among raft nodes before linearized reading' (duration: 512.144659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:28.911331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:28.398662Z","time spent":"512.650863ms","remote":"127.0.0.1:41142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4106,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"warn","ts":"2026-03-04T11:13:28.911206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:28.39838Z","time spent":"512.821328ms","remote":"127.0.0.1:41142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10400,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-04T11:13:28.910661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.949082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188495"} {"level":"info","ts":"2026-03-04T11:13:28.911467Z","caller":"traceutil/trace.go:171","msg":"trace[41133760] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:2932; }","duration":"487.807086ms","start":"2026-03-04T11:13:28.423647Z","end":"2026-03-04T11:13:28.911454Z","steps":["trace[41133760] 'agreement among raft nodes before linearized reading' (duration: 486.739376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:28.911506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:28.423629Z","time spent":"487.866167ms","remote":"127.0.0.1:41142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":188518,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-04T11:13:28.91156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.442074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"info","ts":"2026-03-04T11:13:28.911607Z","caller":"traceutil/trace.go:171","msg":"trace[1416433039] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:2932; }","duration":"513.509226ms","start":"2026-03-04T11:13:28.398085Z","end":"2026-03-04T11:13:28.911595Z","steps":["trace[1416433039] 'agreement among raft nodes before linearized reading' (duration: 513.373133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:28.911638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:28.398077Z","time spent":"513.554817ms","remote":"127.0.0.1:41142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9343,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"warn","ts":"2026-03-04T11:13:28.912126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.476796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"info","ts":"2026-03-04T11:13:28.912192Z","caller":"traceutil/trace.go:171","msg":"trace[730815347] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:2932; }","duration":"491.558957ms","start":"2026-03-04T11:13:28.420618Z","end":"2026-03-04T11:13:28.912177Z","steps":["trace[730815347] 'agreement among raft nodes before linearized reading' (duration: 490.121738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:28.912223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:13:28.420608Z","time spent":"491.607099ms","remote":"127.0.0.1:41142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24267,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"info","ts":"2026-03-04T11:13:29.109885Z","caller":"traceutil/trace.go:171","msg":"trace[564051249] transaction","detail":"{read_only:false; response_revision:2935; number_of_response:1; }","duration":"191.571889ms","start":"2026-03-04T11:13:28.91829Z","end":"2026-03-04T11:13:29.109862Z","steps":["trace[564051249] 'process raft request' (duration: 191.503817ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:13:29.109902Z","caller":"traceutil/trace.go:171","msg":"trace[69082577] transaction","detail":"{read_only:false; response_revision:2934; number_of_response:1; }","duration":"192.872515ms","start":"2026-03-04T11:13:28.917005Z","end":"2026-03-04T11:13:29.109877Z","steps":["trace[69082577] 'process raft request' (duration: 157.080038ms)","trace[69082577] 'compare' (duration: 35.603242ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:13:29.110113Z","caller":"traceutil/trace.go:171","msg":"trace[61759488] linearizableReadLoop","detail":"{readStateIndex:3067; appliedIndex:3063; }","duration":"186.889402ms","start":"2026-03-04T11:13:28.923208Z","end":"2026-03-04T11:13:29.110097Z","steps":["trace[61759488] 'read index received' (duration: 7.791073ms)","trace[61759488] 'applied index is now lower than readState.Index' (duration: 179.097389ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:13:29.110144Z","caller":"traceutil/trace.go:171","msg":"trace[719735630] transaction","detail":"{read_only:false; response_revision:2937; number_of_response:1; }","duration":"191.016684ms","start":"2026-03-04T11:13:28.919102Z","end":"2026-03-04T11:13:29.110118Z","steps":["trace[719735630] 'process raft request' (duration: 190.910301ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:13:29.110249Z","caller":"traceutil/trace.go:171","msg":"trace[2052311152] transaction","detail":"{read_only:false; response_revision:2936; number_of_response:1; }","duration":"191.869827ms","start":"2026-03-04T11:13:28.918366Z","end":"2026-03-04T11:13:29.110236Z","steps":["trace[2052311152] 'process raft request' (duration: 191.462806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:29.110258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.019345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T11:13:29.110309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.439003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-bvkl5.18999ed1a133b8b2\" ","response":"range_response_count:1 size:856"} {"level":"info","ts":"2026-03-04T11:13:29.110333Z","caller":"traceutil/trace.go:171","msg":"trace[1379255783] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-bvkl5.18999ed1a133b8b2; range_end:; response_count:1; response_revision:2937; }","duration":"177.510575ms","start":"2026-03-04T11:13:28.932816Z","end":"2026-03-04T11:13:29.110326Z","steps":["trace[1379255783] 'agreement among raft nodes before linearized reading' (duration: 177.389042ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:13:29.110335Z","caller":"traceutil/trace.go:171","msg":"trace[1223567334] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2937; }","duration":"187.148429ms","start":"2026-03-04T11:13:28.92317Z","end":"2026-03-04T11:13:29.110318Z","steps":["trace[1223567334] 'agreement among raft nodes before linearized reading' (duration: 187.001455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:29.110403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.456431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-04T11:13:29.110469Z","caller":"traceutil/trace.go:171","msg":"trace[568151982] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2937; }","duration":"141.566404ms","start":"2026-03-04T11:13:28.968886Z","end":"2026-03-04T11:13:29.110452Z","steps":["trace[568151982] 'agreement among raft nodes before linearized reading' (duration: 141.364329ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:13:29.347405Z","caller":"traceutil/trace.go:171","msg":"trace[880348368] linearizableReadLoop","detail":"{readStateIndex:3068; appliedIndex:3067; }","duration":"233.107403ms","start":"2026-03-04T11:13:29.114264Z","end":"2026-03-04T11:13:29.347371Z","steps":["trace[880348368] 'read index received' (duration: 161.810087ms)","trace[880348368] 'applied index is now lower than readState.Index' (duration: 71.295836ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:13:29.347432Z","caller":"traceutil/trace.go:171","msg":"trace[274612274] transaction","detail":"{read_only:false; response_revision:2938; number_of_response:1; }","duration":"234.478961ms","start":"2026-03-04T11:13:29.11292Z","end":"2026-03-04T11:13:29.347399Z","steps":["trace[274612274] 'process raft request' (duration: 163.198255ms)","trace[274612274] 'compare' (duration: 71.123121ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:13:29.347658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.37403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-03-04T11:13:29.347735Z","caller":"traceutil/trace.go:171","msg":"trace[1788237966] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2938; }","duration":"233.476002ms","start":"2026-03-04T11:13:29.114246Z","end":"2026-03-04T11:13:29.347722Z","steps":["trace[1788237966] 'agreement among raft nodes before linearized reading' (duration: 233.216525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:29.347942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.519779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-03-04T11:13:29.347996Z","caller":"traceutil/trace.go:171","msg":"trace[1787297237] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:2938; }","duration":"198.632391ms","start":"2026-03-04T11:13:29.149348Z","end":"2026-03-04T11:13:29.347981Z","steps":["trace[1787297237] 'agreement among raft nodes before linearized reading' (duration: 198.483847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:29.348042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.620367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4941"} {"level":"info","ts":"2026-03-04T11:13:29.348109Z","caller":"traceutil/trace.go:171","msg":"trace[260633899] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:2938; }","duration":"233.740181ms","start":"2026-03-04T11:13:29.114353Z","end":"2026-03-04T11:13:29.348093Z","steps":["trace[260633899] 'agreement among raft nodes before linearized reading' (duration: 233.379141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:29.349382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.950947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:129 size:102621"} {"level":"info","ts":"2026-03-04T11:13:29.349467Z","caller":"traceutil/trace.go:171","msg":"trace[1716114031] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:129; response_revision:2938; }","duration":"208.109921ms","start":"2026-03-04T11:13:29.14134Z","end":"2026-03-04T11:13:29.34945Z","steps":["trace[1716114031] 'agreement among raft nodes before linearized reading' (duration: 206.61673ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:13:29.606349Z","caller":"traceutil/trace.go:171","msg":"trace[1319710587] linearizableReadLoop","detail":"{readStateIndex:3070; appliedIndex:3069; }","duration":"217.222269ms","start":"2026-03-04T11:13:29.389098Z","end":"2026-03-04T11:13:29.60632Z","steps":["trace[1319710587] 'read index received' (duration: 145.770089ms)","trace[1319710587] 'applied index is now lower than readState.Index' (duration: 71.45051ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:13:29.606416Z","caller":"traceutil/trace.go:171","msg":"trace[2126471612] transaction","detail":"{read_only:false; response_revision:2940; number_of_response:1; }","duration":"249.273134ms","start":"2026-03-04T11:13:29.357113Z","end":"2026-03-04T11:13:29.606386Z","steps":["trace[2126471612] 'process raft request' (duration: 177.870335ms)","trace[2126471612] 'compare' (duration: 71.105031ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:13:29.60654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.67403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-03-04T11:13:29.606613Z","caller":"traceutil/trace.go:171","msg":"trace[1933033815] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:2940; }","duration":"240.754222ms","start":"2026-03-04T11:13:29.365839Z","end":"2026-03-04T11:13:29.606593Z","steps":["trace[1933033815] 'agreement among raft nodes before linearized reading' (duration: 240.629238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:29.60675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.905456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-tl6pn.18999ed2df6be8bf\" ","response":"range_response_count:1 size:796"} {"level":"info","ts":"2026-03-04T11:13:29.60686Z","caller":"traceutil/trace.go:171","msg":"trace[1070194905] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-69cb5bbdb9-tl6pn.18999ed2df6be8bf; range_end:; response_count:1; response_revision:2940; }","duration":"215.05274ms","start":"2026-03-04T11:13:29.391751Z","end":"2026-03-04T11:13:29.606804Z","steps":["trace[1070194905] 'agreement among raft nodes before linearized reading' (duration: 214.743712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:29.60719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.009574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-03-04T11:13:29.607262Z","caller":"traceutil/trace.go:171","msg":"trace[1695014870] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2940; }","duration":"165.148757ms","start":"2026-03-04T11:13:29.442097Z","end":"2026-03-04T11:13:29.607245Z","steps":["trace[1695014870] 'agreement among raft nodes before linearized reading' (duration: 164.685535ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:14:46.582255Z","caller":"traceutil/trace.go:171","msg":"trace[335286670] linearizableReadLoop","detail":"{readStateIndex:3642; appliedIndex:3641; }","duration":"273.637108ms","start":"2026-03-04T11:14:46.308598Z","end":"2026-03-04T11:14:46.582235Z","steps":["trace[335286670] 'read index received' (duration: 273.557476ms)","trace[335286670] 'applied index is now lower than readState.Index' (duration: 78.612µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:14:46.582439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.831644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T11:14:46.582515Z","caller":"traceutil/trace.go:171","msg":"trace[264141027] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3489; }","duration":"273.964547ms","start":"2026-03-04T11:14:46.308538Z","end":"2026-03-04T11:14:46.582503Z","steps":["trace[264141027] 'agreement among raft nodes before linearized reading' (duration: 273.791912ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:14:46.582845Z","caller":"traceutil/trace.go:171","msg":"trace[70709957] transaction","detail":"{read_only:false; response_revision:3489; number_of_response:1; }","duration":"358.36215ms","start":"2026-03-04T11:14:46.224432Z","end":"2026-03-04T11:14:46.582794Z","steps":["trace[70709957] 'process raft request' (duration: 357.677932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:14:46.583099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:14:46.224403Z","time spent":"358.604517ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":507,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:14:52.712297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.193809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:14:52.712358Z","caller":"traceutil/trace.go:171","msg":"trace[2074209846] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3515; }","duration":"605.302052ms","start":"2026-03-04T11:14:52.107042Z","end":"2026-03-04T11:14:52.712345Z","steps":["trace[2074209846] 'range keys from in-memory index tree' (duration: 605.116637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:14:52.71238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:14:52.107023Z","time spent":"605.352463ms","remote":"127.0.0.1:41086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:14:52.712571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.871559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:14:52.712694Z","caller":"traceutil/trace.go:171","msg":"trace[1996734395] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:3515; }","duration":"687.061234ms","start":"2026-03-04T11:14:52.025608Z","end":"2026-03-04T11:14:52.71267Z","steps":["trace[1996734395] 'range keys from in-memory index tree' (duration: 686.566901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:14:52.712763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:14:52.025582Z","time spent":"687.161417ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-kh88j\" "} {"level":"info","ts":"2026-03-04T11:14:52.768211Z","caller":"traceutil/trace.go:171","msg":"trace[51714508] transaction","detail":"{read_only:false; response_revision:3516; number_of_response:1; }","duration":"165.986321ms","start":"2026-03-04T11:14:52.602191Z","end":"2026-03-04T11:14:52.768177Z","steps":["trace[51714508] 'process raft request' (duration: 165.762825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:14:52.768453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.509615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T11:14:52.768511Z","caller":"traceutil/trace.go:171","msg":"trace[1391531095] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3516; }","duration":"160.625818ms","start":"2026-03-04T11:14:52.607873Z","end":"2026-03-04T11:14:52.768499Z","steps":["trace[1391531095] 'agreement among raft nodes before linearized reading' (duration: 160.408452ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:14:52.768222Z","caller":"traceutil/trace.go:171","msg":"trace[722118914] linearizableReadLoop","detail":"{readStateIndex:3670; appliedIndex:3670; }","duration":"160.267608ms","start":"2026-03-04T11:14:52.607918Z","end":"2026-03-04T11:14:52.768186Z","steps":["trace[722118914] 'read index received' (duration: 160.254468ms)","trace[722118914] 'applied index is now lower than readState.Index' (duration: 10.5µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:15:33.073941Z","caller":"traceutil/trace.go:171","msg":"trace[1606549161] linearizableReadLoop","detail":"{readStateIndex:3959; appliedIndex:3958; }","duration":"126.296727ms","start":"2026-03-04T11:15:32.947623Z","end":"2026-03-04T11:15:33.07392Z","steps":["trace[1606549161] 'read index received' (duration: 126.148493ms)","trace[1606549161] 'applied index is now lower than readState.Index' (duration: 147.464µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:15:33.074041Z","caller":"traceutil/trace.go:171","msg":"trace[1868638656] transaction","detail":"{read_only:false; response_revision:3793; number_of_response:1; }","duration":"141.658619ms","start":"2026-03-04T11:15:32.932344Z","end":"2026-03-04T11:15:33.074003Z","steps":["trace[1868638656] 'process raft request' (duration: 141.441043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:15:33.074143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.505302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T11:15:33.074172Z","caller":"traceutil/trace.go:171","msg":"trace[802591329] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3793; }","duration":"126.592845ms","start":"2026-03-04T11:15:32.947571Z","end":"2026-03-04T11:15:33.074164Z","steps":["trace[802591329] 'agreement among raft nodes before linearized reading' (duration: 126.455631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:15:33.076837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.29106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:15:33.076942Z","caller":"traceutil/trace.go:171","msg":"trace[437339297] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:3794; }","duration":"125.384033ms","start":"2026-03-04T11:15:32.951514Z","end":"2026-03-04T11:15:33.076898Z","steps":["trace[437339297] 'agreement among raft nodes before linearized reading' (duration: 125.160167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:15:58.377033Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541829119,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:15:58.877675Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541829119,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:15:59.304902Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.746527816s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T11:15:59.314742Z","caller":"traceutil/trace.go:171","msg":"trace[740222867] linearizableReadLoop","detail":"{readStateIndex:4120; appliedIndex:4117; }","duration":"1.438074173s","start":"2026-03-04T11:15:57.876644Z","end":"2026-03-04T11:15:59.314719Z","steps":["trace[740222867] 'read index received' (duration: 1.428786553s)","trace[740222867] 'applied index is now lower than readState.Index' (duration: 9.28511ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:15:59.314757Z","caller":"traceutil/trace.go:171","msg":"trace[1901079224] transaction","detail":"{read_only:false; response_revision:3935; number_of_response:1; }","duration":"1.756481253s","start":"2026-03-04T11:15:57.558219Z","end":"2026-03-04T11:15:59.3147Z","steps":["trace[1901079224] 'process raft request' (duration: 1.746990338s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:15:59.314883Z","caller":"traceutil/trace.go:171","msg":"trace[1942902656] transaction","detail":"{read_only:false; response_revision:3937; number_of_response:1; }","duration":"1.206419673s","start":"2026-03-04T11:15:58.108447Z","end":"2026-03-04T11:15:59.314867Z","steps":["trace[1942902656] 'process raft request' (duration: 1.206230578s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:15:59.31487Z","caller":"traceutil/trace.go:171","msg":"trace[144921447] transaction","detail":"{read_only:false; response_revision:3936; number_of_response:1; }","duration":"1.437926629s","start":"2026-03-04T11:15:57.876918Z","end":"2026-03-04T11:15:59.314845Z","steps":["trace[144921447] 'process raft request' (duration: 1.437662642s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:15:59.314944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:15:57.558197Z","time spent":"1.756627978s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:15:59.315007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:15:58.108424Z","time spent":"1.206490045s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:15:59.315072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:15:57.876894Z","time spent":"1.438083594s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:15:59.3152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438570817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T11:15:59.315236Z","caller":"traceutil/trace.go:171","msg":"trace[1896394952] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3937; }","duration":"1.438662919s","start":"2026-03-04T11:15:57.876564Z","end":"2026-03-04T11:15:59.315227Z","steps":["trace[1896394952] 'agreement among raft nodes before linearized reading' (duration: 1.438544546s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:15:59.315267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:15:57.876533Z","time spent":"1.43872741s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T11:15:59.315283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437244821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T11:15:59.315311Z","caller":"traceutil/trace.go:171","msg":"trace[1027178605] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3937; }","duration":"1.437302703s","start":"2026-03-04T11:15:57.878001Z","end":"2026-03-04T11:15:59.315304Z","steps":["trace[1027178605] 'agreement among raft nodes before linearized reading' (duration: 1.437189749s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:15:59.315351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:15:57.87799Z","time spent":"1.437354814s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T11:15:59.315412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.553243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:15:59.315531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.703348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T11:15:59.315549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.920308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:15:59.315589Z","caller":"traceutil/trace.go:171","msg":"trace[397151797] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3937; }","duration":"856.795481ms","start":"2026-03-04T11:15:58.458785Z","end":"2026-03-04T11:15:59.31558Z","steps":["trace[397151797] 'agreement among raft nodes before linearized reading' (duration: 856.719569ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:15:59.315623Z","caller":"traceutil/trace.go:171","msg":"trace[214706735] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3937; }","duration":"209.032482ms","start":"2026-03-04T11:15:59.106569Z","end":"2026-03-04T11:15:59.315602Z","steps":["trace[214706735] 'agreement among raft nodes before linearized reading' (duration: 208.892968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:15:59.315657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:15:58.458766Z","time spent":"856.860513ms","remote":"127.0.0.1:43702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:15:59.31568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.433234972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T11:15:59.315733Z","caller":"traceutil/trace.go:171","msg":"trace[431616671] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3937; }","duration":"1.433300105s","start":"2026-03-04T11:15:57.882418Z","end":"2026-03-04T11:15:59.315718Z","steps":["trace[431616671] 'agreement among raft nodes before linearized reading' (duration: 1.433074539s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:15:59.315774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:15:57.882413Z","time spent":"1.433353596s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T11:15:59.315553Z","caller":"traceutil/trace.go:171","msg":"trace[678828781] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:3937; }","duration":"464.723728ms","start":"2026-03-04T11:15:58.850814Z","end":"2026-03-04T11:15:59.315537Z","steps":["trace[678828781] 'agreement among raft nodes before linearized reading' (duration: 464.546023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:15:59.315868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:15:58.850795Z","time spent":"465.050926ms","remote":"127.0.0.1:41222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:15:59.316037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311693654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.18\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-04T11:15:59.316073Z","caller":"traceutil/trace.go:171","msg":"trace[1593380688] range","detail":"{range_begin:/registry/masterleases/199.19.213.18; range_end:; response_count:1; response_revision:3937; }","duration":"1.311750326s","start":"2026-03-04T11:15:58.004312Z","end":"2026-03-04T11:15:59.316063Z","steps":["trace[1593380688] 'agreement among raft nodes before linearized reading' (duration: 1.311654153s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:15:59.316106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:15:58.004301Z","time spent":"1.311799407s","remote":"127.0.0.1:41114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.18\" "} {"level":"warn","ts":"2026-03-04T11:15:59.316066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434016533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T11:15:59.316182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.363204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T11:15:59.316241Z","caller":"traceutil/trace.go:171","msg":"trace[1028970471] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3937; }","duration":"183.030142ms","start":"2026-03-04T11:15:59.133195Z","end":"2026-03-04T11:15:59.316225Z","steps":["trace[1028970471] 'agreement among raft nodes before linearized reading' (duration: 182.281852ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:15:59.316242Z","caller":"traceutil/trace.go:171","msg":"trace[1075455838] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3937; }","duration":"1.434218059s","start":"2026-03-04T11:15:57.882002Z","end":"2026-03-04T11:15:59.31622Z","steps":["trace[1075455838] 'agreement among raft nodes before linearized reading' (duration: 1.433939102s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:15:59.316329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:15:57.881992Z","time spent":"1.434292821s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T11:15:59.316431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.970701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:15:59.317372Z","caller":"traceutil/trace.go:171","msg":"trace[1191268455] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:3937; }","duration":"260.034543ms","start":"2026-03-04T11:15:59.056442Z","end":"2026-03-04T11:15:59.316476Z","steps":["trace[1191268455] 'agreement among raft nodes before linearized reading' (duration: 259.133879ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:16:08.165678Z","caller":"traceutil/trace.go:171","msg":"trace[409878587] transaction","detail":"{read_only:false; response_revision:4313; number_of_response:1; }","duration":"115.614879ms","start":"2026-03-04T11:16:08.050038Z","end":"2026-03-04T11:16:08.165653Z","steps":["trace[409878587] 'process raft request' (duration: 53.611002ms)","trace[409878587] 'compare' (duration: 61.808042ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:16:10.065539Z","caller":"traceutil/trace.go:171","msg":"trace[1529950535] transaction","detail":"{read_only:false; response_revision:4338; number_of_response:1; }","duration":"133.032578ms","start":"2026-03-04T11:16:09.932483Z","end":"2026-03-04T11:16:10.065515Z","steps":["trace[1529950535] 'process raft request' (duration: 106.101244ms)","trace[1529950535] 'compare' (duration: 26.495452ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:16:11.137415Z","caller":"traceutil/trace.go:171","msg":"trace[495115299] transaction","detail":"{read_only:false; response_revision:4340; number_of_response:1; }","duration":"113.584944ms","start":"2026-03-04T11:16:11.023806Z","end":"2026-03-04T11:16:11.137391Z","steps":["trace[495115299] 'process raft request' (duration: 113.393829ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:16:12.215266Z","caller":"traceutil/trace.go:171","msg":"trace[1503411286] linearizableReadLoop","detail":"{readStateIndex:4565; appliedIndex:4564; }","duration":"102.777704ms","start":"2026-03-04T11:16:12.112461Z","end":"2026-03-04T11:16:12.215239Z","steps":["trace[1503411286] 'read index received' (duration: 101.047538ms)","trace[1503411286] 'applied index is now lower than readState.Index' (duration: 1.728766ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:16:12.215302Z","caller":"traceutil/trace.go:171","msg":"trace[151365367] transaction","detail":"{read_only:false; response_revision:4373; number_of_response:1; }","duration":"108.241431ms","start":"2026-03-04T11:16:12.107027Z","end":"2026-03-04T11:16:12.215268Z","steps":["trace[151365367] 'process raft request' (duration: 106.483564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:16:12.215498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.014101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-04T11:16:12.215537Z","caller":"traceutil/trace.go:171","msg":"trace[150218740] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:4373; }","duration":"103.098633ms","start":"2026-03-04T11:16:12.112428Z","end":"2026-03-04T11:16:12.215526Z","steps":["trace[150218740] 'agreement among raft nodes before linearized reading' (duration: 102.949989ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:16:13.455703Z","caller":"traceutil/trace.go:171","msg":"trace[1675669950] linearizableReadLoop","detail":"{readStateIndex:4625; appliedIndex:4624; }","duration":"252.300655ms","start":"2026-03-04T11:16:13.203383Z","end":"2026-03-04T11:16:13.455683Z","steps":["trace[1675669950] 'read index received' (duration: 226.990714ms)","trace[1675669950] 'applied index is now lower than readState.Index' (duration: 25.309071ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:16:13.455746Z","caller":"traceutil/trace.go:171","msg":"trace[1371099460] transaction","detail":"{read_only:false; response_revision:4432; number_of_response:1; }","duration":"307.52973ms","start":"2026-03-04T11:16:13.148185Z","end":"2026-03-04T11:16:13.455715Z","steps":["trace[1371099460] 'process raft request' (duration: 282.171598ms)","trace[1371099460] 'compare' (duration: 25.149756ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:16:13.455895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:16:13.148153Z","time spent":"307.653243ms","remote":"127.0.0.1:60952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7449,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:16:13.456158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.762327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:22 size:517398"} {"level":"info","ts":"2026-03-04T11:16:13.456196Z","caller":"traceutil/trace.go:171","msg":"trace[802085298] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:22; response_revision:4433; }","duration":"252.86278ms","start":"2026-03-04T11:16:13.203324Z","end":"2026-03-04T11:16:13.456187Z","steps":["trace[802085298] 'agreement among raft nodes before linearized reading' (duration: 252.457449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:16:13.458208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.857362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-67ed804c-8bd0-40e8-b1fa-b675239fe79b\" ","response":"range_response_count:1 size:3773"} {"level":"info","ts":"2026-03-04T11:16:13.458321Z","caller":"traceutil/trace.go:171","msg":"trace[29272634] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-67ed804c-8bd0-40e8-b1fa-b675239fe79b; range_end:; response_count:1; response_revision:4435; }","duration":"204.020206ms","start":"2026-03-04T11:16:13.254275Z","end":"2026-03-04T11:16:13.458296Z","steps":["trace[29272634] 'agreement among raft nodes before linearized reading' (duration: 203.751219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:16:13.721636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.319406ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:16:13.721937Z","caller":"traceutil/trace.go:171","msg":"trace[266445656] transaction","detail":"{read_only:false; response_revision:4437; number_of_response:1; }","duration":"257.853814ms","start":"2026-03-04T11:16:13.464063Z","end":"2026-03-04T11:16:13.721917Z","steps":["trace[266445656] 'process raft request' (duration: 257.748852ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:16:13.721928Z","caller":"traceutil/trace.go:171","msg":"trace[735253970] transaction","detail":"{read_only:false; response_revision:4436; number_of_response:1; }","duration":"258.287956ms","start":"2026-03-04T11:16:13.463607Z","end":"2026-03-04T11:16:13.721895Z","steps":["trace[735253970] 'process raft request' (duration: 121.61235ms)","trace[735253970] 'compare' (duration: 136.196613ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:16:13.722156Z","caller":"traceutil/trace.go:171","msg":"trace[401440921] transaction","detail":"{read_only:false; response_revision:4438; number_of_response:1; }","duration":"257.305479ms","start":"2026-03-04T11:16:13.464827Z","end":"2026-03-04T11:16:13.722132Z","steps":["trace[401440921] 'process raft request' (duration: 257.042112ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:16:13.722301Z","caller":"traceutil/trace.go:171","msg":"trace[1376453849] transaction","detail":"{read_only:false; response_revision:4439; number_of_response:1; }","duration":"257.352481ms","start":"2026-03-04T11:16:13.46489Z","end":"2026-03-04T11:16:13.722243Z","steps":["trace[1376453849] 'process raft request' (duration: 257.149106ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:16:13.722383Z","caller":"traceutil/trace.go:171","msg":"trace[178676665] transaction","detail":"{read_only:false; response_revision:4440; number_of_response:1; }","duration":"257.348541ms","start":"2026-03-04T11:16:13.464995Z","end":"2026-03-04T11:16:13.722343Z","steps":["trace[178676665] 'process raft request' (duration: 257.150026ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:16:13.722385Z","caller":"traceutil/trace.go:171","msg":"trace[1947124381] linearizableReadLoop","detail":"{readStateIndex:4633; appliedIndex:4628; }","duration":"232.988036ms","start":"2026-03-04T11:16:13.489383Z","end":"2026-03-04T11:16:13.722371Z","steps":["trace[1947124381] 'read index received' (duration: 95.847518ms)","trace[1947124381] 'applied index is now lower than readState.Index' (duration: 137.139288ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:16:13.722553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.16038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-04T11:16:13.722636Z","caller":"traceutil/trace.go:171","msg":"trace[412076632] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4441; }","duration":"233.310554ms","start":"2026-03-04T11:16:13.489305Z","end":"2026-03-04T11:16:13.722616Z","steps":["trace[412076632] 'agreement among raft nodes before linearized reading' (duration: 233.108979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:16:14.858965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.457386ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T11:16:14.859078Z","caller":"traceutil/trace.go:171","msg":"trace[1556492942] linearizableReadLoop","detail":"{readStateIndex:4639; appliedIndex:4638; }","duration":"238.518155ms","start":"2026-03-04T11:16:14.620533Z","end":"2026-03-04T11:16:14.859051Z","steps":["trace[1556492942] 'read index received' (duration: 13.917325ms)","trace[1556492942] 'applied index is now lower than readState.Index' (duration: 224.5992ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:16:14.859246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.70964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T11:16:14.859481Z","caller":"traceutil/trace.go:171","msg":"trace[172848627] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4445; }","duration":"238.808912ms","start":"2026-03-04T11:16:14.620479Z","end":"2026-03-04T11:16:14.859288Z","steps":["trace[172848627] 'agreement among raft nodes before linearized reading' (duration: 238.656818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:16:14.859525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.450266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-45ca1d1c-cc94-49ef-999a-209fb9bd5769\" ","response":"range_response_count:1 size:3759"} {"level":"info","ts":"2026-03-04T11:16:14.859601Z","caller":"traceutil/trace.go:171","msg":"trace[278680559] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-45ca1d1c-cc94-49ef-999a-209fb9bd5769; range_end:; response_count:1; response_revision:4445; }","duration":"105.578469ms","start":"2026-03-04T11:16:14.754004Z","end":"2026-03-04T11:16:14.859582Z","steps":["trace[278680559] 'agreement among raft nodes before linearized reading' (duration: 105.180269ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:16:15.059624Z","caller":"traceutil/trace.go:171","msg":"trace[1770210281] linearizableReadLoop","detail":"{readStateIndex:4640; appliedIndex:4639; }","duration":"139.199593ms","start":"2026-03-04T11:16:14.920403Z","end":"2026-03-04T11:16:15.059602Z","steps":["trace[1770210281] 'read index received' (duration: 138.970437ms)","trace[1770210281] 'applied index is now lower than readState.Index' (duration: 227.876µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:16:15.059733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.323157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:16:15.059767Z","caller":"traceutil/trace.go:171","msg":"trace[1290166661] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4446; }","duration":"139.392578ms","start":"2026-03-04T11:16:14.920364Z","end":"2026-03-04T11:16:15.059757Z","steps":["trace[1290166661] 'agreement among raft nodes before linearized reading' (duration: 139.323886ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:16:15.059764Z","caller":"traceutil/trace.go:171","msg":"trace[1940390580] transaction","detail":"{read_only:false; response_revision:4446; number_of_response:1; }","duration":"190.01581ms","start":"2026-03-04T11:16:14.869705Z","end":"2026-03-04T11:16:15.05972Z","steps":["trace[1940390580] 'process raft request' (duration: 189.746913ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:16:16.41055Z","caller":"traceutil/trace.go:171","msg":"trace[2029275352] transaction","detail":"{read_only:false; response_revision:4460; number_of_response:1; }","duration":"203.159864ms","start":"2026-03-04T11:16:16.207361Z","end":"2026-03-04T11:16:16.41052Z","steps":["trace[2029275352] 'process raft request' (duration: 202.995249ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:16:18.19251Z","caller":"traceutil/trace.go:171","msg":"trace[1155784719] transaction","detail":"{read_only:false; response_revision:4610; number_of_response:1; }","duration":"258.644185ms","start":"2026-03-04T11:16:17.933836Z","end":"2026-03-04T11:16:18.192481Z","steps":["trace[1155784719] 'process raft request' (duration: 258.48107ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:16:18.23058Z","caller":"traceutil/trace.go:171","msg":"trace[883186113] linearizableReadLoop","detail":"{readStateIndex:4813; appliedIndex:4811; }","duration":"292.953057ms","start":"2026-03-04T11:16:17.937596Z","end":"2026-03-04T11:16:18.230549Z","steps":["trace[883186113] 'read index received' (duration: 254.779071ms)","trace[883186113] 'applied index is now lower than readState.Index' (duration: 38.172636ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:16:18.230654Z","caller":"traceutil/trace.go:171","msg":"trace[2080097411] transaction","detail":"{read_only:false; response_revision:4611; number_of_response:1; }","duration":"296.142443ms","start":"2026-03-04T11:16:17.934488Z","end":"2026-03-04T11:16:18.23063Z","steps":["trace[2080097411] 'process raft request' (duration: 295.733602ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:16:18.230776Z","caller":"traceutil/trace.go:171","msg":"trace[1741204472] transaction","detail":"{read_only:false; response_revision:4612; number_of_response:1; }","duration":"293.112592ms","start":"2026-03-04T11:16:17.937644Z","end":"2026-03-04T11:16:18.230757Z","steps":["trace[1741204472] 'process raft request' (duration: 292.839675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:16:18.230908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.017009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-03-04T11:16:18.231016Z","caller":"traceutil/trace.go:171","msg":"trace[1777327713] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4612; }","duration":"280.173764ms","start":"2026-03-04T11:16:17.950823Z","end":"2026-03-04T11:16:18.230996Z","steps":["trace[1777327713] 'agreement among raft nodes before linearized reading' (duration: 279.935717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:16:18.231327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.716328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" ","response":"range_response_count:1 size:3842"} {"level":"info","ts":"2026-03-04T11:16:18.231384Z","caller":"traceutil/trace.go:171","msg":"trace[822320528] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-chunks-cache; range_end:; response_count:1; response_revision:4612; }","duration":"293.820081ms","start":"2026-03-04T11:16:17.937552Z","end":"2026-03-04T11:16:18.231372Z","steps":["trace[822320528] 'agreement among raft nodes before linearized reading' (duration: 293.650846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:16:18.23141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.568527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:16:18.231506Z","caller":"traceutil/trace.go:171","msg":"trace[1558959082] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4612; }","duration":"125.691441ms","start":"2026-03-04T11:16:18.10579Z","end":"2026-03-04T11:16:18.231482Z","steps":["trace[1558959082] 'agreement among raft nodes before linearized reading' (duration: 125.551757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:16:18.231524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.821079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.18\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-04T11:16:18.231633Z","caller":"traceutil/trace.go:171","msg":"trace[936930067] range","detail":"{range_begin:/registry/masterleases/199.19.213.18; range_end:; response_count:1; response_revision:4612; }","duration":"226.981473ms","start":"2026-03-04T11:16:18.004628Z","end":"2026-03-04T11:16:18.231609Z","steps":["trace[936930067] 'agreement among raft nodes before linearized reading' (duration: 226.670335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:16:18.231803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.842039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413082"} {"level":"info","ts":"2026-03-04T11:16:18.231972Z","caller":"traceutil/trace.go:171","msg":"trace[513399112] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:4612; }","duration":"195.024984ms","start":"2026-03-04T11:16:18.036899Z","end":"2026-03-04T11:16:18.231924Z","steps":["trace[513399112] 'agreement among raft nodes before linearized reading' (duration: 194.331155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:16:19.58929Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541830354,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T11:16:19.599545Z","caller":"traceutil/trace.go:171","msg":"trace[1206451936] transaction","detail":"{read_only:false; response_revision:4628; number_of_response:1; }","duration":"549.322972ms","start":"2026-03-04T11:16:19.050189Z","end":"2026-03-04T11:16:19.599512Z","steps":["trace[1206451936] 'process raft request' (duration: 549.007334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:16:19.599718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:16:19.050163Z","time spent":"549.446846ms","remote":"127.0.0.1:47966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2227,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T11:16:19.608424Z","caller":"traceutil/trace.go:171","msg":"trace[120906683] transaction","detail":"{read_only:false; response_revision:4629; number_of_response:1; }","duration":"551.358697ms","start":"2026-03-04T11:16:19.057035Z","end":"2026-03-04T11:16:19.608393Z","steps":["trace[120906683] 'process raft request' (duration: 551.10841ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:16:19.608502Z","caller":"traceutil/trace.go:171","msg":"trace[1759761022] linearizableReadLoop","detail":"{readStateIndex:4835; appliedIndex:4830; }","duration":"520.148718ms","start":"2026-03-04T11:16:19.088325Z","end":"2026-03-04T11:16:19.608474Z","steps":["trace[1759761022] 'read index received' (duration: 510.656623ms)","trace[1759761022] 'applied index is now lower than readState.Index' (duration: 9.490675ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:16:19.60865Z","caller":"traceutil/trace.go:171","msg":"trace[1174752130] transaction","detail":"{read_only:false; response_revision:4631; number_of_response:1; }","duration":"135.496344ms","start":"2026-03-04T11:16:19.47314Z","end":"2026-03-04T11:16:19.608637Z","steps":["trace[1174752130] 'process raft request' (duration: 135.206576ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:16:19.608671Z","caller":"traceutil/trace.go:171","msg":"trace[1357429184] transaction","detail":"{read_only:false; response_revision:4630; number_of_response:1; }","duration":"494.818077ms","start":"2026-03-04T11:16:19.113821Z","end":"2026-03-04T11:16:19.608639Z","steps":["trace[1357429184] 'process raft request' (duration: 494.473748ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:16:19.608815Z","caller":"traceutil/trace.go:171","msg":"trace[579890591] transaction","detail":"{read_only:false; response_revision:4632; number_of_response:1; }","duration":"134.060915ms","start":"2026-03-04T11:16:19.474745Z","end":"2026-03-04T11:16:19.608805Z","steps":["trace[579890591] 'process raft request' (duration: 133.672545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:16:19.608828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:16:19.113796Z","time spent":"494.943391ms","remote":"127.0.0.1:48004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2179,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T11:16:19.609015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.678722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-03-04T11:16:19.609009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.318279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:16:19.609051Z","caller":"traceutil/trace.go:171","msg":"trace[549386754] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:4632; }","duration":"520.765295ms","start":"2026-03-04T11:16:19.088275Z","end":"2026-03-04T11:16:19.60904Z","steps":["trace[549386754] 'agreement among raft nodes before linearized reading' (duration: 520.614811ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:16:19.609059Z","caller":"traceutil/trace.go:171","msg":"trace[988775129] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4632; }","duration":"502.421172ms","start":"2026-03-04T11:16:19.106626Z","end":"2026-03-04T11:16:19.609047Z","steps":["trace[988775129] 'agreement among raft nodes before linearized reading' (duration: 502.305959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:16:19.609084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:16:19.106605Z","time spent":"502.474743ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:16:19.609083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:16:19.088257Z","time spent":"520.817727ms","remote":"127.0.0.1:41248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-04T11:16:19.608535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:16:19.057012Z","time spent":"551.472261ms","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":754,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T11:16:26.154153Z","caller":"traceutil/trace.go:171","msg":"trace[1164076753] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4743; }","duration":"116.721878ms","start":"2026-03-04T11:16:26.037399Z","end":"2026-03-04T11:16:26.154121Z","steps":["trace[1164076753] 'process raft request' (duration: 114.609442ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:16:27.031626Z","caller":"traceutil/trace.go:171","msg":"trace[1428628164] linearizableReadLoop","detail":"{readStateIndex:4988; appliedIndex:4987; }","duration":"118.806155ms","start":"2026-03-04T11:16:26.912801Z","end":"2026-03-04T11:16:27.031608Z","steps":["trace[1428628164] 'read index received' (duration: 118.702653ms)","trace[1428628164] 'applied index is now lower than readState.Index' (duration: 102.762µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:16:27.031788Z","caller":"traceutil/trace.go:171","msg":"trace[917347401] transaction","detail":"{read_only:false; response_revision:4781; number_of_response:1; }","duration":"119.35914ms","start":"2026-03-04T11:16:26.912419Z","end":"2026-03-04T11:16:27.031778Z","steps":["trace[917347401] 'process raft request' (duration: 119.065252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:16:27.031988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.170255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-67ed804c-8bd0-40e8-b1fa-b675239fe79b\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-04T11:16:27.032041Z","caller":"traceutil/trace.go:171","msg":"trace[1440033588] range","detail":"{range_begin:/registry/persistentvolumes/pvc-67ed804c-8bd0-40e8-b1fa-b675239fe79b; range_end:; response_count:1; response_revision:4781; }","duration":"119.247247ms","start":"2026-03-04T11:16:26.912784Z","end":"2026-03-04T11:16:27.032031Z","steps":["trace[1440033588] 'agreement among raft nodes before linearized reading' (duration: 119.116553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:16:27.323289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.622544ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:16:27.323392Z","caller":"traceutil/trace.go:171","msg":"trace[722966258] linearizableReadLoop","detail":"{readStateIndex:4989; appliedIndex:4988; }","duration":"291.627052ms","start":"2026-03-04T11:16:27.031748Z","end":"2026-03-04T11:16:27.323375Z","steps":["trace[722966258] 'read index received' (duration: 109.793553ms)","trace[722966258] 'applied index is now lower than readState.Index' (duration: 181.831779ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:16:27.323463Z","caller":"traceutil/trace.go:171","msg":"trace[1455333067] transaction","detail":"{read_only:false; response_revision:4782; number_of_response:1; }","duration":"395.352451ms","start":"2026-03-04T11:16:26.928097Z","end":"2026-03-04T11:16:27.32345Z","steps":["trace[1455333067] 'process raft request' (duration: 213.46674ms)","trace[1455333067] 'compare' (duration: 181.45899ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:16:27.323527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:16:26.928078Z","time spent":"395.416074ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:16:27.32392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.778093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-04T11:16:27.32412Z","caller":"traceutil/trace.go:171","msg":"trace[1435722859] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4782; }","duration":"409.015779ms","start":"2026-03-04T11:16:26.915086Z","end":"2026-03-04T11:16:27.324101Z","steps":["trace[1435722859] 'agreement among raft nodes before linearized reading' (duration: 408.500705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:16:27.324246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:16:26.915068Z","time spent":"409.163574ms","remote":"127.0.0.1:41168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1840,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-03-04T11:16:27.327161Z","caller":"traceutil/trace.go:171","msg":"trace[1408933401] transaction","detail":"{read_only:false; response_revision:4783; number_of_response:1; }","duration":"289.474865ms","start":"2026-03-04T11:16:27.037665Z","end":"2026-03-04T11:16:27.32714Z","steps":["trace[1408933401] 'process raft request' (duration: 289.337381ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:16:27.327185Z","caller":"traceutil/trace.go:171","msg":"trace[801742727] transaction","detail":"{read_only:false; response_revision:4784; number_of_response:1; }","duration":"289.015353ms","start":"2026-03-04T11:16:27.038156Z","end":"2026-03-04T11:16:27.327172Z","steps":["trace[801742727] 'process raft request' (duration: 288.91841ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:16:27.327321Z","caller":"traceutil/trace.go:171","msg":"trace[2021568292] transaction","detail":"{read_only:false; response_revision:4785; number_of_response:1; }","duration":"288.887329ms","start":"2026-03-04T11:16:27.038427Z","end":"2026-03-04T11:16:27.327314Z","steps":["trace[2021568292] 'process raft request' (duration: 288.675263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:16:27.327493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.263784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:16:27.327482Z","caller":"traceutil/trace.go:171","msg":"trace[169477311] transaction","detail":"{read_only:false; response_revision:4786; number_of_response:1; }","duration":"288.588721ms","start":"2026-03-04T11:16:27.038873Z","end":"2026-03-04T11:16:27.327461Z","steps":["trace[169477311] 'process raft request' (duration: 288.413926ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:16:27.327526Z","caller":"traceutil/trace.go:171","msg":"trace[1780964668] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:4786; }","duration":"236.348456ms","start":"2026-03-04T11:16:27.09117Z","end":"2026-03-04T11:16:27.327519Z","steps":["trace[1780964668] 'agreement among raft nodes before linearized reading' (duration: 236.269774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:16:28.285583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.01567ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:16:28.285841Z","caller":"traceutil/trace.go:171","msg":"trace[9007304] transaction","detail":"{read_only:false; response_revision:4787; number_of_response:1; }","duration":"898.841312ms","start":"2026-03-04T11:16:27.386962Z","end":"2026-03-04T11:16:28.285803Z","steps":["trace[9007304] 'process raft request' (duration: 87.480942ms)","trace[9007304] 'compare' (duration: 810.771694ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:16:28.285901Z","caller":"traceutil/trace.go:171","msg":"trace[125909932] transaction","detail":"{read_only:false; response_revision:4788; number_of_response:1; }","duration":"651.245444ms","start":"2026-03-04T11:16:27.634632Z","end":"2026-03-04T11:16:28.285877Z","steps":["trace[125909932] 'process raft request' (duration: 651.0994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:16:28.286006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:16:27.634605Z","time spent":"651.350517ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:16:28.286041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:16:27.386939Z","time spent":"898.999706ms","remote":"127.0.0.1:60952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7566,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:16:28.467512Z","caller":"traceutil/trace.go:171","msg":"trace[450476354] transaction","detail":"{read_only:false; response_revision:4789; number_of_response:1; }","duration":"832.330883ms","start":"2026-03-04T11:16:27.635158Z","end":"2026-03-04T11:16:28.467489Z","steps":["trace[450476354] 'process raft request' (duration: 792.505323ms)","trace[450476354] 'compare' (duration: 39.634735ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:16:28.467665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:16:27.63513Z","time spent":"832.449256ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:16:28.467847Z","caller":"traceutil/trace.go:171","msg":"trace[1098854261] linearizableReadLoop","detail":"{readStateIndex:4997; appliedIndex:4993; }","duration":"682.991957ms","start":"2026-03-04T11:16:27.784824Z","end":"2026-03-04T11:16:28.467816Z","steps":["trace[1098854261] 'read index received' (duration: 10.522623ms)","trace[1098854261] 'applied index is now lower than readState.Index' (duration: 672.466084ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:16:28.46797Z","caller":"traceutil/trace.go:171","msg":"trace[1065719159] transaction","detail":"{read_only:false; response_revision:4790; number_of_response:1; }","duration":"691.919647ms","start":"2026-03-04T11:16:27.775957Z","end":"2026-03-04T11:16:28.467877Z","steps":["trace[1065719159] 'process raft request' (duration: 691.493855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:16:28.468018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.190182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T11:16:28.468062Z","caller":"traceutil/trace.go:171","msg":"trace[1621509278] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4790; }","duration":"683.232144ms","start":"2026-03-04T11:16:27.784818Z","end":"2026-03-04T11:16:28.468051Z","steps":["trace[1621509278] 'agreement among raft nodes before linearized reading' (duration: 683.1115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:16:28.468091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:16:27.784758Z","time spent":"683.326765ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T11:16:28.468188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.477347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T11:16:28.468272Z","caller":"traceutil/trace.go:171","msg":"trace[703460292] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4790; }","duration":"671.604851ms","start":"2026-03-04T11:16:27.796643Z","end":"2026-03-04T11:16:28.468248Z","steps":["trace[703460292] 'agreement among raft nodes before linearized reading' (duration: 671.370755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:16:28.468317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:16:27.796626Z","time spent":"671.682912ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T11:16:28.468434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.985325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T11:16:28.468475Z","caller":"traceutil/trace.go:171","msg":"trace[641077915] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4790; }","duration":"658.066977ms","start":"2026-03-04T11:16:27.810399Z","end":"2026-03-04T11:16:28.468466Z","steps":["trace[641077915] 'agreement among raft nodes before linearized reading' (duration: 657.969504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:16:28.468511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:16:27.810382Z","time spent":"658.122739ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T11:16:28.468542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.089859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T11:16:28.468577Z","caller":"traceutil/trace.go:171","msg":"trace[494137564] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4790; }","duration":"664.14623ms","start":"2026-03-04T11:16:27.804421Z","end":"2026-03-04T11:16:28.468567Z","steps":["trace[494137564] 'agreement among raft nodes before linearized reading' (duration: 664.072908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:16:28.468603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:16:27.804409Z","time spent":"664.188671ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T11:16:28.468474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.575305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T11:16:28.468651Z","caller":"traceutil/trace.go:171","msg":"trace[1753867033] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4790; }","duration":"663.77117ms","start":"2026-03-04T11:16:27.80487Z","end":"2026-03-04T11:16:28.468641Z","steps":["trace[1753867033] 'agreement among raft nodes before linearized reading' (duration: 663.545404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:16:28.468692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:16:27.80486Z","time spent":"663.822821ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T11:16:28.468815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.969293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:16:28.468915Z","caller":"traceutil/trace.go:171","msg":"trace[490683850] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:4790; }","duration":"655.110987ms","start":"2026-03-04T11:16:27.813782Z","end":"2026-03-04T11:16:28.468893Z","steps":["trace[490683850] 'agreement among raft nodes before linearized reading' (duration: 654.810709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:16:28.468959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.228028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-03-04T11:16:28.46897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:16:27.813771Z","time spent":"655.188989ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-kh88j\" "} {"level":"info","ts":"2026-03-04T11:16:28.468997Z","caller":"traceutil/trace.go:171","msg":"trace[1237465591] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4790; }","duration":"524.265149ms","start":"2026-03-04T11:16:27.94472Z","end":"2026-03-04T11:16:28.468985Z","steps":["trace[1237465591] 'agreement among raft nodes before linearized reading' (duration: 524.164116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:16:28.468848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.097846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-6c64fcd4d-89g5q.18999f36d8beef2a\" ","response":"range_response_count:1 size:895"} {"level":"warn","ts":"2026-03-04T11:16:28.469036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:16:27.944701Z","time spent":"524.32476ms","remote":"127.0.0.1:41248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-04T11:16:28.469044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.79667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:16:28.469067Z","caller":"traceutil/trace.go:171","msg":"trace[1205696784] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-6c64fcd4d-89g5q.18999f36d8beef2a; range_end:; response_count:1; response_revision:4790; }","duration":"562.362053ms","start":"2026-03-04T11:16:27.906682Z","end":"2026-03-04T11:16:28.469044Z","steps":["trace[1205696784] 'agreement among raft nodes before linearized reading' (duration: 561.606033ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:16:28.469093Z","caller":"traceutil/trace.go:171","msg":"trace[2006196870] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4790; }","duration":"364.860422ms","start":"2026-03-04T11:16:28.104213Z","end":"2026-03-04T11:16:28.469074Z","steps":["trace[2006196870] 'agreement among raft nodes before linearized reading' (duration: 364.813491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:16:28.469126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:16:28.104195Z","time spent":"364.924963ms","remote":"127.0.0.1:41086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:16:28.468976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.779841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:16:28.469141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:16:27.906658Z","time spent":"562.456796ms","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":918,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-6c64fcd4d-89g5q.18999f36d8beef2a\" "} {"level":"info","ts":"2026-03-04T11:16:28.469164Z","caller":"traceutil/trace.go:171","msg":"trace[2018715768] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4790; }","duration":"416.042878ms","start":"2026-03-04T11:16:28.053116Z","end":"2026-03-04T11:16:28.469159Z","steps":["trace[2018715768] 'agreement among raft nodes before linearized reading' (duration: 415.772461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:16:28.46918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:16:28.053093Z","time spent":"416.083719ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:16:28.469181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:16:27.77593Z","time spent":"692.109742ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:16:28.469411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.272825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.18\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-04T11:16:28.469568Z","caller":"traceutil/trace.go:171","msg":"trace[1172011423] range","detail":"{range_begin:/registry/masterleases/199.19.213.18; range_end:; response_count:1; response_revision:4790; }","duration":"464.408258ms","start":"2026-03-04T11:16:28.005093Z","end":"2026-03-04T11:16:28.469501Z","steps":["trace[1172011423] 'agreement among raft nodes before linearized reading' (duration: 463.783462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:16:28.469652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:16:28.005073Z","time spent":"464.568913ms","remote":"127.0.0.1:41114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.18\" "} {"level":"info","ts":"2026-03-04T11:16:28.839193Z","caller":"traceutil/trace.go:171","msg":"trace[1508391304] transaction","detail":"{read_only:false; response_revision:4791; number_of_response:1; }","duration":"367.700037ms","start":"2026-03-04T11:16:28.471459Z","end":"2026-03-04T11:16:28.839159Z","steps":["trace[1508391304] 'process raft request' (duration: 335.099341ms)","trace[1508391304] 'compare' (duration: 32.289708ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:16:28.839221Z","caller":"traceutil/trace.go:171","msg":"trace[547007133] linearizableReadLoop","detail":"{readStateIndex:4999; appliedIndex:4997; }","duration":"367.715058ms","start":"2026-03-04T11:16:28.471485Z","end":"2026-03-04T11:16:28.8392Z","steps":["trace[547007133] 'read index received' (duration: 48.384081ms)","trace[547007133] 'applied index is now lower than readState.Index' (duration: 319.330357ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:16:28.839309Z","caller":"traceutil/trace.go:171","msg":"trace[902191191] transaction","detail":"{read_only:false; response_revision:4792; number_of_response:1; }","duration":"367.744078ms","start":"2026-03-04T11:16:28.471557Z","end":"2026-03-04T11:16:28.839301Z","steps":["trace[902191191] 'process raft request' (duration: 367.502862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:16:28.839413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:16:28.471534Z","time spent":"367.79397ms","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":880,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:16:28.839334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:16:28.471437Z","time spent":"367.819581ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:16:28.839648Z","caller":"traceutil/trace.go:171","msg":"trace[1119478483] transaction","detail":"{read_only:false; response_revision:4793; number_of_response:1; }","duration":"366.725771ms","start":"2026-03-04T11:16:28.472908Z","end":"2026-03-04T11:16:28.839634Z","steps":["trace[1119478483] 'process raft request' (duration: 366.200137ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:16:28.83968Z","caller":"traceutil/trace.go:171","msg":"trace[272707997] transaction","detail":"{read_only:false; response_revision:4795; number_of_response:1; }","duration":"366.267699ms","start":"2026-03-04T11:16:28.473361Z","end":"2026-03-04T11:16:28.839629Z","steps":["trace[272707997] 'process raft request' (duration: 365.797526ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:16:28.839735Z","caller":"traceutil/trace.go:171","msg":"trace[828190742] transaction","detail":"{read_only:false; response_revision:4796; number_of_response:1; }","duration":"365.968031ms","start":"2026-03-04T11:16:28.47376Z","end":"2026-03-04T11:16:28.839728Z","steps":["trace[828190742] 'process raft request' (duration: 365.417766ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:16:28.83976Z","caller":"traceutil/trace.go:171","msg":"trace[2108240546] transaction","detail":"{read_only:false; response_revision:4794; number_of_response:1; }","duration":"366.820153ms","start":"2026-03-04T11:16:28.472932Z","end":"2026-03-04T11:16:28.839752Z","steps":["trace[2108240546] 'process raft request' (duration: 366.202707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:16:28.839767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.258522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-67ed804c-8bd0-40e8-b1fa-b675239fe79b\" ","response":"range_response_count:1 size:1450"} {"level":"warn","ts":"2026-03-04T11:16:28.83978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:16:28.473753Z","time spent":"366.005022ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:16:28.839804Z","caller":"traceutil/trace.go:171","msg":"trace[224757954] range","detail":"{range_begin:/registry/persistentvolumes/pvc-67ed804c-8bd0-40e8-b1fa-b675239fe79b; range_end:; response_count:1; response_revision:4796; }","duration":"368.342875ms","start":"2026-03-04T11:16:28.47145Z","end":"2026-03-04T11:16:28.839793Z","steps":["trace[224757954] 'agreement among raft nodes before linearized reading' (duration: 368.15755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:16:28.839819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:16:28.472917Z","time spent":"366.873685ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:16:28.839858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:16:28.471437Z","time spent":"368.413697ms","remote":"127.0.0.1:41238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1473,"request content":"key:\"/registry/persistentvolumes/pvc-67ed804c-8bd0-40e8-b1fa-b675239fe79b\" "} {"level":"warn","ts":"2026-03-04T11:16:28.839919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:16:28.473346Z","time spent":"366.419653ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:16:28.839713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:16:28.472887Z","time spent":"366.793283ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:16:28.861452Z","caller":"traceutil/trace.go:171","msg":"trace[656782267] transaction","detail":"{read_only:false; response_revision:4797; number_of_response:1; }","duration":"340.62948ms","start":"2026-03-04T11:16:28.520802Z","end":"2026-03-04T11:16:28.861432Z","steps":["trace[656782267] 'process raft request' (duration: 340.510266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:16:28.861597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:16:28.520785Z","time spent":"340.723762ms","remote":"127.0.0.1:41114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:16:28.861602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.489068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:16:28.861638Z","caller":"traceutil/trace.go:171","msg":"trace[606853024] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:4797; }","duration":"320.5818ms","start":"2026-03-04T11:16:28.541047Z","end":"2026-03-04T11:16:28.861628Z","steps":["trace[606853024] 'agreement among raft nodes before linearized reading' (duration: 320.421466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:16:28.861667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:16:28.541034Z","time spent":"320.627202ms","remote":"127.0.0.1:41358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:16:28.861799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.02205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63316"} {"level":"info","ts":"2026-03-04T11:16:28.862063Z","caller":"traceutil/trace.go:171","msg":"trace[1315407424] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4797; }","duration":"389.316439ms","start":"2026-03-04T11:16:28.472724Z","end":"2026-03-04T11:16:28.862041Z","steps":["trace[1315407424] 'agreement among raft nodes before linearized reading' (duration: 388.710803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:16:28.86212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:16:28.47271Z","time spent":"389.396081ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":63339,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T11:16:29.150214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.240686ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:16:29.150357Z","caller":"traceutil/trace.go:171","msg":"trace[233519905] linearizableReadLoop","detail":"{readStateIndex:5006; appliedIndex:5005; }","duration":"286.400942ms","start":"2026-03-04T11:16:28.863934Z","end":"2026-03-04T11:16:29.150335Z","steps":["trace[233519905] 'read index received' (duration: 143.853878ms)","trace[233519905] 'applied index is now lower than readState.Index' (duration: 142.545204ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:16:29.150467Z","caller":"traceutil/trace.go:171","msg":"trace[262828976] transaction","detail":"{read_only:false; response_revision:4798; number_of_response:1; }","duration":"306.922024ms","start":"2026-03-04T11:16:28.84353Z","end":"2026-03-04T11:16:29.150452Z","steps":["trace[262828976] 'process raft request' (duration: 164.338159ms)","trace[262828976] 'compare' (duration: 142.092202ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:16:29.150541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:16:28.84351Z","time spent":"306.991735ms","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":816,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T11:16:29.150671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.483534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:16:29.150754Z","caller":"traceutil/trace.go:171","msg":"trace[4336302] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:4798; }","duration":"106.633218ms","start":"2026-03-04T11:16:29.044099Z","end":"2026-03-04T11:16:29.150733Z","steps":["trace[4336302] 'agreement among raft nodes before linearized reading' (duration: 106.423472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:16:29.15077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.822903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-04T11:16:29.150826Z","caller":"traceutil/trace.go:171","msg":"trace[1156275608] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:4798; }","duration":"286.905886ms","start":"2026-03-04T11:16:28.863907Z","end":"2026-03-04T11:16:29.150813Z","steps":["trace[1156275608] 'agreement among raft nodes before linearized reading' (duration: 286.779412ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:16:30.042382Z","caller":"traceutil/trace.go:171","msg":"trace[1070646513] transaction","detail":"{read_only:false; response_revision:4800; number_of_response:1; }","duration":"102.826976ms","start":"2026-03-04T11:16:29.939533Z","end":"2026-03-04T11:16:30.04236Z","steps":["trace[1070646513] 'process raft request' (duration: 102.6222ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:16:32.103322Z","caller":"traceutil/trace.go:171","msg":"trace[1943957767] linearizableReadLoop","detail":"{readStateIndex:5049; appliedIndex:5048; }","duration":"156.005536ms","start":"2026-03-04T11:16:31.947291Z","end":"2026-03-04T11:16:32.103297Z","steps":["trace[1943957767] 'read index received' (duration: 155.611746ms)","trace[1943957767] 'applied index is now lower than readState.Index' (duration: 392.91µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:16:32.103363Z","caller":"traceutil/trace.go:171","msg":"trace[1200180521] transaction","detail":"{read_only:false; response_revision:4840; number_of_response:1; }","duration":"261.447841ms","start":"2026-03-04T11:16:31.841883Z","end":"2026-03-04T11:16:32.103331Z","steps":["trace[1200180521] 'process raft request' (duration: 261.155503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:16:32.103537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.233932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-f6gms\" ","response":"range_response_count:1 size:7817"} {"level":"info","ts":"2026-03-04T11:16:32.103579Z","caller":"traceutil/trace.go:171","msg":"trace[1937459681] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-f6gms; range_end:; response_count:1; response_revision:4840; }","duration":"156.297463ms","start":"2026-03-04T11:16:31.947271Z","end":"2026-03-04T11:16:32.103568Z","steps":["trace[1937459681] 'agreement among raft nodes before linearized reading' (duration: 156.117239ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:16:32.28867Z","caller":"traceutil/trace.go:171","msg":"trace[43295126] transaction","detail":"{read_only:false; response_revision:4842; number_of_response:1; }","duration":"173.791974ms","start":"2026-03-04T11:16:32.114849Z","end":"2026-03-04T11:16:32.288641Z","steps":["trace[43295126] 'process raft request' (duration: 173.721092ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:16:32.288712Z","caller":"traceutil/trace.go:171","msg":"trace[950714266] transaction","detail":"{read_only:false; response_revision:4841; number_of_response:1; }","duration":"182.745194ms","start":"2026-03-04T11:16:32.105923Z","end":"2026-03-04T11:16:32.288668Z","steps":["trace[950714266] 'process raft request' (duration: 105.150097ms)","trace[950714266] 'compare' (duration: 77.302719ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:16:32.4589Z","caller":"traceutil/trace.go:171","msg":"trace[1633822801] transaction","detail":"{read_only:false; response_revision:4844; number_of_response:1; }","duration":"163.67044ms","start":"2026-03-04T11:16:32.295196Z","end":"2026-03-04T11:16:32.458866Z","steps":["trace[1633822801] 'process raft request' (duration: 145.366428ms)","trace[1633822801] 'compare' (duration: 18.005514ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:16:32.459037Z","caller":"traceutil/trace.go:171","msg":"trace[2088637080] transaction","detail":"{read_only:false; response_revision:4845; number_of_response:1; }","duration":"163.209838ms","start":"2026-03-04T11:16:32.295793Z","end":"2026-03-04T11:16:32.459003Z","steps":["trace[2088637080] 'process raft request' (duration: 162.995992ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:16:32.45897Z","caller":"traceutil/trace.go:171","msg":"trace[25588847] transaction","detail":"{read_only:false; response_revision:4847; number_of_response:1; }","duration":"158.362938ms","start":"2026-03-04T11:16:32.300595Z","end":"2026-03-04T11:16:32.458958Z","steps":["trace[25588847] 'process raft request' (duration: 158.283586ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:16:32.459425Z","caller":"traceutil/trace.go:171","msg":"trace[1681932925] transaction","detail":"{read_only:false; response_revision:4846; number_of_response:1; }","duration":"162.547261ms","start":"2026-03-04T11:16:32.296864Z","end":"2026-03-04T11:16:32.459411Z","steps":["trace[1681932925] 'process raft request' (duration: 161.975766ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:16:33.252704Z","caller":"traceutil/trace.go:171","msg":"trace[943890798] transaction","detail":"{read_only:false; response_revision:4860; number_of_response:1; }","duration":"110.42861ms","start":"2026-03-04T11:16:33.142247Z","end":"2026-03-04T11:16:33.252676Z","steps":["trace[943890798] 'process raft request' (duration: 108.464577ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:16:35.225388Z","caller":"traceutil/trace.go:171","msg":"trace[1314739260] linearizableReadLoop","detail":"{readStateIndex:5090; appliedIndex:5089; }","duration":"120.674206ms","start":"2026-03-04T11:16:35.104689Z","end":"2026-03-04T11:16:35.225363Z","steps":["trace[1314739260] 'read index received' (duration: 84.75923ms)","trace[1314739260] 'applied index is now lower than readState.Index' (duration: 35.913836ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:16:35.225432Z","caller":"traceutil/trace.go:171","msg":"trace[1106684864] transaction","detail":"{read_only:false; response_revision:4880; number_of_response:1; }","duration":"198.675703ms","start":"2026-03-04T11:16:35.026722Z","end":"2026-03-04T11:16:35.225398Z","steps":["trace[1106684864] 'process raft request' (duration: 162.779807ms)","trace[1106684864] 'compare' (duration: 35.737011ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:16:35.225537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.83055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:16:35.22578Z","caller":"traceutil/trace.go:171","msg":"trace[716181195] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4880; }","duration":"121.117618ms","start":"2026-03-04T11:16:35.10465Z","end":"2026-03-04T11:16:35.225767Z","steps":["trace[716181195] 'agreement among raft nodes before linearized reading' (duration: 120.82669ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:16:35.527252Z","caller":"traceutil/trace.go:171","msg":"trace[83947908] transaction","detail":"{read_only:false; response_revision:4882; number_of_response:1; }","duration":"291.961381ms","start":"2026-03-04T11:16:35.235253Z","end":"2026-03-04T11:16:35.527214Z","steps":["trace[83947908] 'process raft request' (duration: 291.715745ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:16:35.527644Z","caller":"traceutil/trace.go:171","msg":"trace[478257999] transaction","detail":"{read_only:false; response_revision:4883; number_of_response:1; }","duration":"292.096786ms","start":"2026-03-04T11:16:35.235532Z","end":"2026-03-04T11:16:35.527629Z","steps":["trace[478257999] 'process raft request' (duration: 291.586642ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:16:35.527536Z","caller":"traceutil/trace.go:171","msg":"trace[1619639030] linearizableReadLoop","detail":"{readStateIndex:5094; appliedIndex:5091; }","duration":"162.386347ms","start":"2026-03-04T11:16:35.365126Z","end":"2026-03-04T11:16:35.527512Z","steps":["trace[1619639030] 'read index received' (duration: 161.196305ms)","trace[1619639030] 'applied index is now lower than readState.Index' (duration: 1.188882ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:16:35.527929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.785158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T11:16:35.527974Z","caller":"traceutil/trace.go:171","msg":"trace[119599514] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4884; }","duration":"162.841349ms","start":"2026-03-04T11:16:35.36512Z","end":"2026-03-04T11:16:35.527961Z","steps":["trace[119599514] 'agreement among raft nodes before linearized reading' (duration: 162.663445ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:16:35.528222Z","caller":"traceutil/trace.go:171","msg":"trace[2107101617] transaction","detail":"{read_only:false; response_revision:4884; number_of_response:1; }","duration":"292.614109ms","start":"2026-03-04T11:16:35.235592Z","end":"2026-03-04T11:16:35.528206Z","steps":["trace[2107101617] 'process raft request' (duration: 291.568041ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:16:39.240351Z","caller":"traceutil/trace.go:171","msg":"trace[501233670] transaction","detail":"{read_only:false; response_revision:4924; number_of_response:1; }","duration":"144.26395ms","start":"2026-03-04T11:16:39.096065Z","end":"2026-03-04T11:16:39.240329Z","steps":["trace[501233670] 'process raft request' (duration: 144.228509ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:16:39.24051Z","caller":"traceutil/trace.go:171","msg":"trace[494531337] transaction","detail":"{read_only:false; response_revision:4922; number_of_response:1; }","duration":"144.991319ms","start":"2026-03-04T11:16:39.095504Z","end":"2026-03-04T11:16:39.240496Z","steps":["trace[494531337] 'process raft request' (duration: 144.63788ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:16:39.240632Z","caller":"traceutil/trace.go:171","msg":"trace[1792193807] transaction","detail":"{read_only:false; response_revision:4923; number_of_response:1; }","duration":"144.932927ms","start":"2026-03-04T11:16:39.095679Z","end":"2026-03-04T11:16:39.240612Z","steps":["trace[1792193807] 'process raft request' (duration: 144.576018ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:16:40.681831Z","caller":"traceutil/trace.go:171","msg":"trace[1456414916] transaction","detail":"{read_only:false; response_revision:4990; number_of_response:1; }","duration":"104.705986ms","start":"2026-03-04T11:16:40.577097Z","end":"2026-03-04T11:16:40.681803Z","steps":["trace[1456414916] 'process raft request' (duration: 103.714849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:16:41.164513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.907141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T11:16:41.164567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.017584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T11:16:41.164639Z","caller":"traceutil/trace.go:171","msg":"trace[430341664] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4993; }","duration":"163.132407ms","start":"2026-03-04T11:16:41.001488Z","end":"2026-03-04T11:16:41.16462Z","steps":["trace[430341664] 'range keys from in-memory index tree' (duration: 162.798868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:16:41.164634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.461387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bc381298-032d-4509-88c3-e434ec795d96\" ","response":"range_response_count:1 size:3645"} {"level":"warn","ts":"2026-03-04T11:16:41.164669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.603654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T11:16:41.164703Z","caller":"traceutil/trace.go:171","msg":"trace[1320693200] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4993; }","duration":"168.678796ms","start":"2026-03-04T11:16:40.996016Z","end":"2026-03-04T11:16:41.164695Z","steps":["trace[1320693200] 'range keys from in-memory index tree' (duration: 168.487671ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:16:41.164706Z","caller":"traceutil/trace.go:171","msg":"trace[42798631] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bc381298-032d-4509-88c3-e434ec795d96; range_end:; response_count:1; response_revision:4993; }","duration":"124.56409ms","start":"2026-03-04T11:16:41.040122Z","end":"2026-03-04T11:16:41.164686Z","steps":["trace[42798631] 'range keys from in-memory index tree' (duration: 124.328053ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:16:41.16459Z","caller":"traceutil/trace.go:171","msg":"trace[1682781198] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4993; }","duration":"163.000994ms","start":"2026-03-04T11:16:41.001569Z","end":"2026-03-04T11:16:41.16457Z","steps":["trace[1682781198] 'range keys from in-memory index tree' (duration: 162.790638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:16:41.164947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.801285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T11:16:41.164936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.927295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T11:16:41.164986Z","caller":"traceutil/trace.go:171","msg":"trace[573931394] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4993; }","duration":"163.858057ms","start":"2026-03-04T11:16:41.00112Z","end":"2026-03-04T11:16:41.164978Z","steps":["trace[573931394] 'range keys from in-memory index tree' (duration: 163.718283ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:16:41.165004Z","caller":"traceutil/trace.go:171","msg":"trace[1228427235] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4993; }","duration":"162.011347ms","start":"2026-03-04T11:16:41.002976Z","end":"2026-03-04T11:16:41.164987Z","steps":["trace[1228427235] 'range keys from in-memory index tree' (duration: 161.836333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:16:41.165116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.466558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:16:41.165145Z","caller":"traceutil/trace.go:171","msg":"trace[1003513142] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:4993; }","duration":"159.53312ms","start":"2026-03-04T11:16:41.005606Z","end":"2026-03-04T11:16:41.165139Z","steps":["trace[1003513142] 'range keys from in-memory index tree' (duration: 159.338515ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:16:41.763267Z","caller":"traceutil/trace.go:171","msg":"trace[583944817] transaction","detail":"{read_only:false; response_revision:4994; number_of_response:1; }","duration":"594.642891ms","start":"2026-03-04T11:16:41.168591Z","end":"2026-03-04T11:16:41.763234Z","steps":["trace[583944817] 'process raft request' (duration: 594.459386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:16:41.763486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:16:41.168575Z","time spent":"594.774535ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:16:42.197772Z","caller":"traceutil/trace.go:171","msg":"trace[780027454] transaction","detail":"{read_only:false; response_revision:4997; number_of_response:1; }","duration":"1.028827427s","start":"2026-03-04T11:16:41.168921Z","end":"2026-03-04T11:16:42.197748Z","steps":["trace[780027454] 'process raft request' (duration: 1.028754675s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:16:42.197933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:16:41.168911Z","time spent":"1.028938781s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:16:42.19782Z","caller":"traceutil/trace.go:171","msg":"trace[1863816987] transaction","detail":"{read_only:false; response_revision:4995; number_of_response:1; }","duration":"1.028892479s","start":"2026-03-04T11:16:41.168897Z","end":"2026-03-04T11:16:42.19779Z","steps":["trace[1863816987] 'process raft request' (duration: 1.02855897s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:16:42.198065Z","caller":"traceutil/trace.go:171","msg":"trace[1574279304] linearizableReadLoop","detail":"{readStateIndex:5210; appliedIndex:5204; }","duration":"565.249001ms","start":"2026-03-04T11:16:41.632787Z","end":"2026-03-04T11:16:42.198036Z","steps":["trace[1574279304] 'read index received' (duration: 130.266163ms)","trace[1574279304] 'applied index is now lower than readState.Index' (duration: 434.981568ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:16:42.198132Z","caller":"traceutil/trace.go:171","msg":"trace[2088990205] transaction","detail":"{read_only:false; response_revision:4999; number_of_response:1; }","duration":"1.026387002s","start":"2026-03-04T11:16:41.171716Z","end":"2026-03-04T11:16:42.198103Z","steps":["trace[2088990205] 'process raft request' (duration: 1.026201597s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:16:42.198242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:16:41.168871Z","time spent":"1.029194818s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:16:42.198011Z","caller":"traceutil/trace.go:171","msg":"trace[950603067] transaction","detail":"{read_only:false; response_revision:4996; number_of_response:1; }","duration":"1.029058944s","start":"2026-03-04T11:16:41.168905Z","end":"2026-03-04T11:16:42.197964Z","steps":["trace[950603067] 'process raft request' (duration: 1.028725295s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:16:42.198237Z","caller":"traceutil/trace.go:171","msg":"trace[1925454071] transaction","detail":"{read_only:false; response_revision:4998; number_of_response:1; }","duration":"1.029251299s","start":"2026-03-04T11:16:41.168944Z","end":"2026-03-04T11:16:42.198195Z","steps":["trace[1925454071] 'process raft request' (duration: 1.028768116s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:16:42.198278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:16:41.171683Z","time spent":"1.026516405s","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:16:42.198546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:16:41.168935Z","time spent":"1.029512466s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:16:42.198287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.459876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:16:42.198689Z","caller":"traceutil/trace.go:171","msg":"trace[1488447351] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:4999; }","duration":"565.911398ms","start":"2026-03-04T11:16:41.632739Z","end":"2026-03-04T11:16:42.19865Z","steps":["trace[1488447351] 'agreement among raft nodes before linearized reading' (duration: 565.435826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:16:42.198796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:16:41.632709Z","time spent":"566.053353ms","remote":"127.0.0.1:41600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:16:42.199241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:16:41.168884Z","time spent":"1.030022989s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":488,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:16:42.578421Z","caller":"traceutil/trace.go:171","msg":"trace[1166721087] linearizableReadLoop","detail":"{readStateIndex:5211; appliedIndex:5210; }","duration":"380.236985ms","start":"2026-03-04T11:16:42.198148Z","end":"2026-03-04T11:16:42.578385Z","steps":["trace[1166721087] 'read index received' (duration: 368.88066ms)","trace[1166721087] 'applied index is now lower than readState.Index' (duration: 11.354115ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:16:42.578461Z","caller":"traceutil/trace.go:171","msg":"trace[560926094] transaction","detail":"{read_only:false; response_revision:5000; number_of_response:1; }","duration":"654.933803ms","start":"2026-03-04T11:16:41.923472Z","end":"2026-03-04T11:16:42.578406Z","steps":["trace[560926094] 'process raft request' (duration: 643.445634ms)","trace[560926094] 'compare' (duration: 11.1576ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:16:42.578573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.145632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-04T11:16:42.578576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.734256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:16:42.578662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:16:41.923433Z","time spent":"655.118708ms","remote":"127.0.0.1:41262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18362,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:16:42.578715Z","caller":"traceutil/trace.go:171","msg":"trace[1125879188] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5000; }","duration":"471.963202ms","start":"2026-03-04T11:16:42.106717Z","end":"2026-03-04T11:16:42.57868Z","steps":["trace[1125879188] 'agreement among raft nodes before linearized reading' (duration: 471.761897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:16:42.578788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.514299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bc381298-032d-4509-88c3-e434ec795d96\" ","response":"range_response_count:1 size:3765"} {"level":"warn","ts":"2026-03-04T11:16:42.578817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:16:42.10669Z","time spent":"472.110706ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T11:16:42.578843Z","caller":"traceutil/trace.go:171","msg":"trace[2086266573] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bc381298-032d-4509-88c3-e434ec795d96; range_end:; response_count:1; response_revision:5000; }","duration":"410.638983ms","start":"2026-03-04T11:16:42.168189Z","end":"2026-03-04T11:16:42.578828Z","steps":["trace[2086266573] 'agreement among raft nodes before linearized reading' (duration: 410.463698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:16:42.578885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:16:42.168166Z","time spent":"410.709794ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3788,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bc381298-032d-4509-88c3-e434ec795d96\" "} {"level":"info","ts":"2026-03-04T11:16:42.578636Z","caller":"traceutil/trace.go:171","msg":"trace[1920207286] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5000; }","duration":"432.261745ms","start":"2026-03-04T11:16:42.146355Z","end":"2026-03-04T11:16:42.578617Z","steps":["trace[1920207286] 'agreement among raft nodes before linearized reading' (duration: 432.09432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:16:42.579037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.721919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T11:16:42.579228Z","caller":"traceutil/trace.go:171","msg":"trace[1495268672] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5000; }","duration":"650.930065ms","start":"2026-03-04T11:16:41.928251Z","end":"2026-03-04T11:16:42.579181Z","steps":["trace[1495268672] 'agreement among raft nodes before linearized reading' (duration: 650.263597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:16:42.579213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:16:42.146335Z","time spent":"432.787019ms","remote":"127.0.0.1:43542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-04T11:16:42.57931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:16:41.928228Z","time spent":"651.058309ms","remote":"127.0.0.1:41606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":599,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-04T11:16:42.700577Z","caller":"traceutil/trace.go:171","msg":"trace[335500707] linearizableReadLoop","detail":"{readStateIndex:5215; appliedIndex:5214; }","duration":"102.473196ms","start":"2026-03-04T11:16:42.59808Z","end":"2026-03-04T11:16:42.700553Z","steps":["trace[335500707] 'read index received' (duration: 97.698568ms)","trace[335500707] 'applied index is now lower than readState.Index' (duration: 4.773778ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:16:42.700628Z","caller":"traceutil/trace.go:171","msg":"trace[2049243186] transaction","detail":"{read_only:false; response_revision:5004; number_of_response:1; }","duration":"105.550768ms","start":"2026-03-04T11:16:42.595046Z","end":"2026-03-04T11:16:42.700597Z","steps":["trace[2049243186] 'process raft request' (duration: 100.867912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:16:42.700853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.734793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-03-04T11:16:42.700929Z","caller":"traceutil/trace.go:171","msg":"trace[128430100] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5004; }","duration":"102.866126ms","start":"2026-03-04T11:16:42.598043Z","end":"2026-03-04T11:16:42.70091Z","steps":["trace[128430100] 'agreement among raft nodes before linearized reading' (duration: 102.597629ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:16:44.343759Z","caller":"traceutil/trace.go:171","msg":"trace[1545469232] transaction","detail":"{read_only:false; response_revision:5018; number_of_response:1; }","duration":"136.051919ms","start":"2026-03-04T11:16:44.207679Z","end":"2026-03-04T11:16:44.343731Z","steps":["trace[1545469232] 'process raft request' (duration: 132.504573ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:16:44.343844Z","caller":"traceutil/trace.go:171","msg":"trace[1041025158] transaction","detail":"{read_only:false; response_revision:5020; number_of_response:1; }","duration":"135.784292ms","start":"2026-03-04T11:16:44.20805Z","end":"2026-03-04T11:16:44.343834Z","steps":["trace[1041025158] 'process raft request' (duration: 135.639478ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:16:44.343752Z","caller":"traceutil/trace.go:171","msg":"trace[1162562615] transaction","detail":"{read_only:false; response_revision:5019; number_of_response:1; }","duration":"135.754481ms","start":"2026-03-04T11:16:44.207975Z","end":"2026-03-04T11:16:44.343729Z","steps":["trace[1162562615] 'process raft request' (duration: 135.673139ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:16:46.43263Z","caller":"traceutil/trace.go:171","msg":"trace[949250386] transaction","detail":"{read_only:false; response_revision:5047; number_of_response:1; }","duration":"125.350186ms","start":"2026-03-04T11:16:46.307264Z","end":"2026-03-04T11:16:46.432615Z","steps":["trace[949250386] 'process raft request' (duration: 97.470944ms)","trace[949250386] 'compare' (duration: 27.603854ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:16:50.983382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.344535ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:16:50.983642Z","caller":"traceutil/trace.go:171","msg":"trace[579860519] transaction","detail":"{read_only:false; response_revision:5110; number_of_response:1; }","duration":"451.474716ms","start":"2026-03-04T11:16:50.532145Z","end":"2026-03-04T11:16:50.98362Z","steps":["trace[579860519] 'process raft request' (duration: 451.357433ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:16:50.983662Z","caller":"traceutil/trace.go:171","msg":"trace[1586233096] transaction","detail":"{read_only:false; response_revision:5109; number_of_response:1; }","duration":"451.510297ms","start":"2026-03-04T11:16:50.532122Z","end":"2026-03-04T11:16:50.983633Z","steps":["trace[1586233096] 'process raft request' (duration: 41.831063ms)","trace[1586233096] 'compare' (duration: 408.936344ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:16:50.983734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:16:50.532105Z","time spent":"451.57593ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:16:50.983828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:16:50.532097Z","time spent":"451.634521ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:16:51.466846Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541831394,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T11:16:51.492835Z","caller":"traceutil/trace.go:171","msg":"trace[2085743493] transaction","detail":"{read_only:false; response_revision:5112; number_of_response:1; }","duration":"878.146944ms","start":"2026-03-04T11:16:50.614661Z","end":"2026-03-04T11:16:51.492808Z","steps":["trace[2085743493] 'process raft request' (duration: 878.016801ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:16:51.49286Z","caller":"traceutil/trace.go:171","msg":"trace[1411464198] transaction","detail":"{read_only:false; response_revision:5113; number_of_response:1; }","duration":"877.871266ms","start":"2026-03-04T11:16:50.614955Z","end":"2026-03-04T11:16:51.492826Z","steps":["trace[1411464198] 'process raft request' (duration: 877.767793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:16:51.493023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:16:50.614925Z","time spent":"878.006929ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:16:51.492978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:16:50.614629Z","time spent":"878.264336ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:16:51.493144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.351141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T11:16:51.492783Z","caller":"traceutil/trace.go:171","msg":"trace[1499712106] linearizableReadLoop","detail":"{readStateIndex:5327; appliedIndex:5324; }","duration":"526.015542ms","start":"2026-03-04T11:16:50.966745Z","end":"2026-03-04T11:16:51.49276Z","steps":["trace[1499712106] 'read index received' (duration: 525.790176ms)","trace[1499712106] 'applied index is now lower than readState.Index' (duration: 224.276µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:16:51.493221Z","caller":"traceutil/trace.go:171","msg":"trace[459689540] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5113; }","duration":"526.505125ms","start":"2026-03-04T11:16:50.96669Z","end":"2026-03-04T11:16:51.493195Z","steps":["trace[459689540] 'agreement among raft nodes before linearized reading' (duration: 526.251848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:16:51.493293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:16:50.966668Z","time spent":"526.617738ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T11:16:51.493374Z","caller":"traceutil/trace.go:171","msg":"trace[807976910] transaction","detail":"{read_only:false; response_revision:5111; number_of_response:1; }","duration":"883.228083ms","start":"2026-03-04T11:16:50.610115Z","end":"2026-03-04T11:16:51.493343Z","steps":["trace[807976910] 'process raft request' (duration: 882.428241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:16:51.493437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.296974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-f6gms\" ","response":"range_response_count:1 size:8470"} {"level":"warn","ts":"2026-03-04T11:16:51.49346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.517758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:16:51.493495Z","caller":"traceutil/trace.go:171","msg":"trace[276184778] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-f6gms; range_end:; response_count:1; response_revision:5113; }","duration":"431.394746ms","start":"2026-03-04T11:16:51.062079Z","end":"2026-03-04T11:16:51.493474Z","steps":["trace[276184778] 'agreement among raft nodes before linearized reading' (duration: 431.218991ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:16:51.493515Z","caller":"traceutil/trace.go:171","msg":"trace[1076537418] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5113; }","duration":"387.623711ms","start":"2026-03-04T11:16:51.105872Z","end":"2026-03-04T11:16:51.493496Z","steps":["trace[1076537418] 'agreement among raft nodes before linearized reading' (duration: 387.533548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:16:51.493512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:16:50.610088Z","time spent":"883.346666ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:16:51.493532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:16:51.062061Z","time spent":"431.463729ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":8493,"request content":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-f6gms\" "} {"level":"warn","ts":"2026-03-04T11:16:51.493549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:16:51.10585Z","time spent":"387.690733ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:16:51.493817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.489959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:16:51.493883Z","caller":"traceutil/trace.go:171","msg":"trace[1225904426] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:5113; }","duration":"282.596372ms","start":"2026-03-04T11:16:51.211277Z","end":"2026-03-04T11:16:51.493874Z","steps":["trace[1225904426] 'agreement among raft nodes before linearized reading' (duration: 282.021706ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:16:51.811694Z","caller":"traceutil/trace.go:171","msg":"trace[2094198074] transaction","detail":"{read_only:false; response_revision:5117; number_of_response:1; }","duration":"208.388992ms","start":"2026-03-04T11:16:51.603261Z","end":"2026-03-04T11:16:51.81165Z","steps":["trace[2094198074] 'process raft request' (duration: 131.946314ms)","trace[2094198074] 'compare' (duration: 76.171741ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:16:51.811982Z","caller":"traceutil/trace.go:171","msg":"trace[850224557] transaction","detail":"{read_only:false; response_revision:5118; number_of_response:1; }","duration":"208.239358ms","start":"2026-03-04T11:16:51.6037Z","end":"2026-03-04T11:16:51.81194Z","steps":["trace[850224557] 'process raft request' (duration: 207.837007ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:16:51.812041Z","caller":"traceutil/trace.go:171","msg":"trace[1621425373] linearizableReadLoop","detail":"{readStateIndex:5334; appliedIndex:5329; }","duration":"203.947971ms","start":"2026-03-04T11:16:51.608066Z","end":"2026-03-04T11:16:51.812014Z","steps":["trace[1621425373] 'read index received' (duration: 54.53228ms)","trace[1621425373] 'applied index is now lower than readState.Index' (duration: 149.414601ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:16:51.812179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.090035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:16:51.812202Z","caller":"traceutil/trace.go:171","msg":"trace[2050948476] transaction","detail":"{read_only:false; response_revision:5119; number_of_response:1; }","duration":"208.434433ms","start":"2026-03-04T11:16:51.603755Z","end":"2026-03-04T11:16:51.812189Z","steps":["trace[2050948476] 'process raft request' (duration: 208.049972ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:16:51.812213Z","caller":"traceutil/trace.go:171","msg":"trace[1059184960] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5120; }","duration":"204.166517ms","start":"2026-03-04T11:16:51.608036Z","end":"2026-03-04T11:16:51.812202Z","steps":["trace[1059184960] 'agreement among raft nodes before linearized reading' (duration: 204.069525ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:16:51.812214Z","caller":"traceutil/trace.go:171","msg":"trace[1935477424] transaction","detail":"{read_only:false; response_revision:5120; number_of_response:1; }","duration":"207.503388ms","start":"2026-03-04T11:16:51.604698Z","end":"2026-03-04T11:16:51.812201Z","steps":["trace[1935477424] 'process raft request' (duration: 207.226061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:17:01.977042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.344492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-04T11:17:01.977192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.08063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T11:17:01.977278Z","caller":"traceutil/trace.go:171","msg":"trace[445814498] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5216; }","duration":"935.240944ms","start":"2026-03-04T11:17:01.042019Z","end":"2026-03-04T11:17:01.97726Z","steps":["trace[445814498] 'range keys from in-memory index tree' (duration: 934.885335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:17:01.977294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.040502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:17:01.977339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:17:01.041996Z","time spent":"935.333047ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T11:17:01.97735Z","caller":"traceutil/trace.go:171","msg":"trace[1875679428] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:5216; }","duration":"538.103773ms","start":"2026-03-04T11:17:01.439232Z","end":"2026-03-04T11:17:01.977336Z","steps":["trace[1875679428] 'count revisions from in-memory index tree' (duration: 537.918998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:17:01.977395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:17:01.439162Z","time spent":"538.215986ms","remote":"127.0.0.1:41470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:17:01.97755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.734958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T11:17:01.97759Z","caller":"traceutil/trace.go:171","msg":"trace[547987794] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5216; }","duration":"950.769979ms","start":"2026-03-04T11:17:01.026805Z","end":"2026-03-04T11:17:01.977575Z","steps":["trace[547987794] 'range keys from in-memory index tree' (duration: 950.602834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:17:01.977619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:17:01.026738Z","time spent":"950.872982ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T11:17:01.977666Z","caller":"traceutil/trace.go:171","msg":"trace[897581333] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5216; }","duration":"665.009341ms","start":"2026-03-04T11:17:01.312648Z","end":"2026-03-04T11:17:01.977657Z","steps":["trace[897581333] 'range keys from in-memory index tree' (duration: 664.145377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:17:01.977021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.294463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:17:01.977715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:17:01.312627Z","time spent":"665.081502ms","remote":"127.0.0.1:41248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-04T11:17:01.977766Z","caller":"traceutil/trace.go:171","msg":"trace[962153365] transaction","detail":"{read_only:false; response_revision:5217; number_of_response:1; }","duration":"455.399884ms","start":"2026-03-04T11:17:01.522321Z","end":"2026-03-04T11:17:01.97772Z","steps":["trace[962153365] 'process raft request' (duration: 447.780345ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:17:01.977787Z","caller":"traceutil/trace.go:171","msg":"trace[146208277] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5216; }","duration":"653.076955ms","start":"2026-03-04T11:17:01.324671Z","end":"2026-03-04T11:17:01.977748Z","steps":["trace[146208277] 'range keys from in-memory index tree' (duration: 652.225961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:17:01.97792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:17:01.324658Z","time spent":"653.215688ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:17:01.977994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:17:01.522263Z","time spent":"455.61182ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:17:02.311786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.804137ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:17:02.31217Z","caller":"traceutil/trace.go:171","msg":"trace[1694302383] transaction","detail":"{read_only:false; response_revision:5219; number_of_response:1; }","duration":"785.789461ms","start":"2026-03-04T11:17:01.526363Z","end":"2026-03-04T11:17:02.312152Z","steps":["trace[1694302383] 'process raft request' (duration: 785.671248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:17:02.312252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:17:01.526349Z","time spent":"785.867554ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:17:02.312224Z","caller":"traceutil/trace.go:171","msg":"trace[672554926] transaction","detail":"{read_only:false; response_revision:5218; number_of_response:1; }","duration":"786.519932ms","start":"2026-03-04T11:17:01.525607Z","end":"2026-03-04T11:17:02.312127Z","steps":["trace[672554926] 'process raft request' (duration: 570.284353ms)","trace[672554926] 'compare' (duration: 215.677173ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:17:02.312326Z","caller":"traceutil/trace.go:171","msg":"trace[1061178138] linearizableReadLoop","detail":"{readStateIndex:5437; appliedIndex:5434; }","duration":"777.188236ms","start":"2026-03-04T11:17:01.535114Z","end":"2026-03-04T11:17:02.312303Z","steps":["trace[1061178138] 'read index received' (duration: 435.019816ms)","trace[1061178138] 'applied index is now lower than readState.Index' (duration: 342.16733ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:17:02.312522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.381802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:17:02.312639Z","caller":"traceutil/trace.go:171","msg":"trace[998949864] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:5220; }","duration":"777.539996ms","start":"2026-03-04T11:17:01.535074Z","end":"2026-03-04T11:17:02.312614Z","steps":["trace[998949864] 'agreement among raft nodes before linearized reading' (duration: 777.300599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:17:02.312716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:17:01.535062Z","time spent":"777.630719ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-kh88j\" "} {"level":"warn","ts":"2026-03-04T11:17:02.312835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:17:01.525565Z","time spent":"786.973994ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:17:02.312389Z","caller":"traceutil/trace.go:171","msg":"trace[685578379] transaction","detail":"{read_only:false; response_revision:5220; number_of_response:1; }","duration":"373.002103ms","start":"2026-03-04T11:17:01.93936Z","end":"2026-03-04T11:17:02.312362Z","steps":["trace[685578379] 'process raft request' (duration: 372.756016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:17:02.31439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:17:01.939332Z","time spent":"374.996247ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:17:02.537661Z","caller":"traceutil/trace.go:171","msg":"trace[1444878809] transaction","detail":"{read_only:false; response_revision:5221; number_of_response:1; }","duration":"555.452138ms","start":"2026-03-04T11:17:01.98218Z","end":"2026-03-04T11:17:02.537632Z","steps":["trace[1444878809] 'process raft request' (duration: 502.940533ms)","trace[1444878809] 'compare' (duration: 52.244827ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:17:02.537841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:17:01.982161Z","time spent":"555.595642ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:17:02.537871Z","caller":"traceutil/trace.go:171","msg":"trace[1523422450] transaction","detail":"{read_only:false; response_revision:5222; number_of_response:1; }","duration":"554.845501ms","start":"2026-03-04T11:17:01.982999Z","end":"2026-03-04T11:17:02.537845Z","steps":["trace[1523422450] 'process raft request' (duration: 554.515072ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:17:02.537864Z","caller":"traceutil/trace.go:171","msg":"trace[920092610] linearizableReadLoop","detail":"{readStateIndex:5440; appliedIndex:5438; }","duration":"225.241375ms","start":"2026-03-04T11:17:02.312563Z","end":"2026-03-04T11:17:02.537804Z","steps":["trace[920092610] 'read index received' (duration: 172.611197ms)","trace[920092610] 'applied index is now lower than readState.Index' (duration: 52.627818ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:17:02.537955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.571143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:17:02.538003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:17:01.982965Z","time spent":"554.965805ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:17:02.538023Z","caller":"traceutil/trace.go:171","msg":"trace[1209167685] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5222; }","duration":"431.705647ms","start":"2026-03-04T11:17:02.1063Z","end":"2026-03-04T11:17:02.538006Z","steps":["trace[1209167685] 'agreement among raft nodes before linearized reading' (duration: 431.525282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:17:02.53807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:17:02.106277Z","time spent":"431.785388ms","remote":"127.0.0.1:41086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:17:02.538142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.329802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-bc381298-032d-4509-88c3-e434ec795d96\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-04T11:17:02.538157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.149552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T11:17:02.538185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.041577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T11:17:02.538211Z","caller":"traceutil/trace.go:171","msg":"trace[1648005999] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5222; }","duration":"539.231915ms","start":"2026-03-04T11:17:01.998967Z","end":"2026-03-04T11:17:02.538199Z","steps":["trace[1648005999] 'agreement among raft nodes before linearized reading' (duration: 539.03468ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:17:02.538218Z","caller":"traceutil/trace.go:171","msg":"trace[557756785] range","detail":"{range_begin:/registry/persistentvolumes/pvc-bc381298-032d-4509-88c3-e434ec795d96; range_end:; response_count:1; response_revision:5222; }","duration":"556.449415ms","start":"2026-03-04T11:17:01.98175Z","end":"2026-03-04T11:17:02.538199Z","steps":["trace[557756785] 'agreement among raft nodes before linearized reading' (duration: 556.282201ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:17:02.538239Z","caller":"traceutil/trace.go:171","msg":"trace[36451918] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5222; }","duration":"622.13864ms","start":"2026-03-04T11:17:01.916087Z","end":"2026-03-04T11:17:02.538226Z","steps":["trace[36451918] 'agreement among raft nodes before linearized reading' (duration: 621.981346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:17:02.538246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:17:01.99893Z","time spent":"539.307607ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T11:17:02.53826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:17:01.981723Z","time spent":"556.528077ms","remote":"127.0.0.1:41238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-bc381298-032d-4509-88c3-e434ec795d96\" "} {"level":"warn","ts":"2026-03-04T11:17:02.538277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:17:01.916063Z","time spent":"622.203952ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T11:17:02.538134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.187682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:17:02.538329Z","caller":"traceutil/trace.go:171","msg":"trace[885245689] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:5222; }","duration":"872.445069ms","start":"2026-03-04T11:17:01.665869Z","end":"2026-03-04T11:17:02.538314Z","steps":["trace[885245689] 'agreement among raft nodes before linearized reading' (duration: 872.172212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:17:02.538335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.291019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:82233"} {"level":"warn","ts":"2026-03-04T11:17:02.538373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:17:01.665844Z","time spent":"872.514541ms","remote":"127.0.0.1:41516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-04T11:17:02.538386Z","caller":"traceutil/trace.go:171","msg":"trace[1717344754] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5222; }","duration":"220.361542ms","start":"2026-03-04T11:17:02.318011Z","end":"2026-03-04T11:17:02.538372Z","steps":["trace[1717344754] 'agreement among raft nodes before linearized reading' (duration: 220.116235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:17:02.53867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.465826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-04T11:17:02.538746Z","caller":"traceutil/trace.go:171","msg":"trace[1188731746] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:5222; }","duration":"414.571499ms","start":"2026-03-04T11:17:02.12416Z","end":"2026-03-04T11:17:02.538731Z","steps":["trace[1188731746] 'agreement among raft nodes before linearized reading' (duration: 413.789967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:17:02.538786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:17:02.124144Z","time spent":"414.633401ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-04T11:17:02.869793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.486193ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:17:02.869917Z","caller":"traceutil/trace.go:171","msg":"trace[919372557] linearizableReadLoop","detail":"{readStateIndex:5441; appliedIndex:5440; }","duration":"325.866724ms","start":"2026-03-04T11:17:02.544033Z","end":"2026-03-04T11:17:02.869899Z","steps":["trace[919372557] 'read index received' (duration: 194.274158ms)","trace[919372557] 'applied index is now lower than readState.Index' (duration: 131.591086ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:17:02.869993Z","caller":"traceutil/trace.go:171","msg":"trace[1614417996] transaction","detail":"{read_only:false; response_revision:5223; number_of_response:1; }","duration":"326.728307ms","start":"2026-03-04T11:17:02.543253Z","end":"2026-03-04T11:17:02.869981Z","steps":["trace[1614417996] 'process raft request' (duration: 194.947196ms)","trace[1614417996] 'compare' (duration: 131.234506ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:17:02.870185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:17:02.543237Z","time spent":"326.82998ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:17:02.870229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.172092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18376"} {"level":"info","ts":"2026-03-04T11:17:02.870312Z","caller":"traceutil/trace.go:171","msg":"trace[425170865] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5223; }","duration":"326.326207ms","start":"2026-03-04T11:17:02.543968Z","end":"2026-03-04T11:17:02.870294Z","steps":["trace[425170865] 'agreement among raft nodes before linearized reading' (duration: 326.055389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:17:02.870403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:17:02.543952Z","time spent":"326.439979ms","remote":"127.0.0.1:41262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18399,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-04T11:17:02.945772Z","caller":"traceutil/trace.go:171","msg":"trace[1297206655] transaction","detail":"{read_only:false; response_revision:5225; number_of_response:1; }","duration":"399.735572ms","start":"2026-03-04T11:17:02.546012Z","end":"2026-03-04T11:17:02.945748Z","steps":["trace[1297206655] 'process raft request' (duration: 399.586368ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:17:02.945807Z","caller":"traceutil/trace.go:171","msg":"trace[184267590] transaction","detail":"{read_only:false; response_revision:5226; number_of_response:1; }","duration":"398.497918ms","start":"2026-03-04T11:17:02.547291Z","end":"2026-03-04T11:17:02.945789Z","steps":["trace[184267590] 'process raft request' (duration: 398.353205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:17:02.945896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:17:02.545996Z","time spent":"399.829115ms","remote":"127.0.0.1:41396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1619,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:17:02.94595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:17:02.547281Z","time spent":"398.589982ms","remote":"127.0.0.1:41396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1411,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:17:02.945956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.878854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T11:17:02.945992Z","caller":"traceutil/trace.go:171","msg":"trace[2093870588] transaction","detail":"{read_only:false; response_revision:5227; number_of_response:1; }","duration":"398.494988ms","start":"2026-03-04T11:17:02.54747Z","end":"2026-03-04T11:17:02.945965Z","steps":["trace[2093870588] 'process raft request' (duration: 398.218141ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:17:02.946039Z","caller":"traceutil/trace.go:171","msg":"trace[1417954966] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5227; }","duration":"340.994028ms","start":"2026-03-04T11:17:02.60502Z","end":"2026-03-04T11:17:02.946014Z","steps":["trace[1417954966] 'agreement among raft nodes before linearized reading' (duration: 340.785272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:17:02.9461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:17:02.605005Z","time spent":"341.08168ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T11:17:02.946156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:17:02.547451Z","time spent":"398.624692ms","remote":"127.0.0.1:41396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1603,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:17:02.94572Z","caller":"traceutil/trace.go:171","msg":"trace[585189625] transaction","detail":"{read_only:false; response_revision:5224; number_of_response:1; }","duration":"401.658665ms","start":"2026-03-04T11:17:02.544029Z","end":"2026-03-04T11:17:02.945688Z","steps":["trace[585189625] 'process raft request' (duration: 401.350146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:17:02.946666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:17:02.544016Z","time spent":"402.591481ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:17:03.258842Z","caller":"traceutil/trace.go:171","msg":"trace[341877981] linearizableReadLoop","detail":"{readStateIndex:5446; appliedIndex:5445; }","duration":"307.997426ms","start":"2026-03-04T11:17:02.950812Z","end":"2026-03-04T11:17:03.258809Z","steps":["trace[341877981] 'read index received' (duration: 241.390036ms)","trace[341877981] 'applied index is now lower than readState.Index' (duration: 66.60137ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:17:03.259222Z","caller":"traceutil/trace.go:171","msg":"trace[1406455478] transaction","detail":"{read_only:false; response_revision:5228; number_of_response:1; }","duration":"309.404985ms","start":"2026-03-04T11:17:02.949782Z","end":"2026-03-04T11:17:03.259187Z","steps":["trace[1406455478] 'process raft request' (duration: 242.404024ms)","trace[1406455478] 'compare' (duration: 66.473727ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:17:03.259384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:17:02.949766Z","time spent":"309.520518ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:17:03.259448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.622833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-alertmanager.18999f321d8b5838\" ","response":"range_response_count:1 size:751"} {"level":"info","ts":"2026-03-04T11:17:03.259514Z","caller":"traceutil/trace.go:171","msg":"trace[1244010794] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-alertmanager.18999f321d8b5838; range_end:; response_count:1; response_revision:5228; }","duration":"308.705366ms","start":"2026-03-04T11:17:02.950792Z","end":"2026-03-04T11:17:03.259497Z","steps":["trace[1244010794] 'agreement among raft nodes before linearized reading' (duration: 308.50555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:17:03.259567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:17:02.950784Z","time spent":"308.771597ms","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":774,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-alertmanager.18999f321d8b5838\" "} {"level":"warn","ts":"2026-03-04T11:17:03.444242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.916256ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T11:17:03.444582Z","caller":"traceutil/trace.go:171","msg":"trace[1443171685] linearizableReadLoop","detail":"{readStateIndex:5447; appliedIndex:5446; }","duration":"185.582601ms","start":"2026-03-04T11:17:03.258969Z","end":"2026-03-04T11:17:03.444552Z","steps":["trace[1443171685] 'read index received' (duration: 5.414338ms)","trace[1443171685] 'applied index is now lower than readState.Index' (duration: 180.166103ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:17:03.444619Z","caller":"traceutil/trace.go:171","msg":"trace[222452161] transaction","detail":"{read_only:false; response_revision:5229; number_of_response:1; }","duration":"182.741863ms","start":"2026-03-04T11:17:03.261839Z","end":"2026-03-04T11:17:03.444581Z","steps":["trace[222452161] 'process raft request' (duration: 182.521847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:17:03.444766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.534045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:17:03.444852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.214828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T11:17:03.444888Z","caller":"traceutil/trace.go:171","msg":"trace[1915478396] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5230; }","duration":"493.268419ms","start":"2026-03-04T11:17:02.95161Z","end":"2026-03-04T11:17:03.444878Z","steps":["trace[1915478396] 'agreement among raft nodes before linearized reading' (duration: 493.038313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:17:03.444923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:17:02.951465Z","time spent":"493.449924ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T11:17:03.444883Z","caller":"traceutil/trace.go:171","msg":"trace[1278903555] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5230; }","duration":"340.70292ms","start":"2026-03-04T11:17:03.10416Z","end":"2026-03-04T11:17:03.444863Z","steps":["trace[1278903555] 'agreement among raft nodes before linearized reading' (duration: 340.442182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:17:03.445032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:17:03.104135Z","time spent":"340.835603ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T11:17:03.671925Z","caller":"traceutil/trace.go:171","msg":"trace[1122306496] transaction","detail":"{read_only:false; response_revision:5232; number_of_response:1; }","duration":"128.262254ms","start":"2026-03-04T11:17:03.543634Z","end":"2026-03-04T11:17:03.671897Z","steps":["trace[1122306496] 'process raft request' (duration: 128.09237ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:17:12.685752Z","caller":"traceutil/trace.go:171","msg":"trace[1005224126] transaction","detail":"{read_only:false; response_revision:5300; number_of_response:1; }","duration":"101.094532ms","start":"2026-03-04T11:17:12.584621Z","end":"2026-03-04T11:17:12.685715Z","steps":["trace[1005224126] 'process raft request' (duration: 82.006451ms)","trace[1005224126] 'compare' (duration: 18.761592ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:17:33.181411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.935987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T11:17:33.1815Z","caller":"traceutil/trace.go:171","msg":"trace[902863556] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5513; }","duration":"120.078461ms","start":"2026-03-04T11:17:33.061402Z","end":"2026-03-04T11:17:33.181481Z","steps":["trace[902863556] 'range keys from in-memory index tree' (duration: 119.749532ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:17:35.000249Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2716} {"level":"info","ts":"2026-03-04T11:17:35.087523Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2716,"took":"85.847265ms","hash":4229459910,"current-db-size-bytes":41156608,"current-db-size":"41 MB","current-db-size-in-use-bytes":30687232,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-04T11:17:35.087578Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4229459910,"revision":2716,"compact-revision":-1} {"level":"warn","ts":"2026-03-04T11:17:43.017584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.734945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:17:43.017682Z","caller":"traceutil/trace.go:171","msg":"trace[447043253] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:5572; }","duration":"129.870098ms","start":"2026-03-04T11:17:42.887791Z","end":"2026-03-04T11:17:43.017661Z","steps":["trace[447043253] 'range keys from in-memory index tree' (duration: 129.533499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:17:43.018045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.888838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T11:17:43.018135Z","caller":"traceutil/trace.go:171","msg":"trace[1350035261] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5572; }","duration":"250.025262ms","start":"2026-03-04T11:17:42.768093Z","end":"2026-03-04T11:17:43.018118Z","steps":["trace[1350035261] 'range keys from in-memory index tree' (duration: 249.747804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:17:43.018892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.438432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210796"} {"level":"info","ts":"2026-03-04T11:17:43.019004Z","caller":"traceutil/trace.go:171","msg":"trace[1884568703] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5572; }","duration":"153.560146ms","start":"2026-03-04T11:17:42.865404Z","end":"2026-03-04T11:17:43.018964Z","steps":["trace[1884568703] 'range keys from in-memory index tree' (duration: 152.510437ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:17:43.51433Z","caller":"traceutil/trace.go:171","msg":"trace[709710830] linearizableReadLoop","detail":"{readStateIndex:5807; appliedIndex:5805; }","duration":"218.453249ms","start":"2026-03-04T11:17:43.295851Z","end":"2026-03-04T11:17:43.514304Z","steps":["trace[709710830] 'read index received' (duration: 46.387527ms)","trace[709710830] 'applied index is now lower than readState.Index' (duration: 172.064862ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:17:43.514442Z","caller":"traceutil/trace.go:171","msg":"trace[1286610463] transaction","detail":"{read_only:false; response_revision:5576; number_of_response:1; }","duration":"220.482545ms","start":"2026-03-04T11:17:43.293917Z","end":"2026-03-04T11:17:43.5144Z","steps":["trace[1286610463] 'process raft request' (duration: 137.076355ms)","trace[1286610463] 'compare' (duration: 83.193654ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:17:43.514529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.659965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-04T11:17:43.514583Z","caller":"traceutil/trace.go:171","msg":"trace[1534164490] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:5576; }","duration":"218.737147ms","start":"2026-03-04T11:17:43.295829Z","end":"2026-03-04T11:17:43.514567Z","steps":["trace[1534164490] 'agreement among raft nodes before linearized reading' (duration: 218.573353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:17:43.514588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.159489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6157"} {"level":"warn","ts":"2026-03-04T11:17:43.514499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.40529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:17:43.51462Z","caller":"traceutil/trace.go:171","msg":"trace[1190977827] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5576; }","duration":"204.21515ms","start":"2026-03-04T11:17:43.310395Z","end":"2026-03-04T11:17:43.51461Z","steps":["trace[1190977827] 'agreement among raft nodes before linearized reading' (duration: 204.126788ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:17:43.514646Z","caller":"traceutil/trace.go:171","msg":"trace[1832831288] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5576; }","duration":"210.573984ms","start":"2026-03-04T11:17:43.304048Z","end":"2026-03-04T11:17:43.514622Z","steps":["trace[1832831288] 'agreement among raft nodes before linearized reading' (duration: 210.408089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:17:43.514676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.328787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:17:43.514766Z","caller":"traceutil/trace.go:171","msg":"trace[619712199] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5576; }","duration":"210.459061ms","start":"2026-03-04T11:17:43.304285Z","end":"2026-03-04T11:17:43.514744Z","steps":["trace[619712199] 'agreement among raft nodes before linearized reading' (duration: 210.280016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:17:44.021407Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541832661,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T11:17:44.031307Z","caller":"traceutil/trace.go:171","msg":"trace[430984566] transaction","detail":"{read_only:false; response_revision:5577; number_of_response:1; }","duration":"513.12664ms","start":"2026-03-04T11:17:43.518153Z","end":"2026-03-04T11:17:44.03128Z","steps":["trace[430984566] 'process raft request' (duration: 512.972286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:17:44.031436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:17:43.518122Z","time spent":"513.238393ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:17:44.078878Z","caller":"traceutil/trace.go:171","msg":"trace[1311332561] linearizableReadLoop","detail":"{readStateIndex:5809; appliedIndex:5807; }","duration":"558.378687ms","start":"2026-03-04T11:17:43.520473Z","end":"2026-03-04T11:17:44.078851Z","steps":["trace[1311332561] 'read index received' (duration: 510.647133ms)","trace[1311332561] 'applied index is now lower than readState.Index' (duration: 47.730604ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:17:44.078957Z","caller":"traceutil/trace.go:171","msg":"trace[83863896] transaction","detail":"{read_only:false; response_revision:5578; number_of_response:1; }","duration":"204.356784ms","start":"2026-03-04T11:17:43.874557Z","end":"2026-03-04T11:17:44.078914Z","steps":["trace[83863896] 'process raft request' (duration: 204.141898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:17:44.079111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.620113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-04T11:17:44.079155Z","caller":"traceutil/trace.go:171","msg":"trace[1405367888] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:5578; }","duration":"558.708766ms","start":"2026-03-04T11:17:43.520434Z","end":"2026-03-04T11:17:44.079143Z","steps":["trace[1405367888] 'agreement among raft nodes before linearized reading' (duration: 558.540821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:17:44.079194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:17:43.520418Z","time spent":"558.766897ms","remote":"127.0.0.1:41168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":719,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"info","ts":"2026-03-04T11:17:44.230991Z","caller":"traceutil/trace.go:171","msg":"trace[381522019] linearizableReadLoop","detail":"{readStateIndex:5810; appliedIndex:5809; }","duration":"106.702235ms","start":"2026-03-04T11:17:44.124268Z","end":"2026-03-04T11:17:44.230971Z","steps":["trace[381522019] 'read index received' (duration: 106.437848ms)","trace[381522019] 'applied index is now lower than readState.Index' (duration: 260.637µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:17:44.231091Z","caller":"traceutil/trace.go:171","msg":"trace[528440943] transaction","detail":"{read_only:false; response_revision:5579; number_of_response:1; }","duration":"121.363476ms","start":"2026-03-04T11:17:44.1097Z","end":"2026-03-04T11:17:44.231063Z","steps":["trace[528440943] 'process raft request' (duration: 121.082368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:17:44.231196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.908321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-04T11:17:44.231232Z","caller":"traceutil/trace.go:171","msg":"trace[1691627159] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:5579; }","duration":"106.987393ms","start":"2026-03-04T11:17:44.124235Z","end":"2026-03-04T11:17:44.231222Z","steps":["trace[1691627159] 'agreement among raft nodes before linearized reading' (duration: 106.830389ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:17:44.676401Z","caller":"traceutil/trace.go:171","msg":"trace[1928530477] transaction","detail":"{read_only:false; response_revision:5582; number_of_response:1; }","duration":"147.591323ms","start":"2026-03-04T11:17:44.528775Z","end":"2026-03-04T11:17:44.676366Z","steps":["trace[1928530477] 'process raft request' (duration: 111.657111ms)","trace[1928530477] 'compare' (duration: 35.794828ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:17:58.457521Z","caller":"traceutil/trace.go:171","msg":"trace[43086817] transaction","detail":"{read_only:false; response_revision:5671; number_of_response:1; }","duration":"304.371678ms","start":"2026-03-04T11:17:58.153121Z","end":"2026-03-04T11:17:58.457492Z","steps":["trace[43086817] 'process raft request' (duration: 304.216734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:17:58.457751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:17:58.153094Z","time spent":"304.570004ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:17:58.493186Z","caller":"traceutil/trace.go:171","msg":"trace[871048972] transaction","detail":"{read_only:false; response_revision:5672; number_of_response:1; }","duration":"168.253668ms","start":"2026-03-04T11:17:58.324906Z","end":"2026-03-04T11:17:58.49316Z","steps":["trace[871048972] 'process raft request' (duration: 168.109474ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:17:58.857188Z","caller":"traceutil/trace.go:171","msg":"trace[1695113190] transaction","detail":"{read_only:false; response_revision:5674; number_of_response:1; }","duration":"162.319339ms","start":"2026-03-04T11:17:58.694842Z","end":"2026-03-04T11:17:58.857161Z","steps":["trace[1695113190] 'process raft request' (duration: 162.132314ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:17:58.950562Z","caller":"traceutil/trace.go:171","msg":"trace[274093922] transaction","detail":"{read_only:false; response_revision:5676; number_of_response:1; }","duration":"170.047066ms","start":"2026-03-04T11:17:58.780493Z","end":"2026-03-04T11:17:58.95054Z","steps":["trace[274093922] 'process raft request' (duration: 169.971374ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:17:58.950723Z","caller":"traceutil/trace.go:171","msg":"trace[555169334] transaction","detail":"{read_only:false; response_revision:5675; number_of_response:1; }","duration":"235.733819ms","start":"2026-03-04T11:17:58.714977Z","end":"2026-03-04T11:17:58.950711Z","steps":["trace[555169334] 'process raft request' (duration: 224.962238ms)","trace[555169334] 'compare' (duration: 10.423561ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:17:59.585969Z","caller":"traceutil/trace.go:171","msg":"trace[1859765448] transaction","detail":"{read_only:false; response_revision:5679; number_of_response:1; }","duration":"136.753769ms","start":"2026-03-04T11:17:59.449193Z","end":"2026-03-04T11:17:59.585947Z","steps":["trace[1859765448] 'process raft request' (duration: 136.607345ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:19:10.438737Z","caller":"traceutil/trace.go:171","msg":"trace[1967203184] transaction","detail":"{read_only:false; response_revision:6112; number_of_response:1; }","duration":"171.495936ms","start":"2026-03-04T11:19:10.267211Z","end":"2026-03-04T11:19:10.438707Z","steps":["trace[1967203184] 'process raft request' (duration: 109.457256ms)","trace[1967203184] 'compare' (duration: 61.881446ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:19:50.523575Z","caller":"traceutil/trace.go:171","msg":"trace[595110665] transaction","detail":"{read_only:false; response_revision:6304; number_of_response:1; }","duration":"281.108176ms","start":"2026-03-04T11:19:50.242442Z","end":"2026-03-04T11:19:50.52355Z","steps":["trace[595110665] 'process raft request' (duration: 280.538091ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:20:15.023982Z","caller":"traceutil/trace.go:171","msg":"trace[1796702668] linearizableReadLoop","detail":"{readStateIndex:6742; appliedIndex:6741; }","duration":"144.210037ms","start":"2026-03-04T11:20:14.879742Z","end":"2026-03-04T11:20:15.023952Z","steps":["trace[1796702668] 'read index received' (duration: 50.959284ms)","trace[1796702668] 'applied index is now lower than readState.Index' (duration: 93.249403ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:20:15.024038Z","caller":"traceutil/trace.go:171","msg":"trace[1211478398] transaction","detail":"{read_only:false; response_revision:6476; number_of_response:1; }","duration":"189.118047ms","start":"2026-03-04T11:20:14.834868Z","end":"2026-03-04T11:20:15.023986Z","steps":["trace[1211478398] 'process raft request' (duration: 95.879374ms)","trace[1211478398] 'compare' (duration: 93.030717ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:20:15.024777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.009979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210796"} {"level":"info","ts":"2026-03-04T11:20:15.024829Z","caller":"traceutil/trace.go:171","msg":"trace[1650426903] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:6476; }","duration":"145.104982ms","start":"2026-03-04T11:20:14.879711Z","end":"2026-03-04T11:20:15.024816Z","steps":["trace[1650426903] 'agreement among raft nodes before linearized reading' (duration: 144.350341ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:20:15.305645Z","caller":"traceutil/trace.go:171","msg":"trace[1758568155] linearizableReadLoop","detail":"{readStateIndex:6744; appliedIndex:6742; }","duration":"263.834397ms","start":"2026-03-04T11:20:15.04178Z","end":"2026-03-04T11:20:15.305614Z","steps":["trace[1758568155] 'read index received' (duration: 32.38734ms)","trace[1758568155] 'applied index is now lower than readState.Index' (duration: 231.445637ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:20:15.305652Z","caller":"traceutil/trace.go:171","msg":"trace[902750465] transaction","detail":"{read_only:false; number_of_response:1; response_revision:6477; }","duration":"265.979505ms","start":"2026-03-04T11:20:15.039639Z","end":"2026-03-04T11:20:15.305619Z","steps":["trace[902750465] 'process raft request' (duration: 187.101062ms)","trace[902750465] 'compare' (duration: 78.810911ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:20:15.305852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.063962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-04T11:20:15.3059Z","caller":"traceutil/trace.go:171","msg":"trace[587793468] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:6477; }","duration":"264.163635ms","start":"2026-03-04T11:20:15.041727Z","end":"2026-03-04T11:20:15.30589Z","steps":["trace[587793468] 'agreement among raft nodes before linearized reading' (duration: 263.996741ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:20:15.331331Z","caller":"traceutil/trace.go:171","msg":"trace[1690690653] transaction","detail":"{read_only:false; response_revision:6479; number_of_response:1; }","duration":"235.804435ms","start":"2026-03-04T11:20:15.09547Z","end":"2026-03-04T11:20:15.331274Z","steps":["trace[1690690653] 'process raft request' (duration: 235.697922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:20:15.331386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.578682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T11:20:15.331451Z","caller":"traceutil/trace.go:171","msg":"trace[737316732] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6479; }","duration":"100.702305ms","start":"2026-03-04T11:20:15.230734Z","end":"2026-03-04T11:20:15.331436Z","steps":["trace[737316732] 'agreement among raft nodes before linearized reading' (duration: 100.51808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:20:15.331498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.120258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/keystone-api-certs-kwxnk\" ","response":"range_response_count:1 size:2470"} {"level":"info","ts":"2026-03-04T11:20:15.33159Z","caller":"traceutil/trace.go:171","msg":"trace[1475724747] range","detail":"{range_begin:/registry/secrets/openstack/keystone-api-certs-kwxnk; range_end:; response_count:1; response_revision:6479; }","duration":"252.264112ms","start":"2026-03-04T11:20:15.079303Z","end":"2026-03-04T11:20:15.331567Z","steps":["trace[1475724747] 'agreement among raft nodes before linearized reading' (duration: 251.983034ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:20:15.331526Z","caller":"traceutil/trace.go:171","msg":"trace[1535435137] transaction","detail":"{read_only:false; response_revision:6478; number_of_response:1; }","duration":"251.548183ms","start":"2026-03-04T11:20:15.079811Z","end":"2026-03-04T11:20:15.331359Z","steps":["trace[1535435137] 'process raft request' (duration: 251.230904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:20:15.331642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.073983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-04T11:20:15.331728Z","caller":"traceutil/trace.go:171","msg":"trace[1499957432] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:6479; }","duration":"278.217537ms","start":"2026-03-04T11:20:15.053488Z","end":"2026-03-04T11:20:15.331706Z","steps":["trace[1499957432] 'agreement among raft nodes before linearized reading' (duration: 277.95421ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:20:15.538299Z","caller":"traceutil/trace.go:171","msg":"trace[576486196] transaction","detail":"{read_only:false; response_revision:6480; number_of_response:1; }","duration":"215.247146ms","start":"2026-03-04T11:20:15.322999Z","end":"2026-03-04T11:20:15.538246Z","steps":["trace[576486196] 'process raft request' (duration: 171.454387ms)","trace[576486196] 'compare' (duration: 43.288706ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:20:15.538472Z","caller":"traceutil/trace.go:171","msg":"trace[967996415] linearizableReadLoop","detail":"{readStateIndex:6747; appliedIndex:6746; }","duration":"207.218499ms","start":"2026-03-04T11:20:15.331229Z","end":"2026-03-04T11:20:15.538447Z","steps":["trace[967996415] 'read index received' (duration: 163.235815ms)","trace[967996415] 'applied index is now lower than readState.Index' (duration: 43.980114ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:20:15.538722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.334312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-04T11:20:15.538783Z","caller":"traceutil/trace.go:171","msg":"trace[1244757351] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:6480; }","duration":"228.441295ms","start":"2026-03-04T11:20:15.310323Z","end":"2026-03-04T11:20:15.538764Z","steps":["trace[1244757351] 'agreement among raft nodes before linearized reading' (duration: 228.231779ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:20:15.612149Z","caller":"traceutil/trace.go:171","msg":"trace[557066431] transaction","detail":"{read_only:false; number_of_response:1; response_revision:6481; }","duration":"279.233444ms","start":"2026-03-04T11:20:15.332897Z","end":"2026-03-04T11:20:15.61213Z","steps":["trace[557066431] 'process raft request' (duration: 279.056909ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:20:15.612271Z","caller":"traceutil/trace.go:171","msg":"trace[1648468121] transaction","detail":"{read_only:false; response_revision:6482; number_of_response:1; }","duration":"276.909881ms","start":"2026-03-04T11:20:15.335335Z","end":"2026-03-04T11:20:15.612245Z","steps":["trace[1648468121] 'process raft request' (duration: 276.737947ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:20:15.70862Z","caller":"traceutil/trace.go:171","msg":"trace[1660791540] linearizableReadLoop","detail":"{readStateIndex:6750; appliedIndex:6747; }","duration":"170.06276ms","start":"2026-03-04T11:20:15.538532Z","end":"2026-03-04T11:20:15.708595Z","steps":["trace[1660791540] 'read index received' (duration: 73.433635ms)","trace[1660791540] 'applied index is now lower than readState.Index' (duration: 96.627795ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:20:15.708797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.806408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:20:15.708854Z","caller":"traceutil/trace.go:171","msg":"trace[289511343] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:6483; }","duration":"227.924171ms","start":"2026-03-04T11:20:15.480916Z","end":"2026-03-04T11:20:15.70884Z","steps":["trace[289511343] 'agreement among raft nodes before linearized reading' (duration: 227.791668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:20:15.708856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.572351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-04T11:20:15.708909Z","caller":"traceutil/trace.go:171","msg":"trace[520306481] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:6483; }","duration":"354.628983ms","start":"2026-03-04T11:20:15.354262Z","end":"2026-03-04T11:20:15.708891Z","steps":["trace[520306481] 'agreement among raft nodes before linearized reading' (duration: 354.458608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:20:15.708965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:20:15.354146Z","time spent":"354.805287ms","remote":"127.0.0.1:41168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3588,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-04T11:20:15.709087Z","caller":"traceutil/trace.go:171","msg":"trace[1608759914] transaction","detail":"{read_only:false; response_revision:6483; number_of_response:1; }","duration":"208.482353ms","start":"2026-03-04T11:20:15.500443Z","end":"2026-03-04T11:20:15.708925Z","steps":["trace[1608759914] 'process raft request' (duration: 207.995089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:20:15.7101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.442315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-04T11:20:15.710197Z","caller":"traceutil/trace.go:171","msg":"trace[1947379764] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:6484; }","duration":"168.589909ms","start":"2026-03-04T11:20:15.541581Z","end":"2026-03-04T11:20:15.710171Z","steps":["trace[1947379764] 'agreement among raft nodes before linearized reading' (duration: 168.311612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:20:15.710275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.180213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/keystone-api-certs\" ","response":"range_response_count:1 size:2676"} {"level":"info","ts":"2026-03-04T11:20:15.710365Z","caller":"traceutil/trace.go:171","msg":"trace[2096450431] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/keystone-api-certs; range_end:; response_count:1; response_revision:6484; }","duration":"163.305516ms","start":"2026-03-04T11:20:15.547032Z","end":"2026-03-04T11:20:15.710337Z","steps":["trace[2096450431] 'agreement among raft nodes before linearized reading' (duration: 163.035159ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:20:19.900072Z","caller":"traceutil/trace.go:171","msg":"trace[977261521] transaction","detail":"{read_only:false; response_revision:6506; number_of_response:1; }","duration":"155.776801ms","start":"2026-03-04T11:20:19.744251Z","end":"2026-03-04T11:20:19.900028Z","steps":["trace[977261521] 'process raft request' (duration: 126.351462ms)","trace[977261521] 'compare' (duration: 29.06724ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:20:20.156739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.938095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T11:20:20.156928Z","caller":"traceutil/trace.go:171","msg":"trace[1630562733] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6506; }","duration":"128.175982ms","start":"2026-03-04T11:20:20.028727Z","end":"2026-03-04T11:20:20.156903Z","steps":["trace[1630562733] 'range keys from in-memory index tree' (duration: 127.774301ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:20:20.338837Z","caller":"traceutil/trace.go:171","msg":"trace[2010992245] transaction","detail":"{read_only:false; response_revision:6508; number_of_response:1; }","duration":"177.991834ms","start":"2026-03-04T11:20:20.160816Z","end":"2026-03-04T11:20:20.338808Z","steps":["trace[2010992245] 'process raft request' (duration: 159.072681ms)","trace[2010992245] 'compare' (duration: 18.80199ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:20:21.040704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.648528ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:20:21.040899Z","caller":"traceutil/trace.go:171","msg":"trace[1183226614] linearizableReadLoop","detail":"{readStateIndex:6778; appliedIndex:6777; }","duration":"139.141599ms","start":"2026-03-04T11:20:20.901738Z","end":"2026-03-04T11:20:21.040879Z","steps":["trace[1183226614] 'read index received' (duration: 4.196584ms)","trace[1183226614] 'applied index is now lower than readState.Index' (duration: 134.943335ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:20:21.040906Z","caller":"traceutil/trace.go:171","msg":"trace[304022349] transaction","detail":"{read_only:false; response_revision:6510; number_of_response:1; }","duration":"153.723025ms","start":"2026-03-04T11:20:20.887157Z","end":"2026-03-04T11:20:21.04088Z","steps":["trace[304022349] 'process raft request' (duration: 18.80097ms)","trace[304022349] 'compare' (duration: 134.505914ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:20:21.041157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.350085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:20:21.04134Z","caller":"traceutil/trace.go:171","msg":"trace[1327402572] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6510; }","duration":"139.604272ms","start":"2026-03-04T11:20:20.901691Z","end":"2026-03-04T11:20:21.041296Z","steps":["trace[1327402572] 'agreement among raft nodes before linearized reading' (duration: 139.274523ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:20:21.68483Z","caller":"traceutil/trace.go:171","msg":"trace[1208793662] linearizableReadLoop","detail":"{readStateIndex:6779; appliedIndex:6778; }","duration":"100.420148ms","start":"2026-03-04T11:20:21.584373Z","end":"2026-03-04T11:20:21.684793Z","steps":["trace[1208793662] 'read index received' (duration: 79.998833ms)","trace[1208793662] 'applied index is now lower than readState.Index' (duration: 20.419065ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:20:21.684848Z","caller":"traceutil/trace.go:171","msg":"trace[261678159] transaction","detail":"{read_only:false; response_revision:6511; number_of_response:1; }","duration":"266.353484ms","start":"2026-03-04T11:20:21.418454Z","end":"2026-03-04T11:20:21.684808Z","steps":["trace[261678159] 'process raft request' (duration: 245.915189ms)","trace[261678159] 'compare' (duration: 20.037404ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:20:21.685022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.625244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:20:21.68518Z","caller":"traceutil/trace.go:171","msg":"trace[2091114721] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:6511; }","duration":"100.742326ms","start":"2026-03-04T11:20:21.584337Z","end":"2026-03-04T11:20:21.685079Z","steps":["trace[2091114721] 'agreement among raft nodes before linearized reading' (duration: 100.602033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:20:23.302775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.340857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T11:20:23.302838Z","caller":"traceutil/trace.go:171","msg":"trace[996190585] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6519; }","duration":"258.43318ms","start":"2026-03-04T11:20:23.044387Z","end":"2026-03-04T11:20:23.302821Z","steps":["trace[996190585] 'range keys from in-memory index tree' (duration: 258.193373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:20:23.95992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.818192ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T11:20:23.960185Z","caller":"traceutil/trace.go:171","msg":"trace[236796997] linearizableReadLoop","detail":"{readStateIndex:6789; appliedIndex:6788; }","duration":"360.527433ms","start":"2026-03-04T11:20:23.599636Z","end":"2026-03-04T11:20:23.960163Z","steps":["trace[236796997] 'read index received' (duration: 34.161µs)","trace[236796997] 'applied index is now lower than readState.Index' (duration: 360.491942ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:20:23.960629Z","caller":"traceutil/trace.go:171","msg":"trace[1141113623] transaction","detail":"{read_only:false; response_revision:6521; number_of_response:1; }","duration":"269.445819ms","start":"2026-03-04T11:20:23.691159Z","end":"2026-03-04T11:20:23.960604Z","steps":["trace[1141113623] 'process raft request' (duration: 268.880903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:20:24.22286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.203177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:20:24.222977Z","caller":"traceutil/trace.go:171","msg":"trace[124052312] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:6521; }","duration":"623.364432ms","start":"2026-03-04T11:20:23.599589Z","end":"2026-03-04T11:20:24.222954Z","steps":["trace[124052312] 'agreement among raft nodes before linearized reading' (duration: 361.121989ms)","trace[124052312] 'count revisions from in-memory index tree' (duration: 262.094399ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:20:24.223025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:20:23.599575Z","time spent":"623.438234ms","remote":"127.0.0.1:43596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:20:24.223088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.418178ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:20:24.223205Z","caller":"traceutil/trace.go:171","msg":"trace[1973780884] transaction","detail":"{read_only:false; response_revision:6522; number_of_response:1; }","duration":"436.352482ms","start":"2026-03-04T11:20:23.786841Z","end":"2026-03-04T11:20:24.223194Z","steps":["trace[1973780884] 'process raft request' (duration: 173.750999ms)","trace[1973780884] 'compare' (duration: 262.10106ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:20:24.223243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:20:23.78682Z","time spent":"436.408074ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:20:24.223319Z","caller":"traceutil/trace.go:171","msg":"trace[1022310017] linearizableReadLoop","detail":"{readStateIndex:6792; appliedIndex:6790; }","duration":"263.057745ms","start":"2026-03-04T11:20:23.960237Z","end":"2026-03-04T11:20:24.223295Z","steps":["trace[1022310017] 'read index received' (duration: 501.913µs)","trace[1022310017] 'applied index is now lower than readState.Index' (duration: 262.554722ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:20:24.223451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.763267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T11:20:24.223447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.282778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:20:24.223478Z","caller":"traceutil/trace.go:171","msg":"trace[1916692630] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6523; }","duration":"484.814399ms","start":"2026-03-04T11:20:23.738656Z","end":"2026-03-04T11:20:24.223471Z","steps":["trace[1916692630] 'agreement among raft nodes before linearized reading' (duration: 484.729686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:20:24.22348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.417346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:20:24.223487Z","caller":"traceutil/trace.go:171","msg":"trace[1659300996] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:6523; }","duration":"296.36101ms","start":"2026-03-04T11:20:23.927116Z","end":"2026-03-04T11:20:24.223477Z","steps":["trace[1659300996] 'agreement among raft nodes before linearized reading' (duration: 296.230616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:20:24.223495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:20:23.738644Z","time spent":"484.847259ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T11:20:24.223512Z","caller":"traceutil/trace.go:171","msg":"trace[100327869] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6523; }","duration":"118.495669ms","start":"2026-03-04T11:20:24.105008Z","end":"2026-03-04T11:20:24.223504Z","steps":["trace[100327869] 'agreement among raft nodes before linearized reading' (duration: 118.406436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:20:24.223596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.806865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T11:20:24.223606Z","caller":"traceutil/trace.go:171","msg":"trace[1688528626] transaction","detail":"{read_only:false; response_revision:6523; number_of_response:1; }","duration":"312.104727ms","start":"2026-03-04T11:20:23.911235Z","end":"2026-03-04T11:20:24.22334Z","steps":["trace[1688528626] 'process raft request' (duration: 311.922812ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:20:24.223669Z","caller":"traceutil/trace.go:171","msg":"trace[557243956] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6523; }","duration":"115.920779ms","start":"2026-03-04T11:20:24.107731Z","end":"2026-03-04T11:20:24.223651Z","steps":["trace[557243956] 'agreement among raft nodes before linearized reading' (duration: 115.697073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:20:24.223857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:20:23.911206Z","time spent":"312.487508ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:20:28.397683Z","caller":"traceutil/trace.go:171","msg":"trace[315837099] linearizableReadLoop","detail":"{readStateIndex:6809; appliedIndex:6808; }","duration":"379.694954ms","start":"2026-03-04T11:20:28.017965Z","end":"2026-03-04T11:20:28.39766Z","steps":["trace[315837099] 'read index received' (duration: 379.634522ms)","trace[315837099] 'applied index is now lower than readState.Index' (duration: 59.222µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:20:28.397811Z","caller":"traceutil/trace.go:171","msg":"trace[393201299] transaction","detail":"{read_only:false; response_revision:6540; number_of_response:1; }","duration":"415.482075ms","start":"2026-03-04T11:20:27.982296Z","end":"2026-03-04T11:20:28.397778Z","steps":["trace[393201299] 'process raft request' (duration: 415.224088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:20:28.397902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.93002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.18\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-04T11:20:28.397915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:20:27.982278Z","time spent":"415.579998ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:20:28.397946Z","caller":"traceutil/trace.go:171","msg":"trace[1218277813] range","detail":"{range_begin:/registry/masterleases/199.19.213.18; range_end:; response_count:1; response_revision:6540; }","duration":"380.032022ms","start":"2026-03-04T11:20:28.017902Z","end":"2026-03-04T11:20:28.397934Z","steps":["trace[1218277813] 'agreement among raft nodes before linearized reading' (duration: 379.879748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:20:28.397981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:20:28.01788Z","time spent":"380.093384ms","remote":"127.0.0.1:41114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.18\" "} {"level":"warn","ts":"2026-03-04T11:20:28.957584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.180128ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:20:28.9578Z","caller":"traceutil/trace.go:171","msg":"trace[101143600] transaction","detail":"{read_only:false; response_revision:6541; number_of_response:1; }","duration":"707.739822ms","start":"2026-03-04T11:20:28.250026Z","end":"2026-03-04T11:20:28.957766Z","steps":["trace[101143600] 'process raft request' (duration: 458.281327ms)","trace[101143600] 'compare' (duration: 248.984533ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:20:28.958327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:20:28.25Z","time spent":"707.869466ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:20:28.958395Z","caller":"traceutil/trace.go:171","msg":"trace[1708790866] transaction","detail":"{read_only:false; response_revision:6542; number_of_response:1; }","duration":"649.656025ms","start":"2026-03-04T11:20:28.30873Z","end":"2026-03-04T11:20:28.958386Z","steps":["trace[1708790866] 'process raft request' (duration: 649.422529ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:20:28.95833Z","caller":"traceutil/trace.go:171","msg":"trace[1774854712] linearizableReadLoop","detail":"{readStateIndex:6811; appliedIndex:6809; }","duration":"560.556284ms","start":"2026-03-04T11:20:28.397756Z","end":"2026-03-04T11:20:28.958312Z","steps":["trace[1774854712] 'read index received' (duration: 310.681757ms)","trace[1774854712] 'applied index is now lower than readState.Index' (duration: 249.873527ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:20:28.958468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:20:28.308715Z","time spent":"649.711366ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:20:28.958662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.398195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T11:20:28.958689Z","caller":"traceutil/trace.go:171","msg":"trace[1411123007] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6542; }","duration":"615.435235ms","start":"2026-03-04T11:20:28.343248Z","end":"2026-03-04T11:20:28.958683Z","steps":["trace[1411123007] 'agreement among raft nodes before linearized reading' (duration: 615.318982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:20:28.958708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:20:28.343242Z","time spent":"615.461876ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T11:20:28.95874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:20:28.399029Z","time spent":"559.708592ms","remote":"127.0.0.1:41114","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T11:20:28.958921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.243521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T11:20:28.95897Z","caller":"traceutil/trace.go:171","msg":"trace[220974684] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6542; }","duration":"643.324153ms","start":"2026-03-04T11:20:28.315631Z","end":"2026-03-04T11:20:28.958956Z","steps":["trace[220974684] 'agreement among raft nodes before linearized reading' (duration: 642.734037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:20:28.958992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:20:28.315612Z","time spent":"643.373675ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T11:20:28.95874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.615529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T11:20:28.959051Z","caller":"traceutil/trace.go:171","msg":"trace[302657710] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6542; }","duration":"531.942837ms","start":"2026-03-04T11:20:28.4271Z","end":"2026-03-04T11:20:28.959043Z","steps":["trace[302657710] 'agreement among raft nodes before linearized reading' (duration: 531.540256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:20:28.95907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:20:28.427093Z","time spent":"531.971939ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T11:20:28.959265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.068275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T11:20:28.95942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.944208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:20:28.959502Z","caller":"traceutil/trace.go:171","msg":"trace[109425678] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:6542; }","duration":"147.350402ms","start":"2026-03-04T11:20:28.812134Z","end":"2026-03-04T11:20:28.959484Z","steps":["trace[109425678] 'agreement among raft nodes before linearized reading' (duration: 146.632853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:20:28.959579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.021855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:20:28.959571Z","caller":"traceutil/trace.go:171","msg":"trace[769157637] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6542; }","duration":"465.04874ms","start":"2026-03-04T11:20:28.494446Z","end":"2026-03-04T11:20:28.959495Z","steps":["trace[769157637] 'agreement among raft nodes before linearized reading' (duration: 464.899206ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:20:28.959612Z","caller":"traceutil/trace.go:171","msg":"trace[49681882] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:6542; }","duration":"643.081166ms","start":"2026-03-04T11:20:28.316523Z","end":"2026-03-04T11:20:28.959605Z","steps":["trace[49681882] 'agreement among raft nodes before linearized reading' (duration: 642.227233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:20:28.960495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:20:28.494371Z","time spent":"466.103629ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:20:28.960582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:20:28.316513Z","time spent":"644.043012ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-kh88j\" "} {"level":"warn","ts":"2026-03-04T11:20:29.790883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.32941ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:20:29.791039Z","caller":"traceutil/trace.go:171","msg":"trace[2007972172] transaction","detail":"{read_only:false; response_revision:6543; number_of_response:1; }","duration":"831.222598ms","start":"2026-03-04T11:20:28.959796Z","end":"2026-03-04T11:20:29.791018Z","steps":["trace[2007972172] 'process raft request' (duration: 309.669421ms)","trace[2007972172] 'compare' (duration: 521.148946ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:20:29.791103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:20:28.959779Z","time spent":"831.29393ms","remote":"127.0.0.1:41114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:20:30.05206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.488554ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:20:30.052287Z","caller":"traceutil/trace.go:171","msg":"trace[546671660] linearizableReadLoop","detail":"{readStateIndex:6816; appliedIndex:6812; }","duration":"1.088068165s","start":"2026-03-04T11:20:28.964203Z","end":"2026-03-04T11:20:30.052271Z","steps":["trace[546671660] 'read index received' (duration: 305.272292ms)","trace[546671660] 'applied index is now lower than readState.Index' (duration: 782.794993ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:20:30.052366Z","caller":"traceutil/trace.go:171","msg":"trace[154711294] transaction","detail":"{read_only:false; response_revision:6544; number_of_response:1; }","duration":"1.088956839s","start":"2026-03-04T11:20:28.963394Z","end":"2026-03-04T11:20:30.052351Z","steps":["trace[154711294] 'process raft request' (duration: 940.088275ms)","trace[154711294] 'compare' (duration: 148.228237ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:20:30.052395Z","caller":"traceutil/trace.go:171","msg":"trace[986155036] transaction","detail":"{read_only:false; response_revision:6545; number_of_response:1; }","duration":"1.088926188s","start":"2026-03-04T11:20:28.963458Z","end":"2026-03-04T11:20:30.052384Z","steps":["trace[986155036] 'process raft request' (duration: 1.088705362s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:20:30.052429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:20:28.963369Z","time spent":"1.08903234s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:20:30.052455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:20:28.963429Z","time spent":"1.08898966s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:20:30.052564Z","caller":"traceutil/trace.go:171","msg":"trace[1257345125] transaction","detail":"{read_only:false; response_revision:6546; number_of_response:1; }","duration":"1.088713832s","start":"2026-03-04T11:20:28.963841Z","end":"2026-03-04T11:20:30.052555Z","steps":["trace[1257345125] 'process raft request' (duration: 1.088392783s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:20:30.05262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:20:28.963827Z","time spent":"1.088767244s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:20:30.052789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0175721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T11:20:30.052822Z","caller":"traceutil/trace.go:171","msg":"trace[1627800333] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6546; }","duration":"1.017639792s","start":"2026-03-04T11:20:29.035174Z","end":"2026-03-04T11:20:30.052814Z","steps":["trace[1627800333] 'agreement among raft nodes before linearized reading' (duration: 1.017536139s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:20:30.052843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:20:29.035153Z","time spent":"1.017685643s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T11:20:30.053038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088833026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:17 size:151051"} {"level":"warn","ts":"2026-03-04T11:20:30.053043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.687279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:20:30.053063Z","caller":"traceutil/trace.go:171","msg":"trace[219503592] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:17; response_revision:6546; }","duration":"1.088878386s","start":"2026-03-04T11:20:28.964179Z","end":"2026-03-04T11:20:30.053057Z","steps":["trace[219503592] 'agreement among raft nodes before linearized reading' (duration: 1.088711202s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:20:30.053081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:20:28.964169Z","time spent":"1.088908107s","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":17,"response size":151074,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-04T11:20:30.053078Z","caller":"traceutil/trace.go:171","msg":"trace[1376061566] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6546; }","duration":"948.760571ms","start":"2026-03-04T11:20:29.104308Z","end":"2026-03-04T11:20:30.053068Z","steps":["trace[1376061566] 'agreement among raft nodes before linearized reading' (duration: 948.707539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:20:30.053108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:20:29.10429Z","time spent":"948.811652ms","remote":"127.0.0.1:41086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:20:30.053108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.329868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T11:20:30.053019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.321437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:20:30.053177Z","caller":"traceutil/trace.go:171","msg":"trace[711793565] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6546; }","duration":"603.435051ms","start":"2026-03-04T11:20:29.449722Z","end":"2026-03-04T11:20:30.053157Z","steps":["trace[711793565] 'agreement among raft nodes before linearized reading' (duration: 603.235506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:20:30.053214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:20:29.44961Z","time spent":"603.511072ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T11:20:30.053253Z","caller":"traceutil/trace.go:171","msg":"trace[2025799295] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:6546; }","duration":"871.566564ms","start":"2026-03-04T11:20:29.181626Z","end":"2026-03-04T11:20:30.053192Z","steps":["trace[2025799295] 'agreement among raft nodes before linearized reading' (duration: 871.293437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:20:30.053409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:20:29.181611Z","time spent":"871.778889ms","remote":"127.0.0.1:43614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:20:30.053442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.711862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:20:30.053474Z","caller":"traceutil/trace.go:171","msg":"trace[129429144] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:6546; }","duration":"147.780994ms","start":"2026-03-04T11:20:29.905681Z","end":"2026-03-04T11:20:30.053462Z","steps":["trace[129429144] 'agreement among raft nodes before linearized reading' (duration: 147.728993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:20:30.053502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.547957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-04T11:20:30.053537Z","caller":"traceutil/trace.go:171","msg":"trace[802076304] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:6546; }","duration":"260.63704ms","start":"2026-03-04T11:20:29.79289Z","end":"2026-03-04T11:20:30.053527Z","steps":["trace[802076304] 'agreement among raft nodes before linearized reading' (duration: 260.532007ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:20:30.209686Z","caller":"traceutil/trace.go:171","msg":"trace[1977644159] linearizableReadLoop","detail":"{readStateIndex:6817; appliedIndex:6816; }","duration":"146.749856ms","start":"2026-03-04T11:20:30.062921Z","end":"2026-03-04T11:20:30.209671Z","steps":["trace[1977644159] 'read index received' (duration: 99.604656ms)","trace[1977644159] 'applied index is now lower than readState.Index' (duration: 47.14459ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:20:30.209784Z","caller":"traceutil/trace.go:171","msg":"trace[450113678] transaction","detail":"{read_only:false; response_revision:6548; number_of_response:1; }","duration":"146.573412ms","start":"2026-03-04T11:20:30.063198Z","end":"2026-03-04T11:20:30.209771Z","steps":["trace[450113678] 'process raft request' (duration: 146.451768ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:20:30.20979Z","caller":"traceutil/trace.go:171","msg":"trace[1794151267] transaction","detail":"{read_only:false; response_revision:6547; number_of_response:1; }","duration":"152.244835ms","start":"2026-03-04T11:20:30.057512Z","end":"2026-03-04T11:20:30.209757Z","steps":["trace[1794151267] 'process raft request' (duration: 104.980112ms)","trace[1794151267] 'compare' (duration: 46.979266ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:20:30.209844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.91013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T11:20:30.209866Z","caller":"traceutil/trace.go:171","msg":"trace[51877429] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:6548; }","duration":"146.976262ms","start":"2026-03-04T11:20:30.062884Z","end":"2026-03-04T11:20:30.20986Z","steps":["trace[51877429] 'agreement among raft nodes before linearized reading' (duration: 146.873019ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:20:31.10036Z","caller":"traceutil/trace.go:171","msg":"trace[1700167668] transaction","detail":"{read_only:false; response_revision:6550; number_of_response:1; }","duration":"136.783946ms","start":"2026-03-04T11:20:30.96355Z","end":"2026-03-04T11:20:31.100334Z","steps":["trace[1700167668] 'process raft request' (duration: 136.601411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:20:31.467642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.219164ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:20:31.467728Z","caller":"traceutil/trace.go:171","msg":"trace[80586658] linearizableReadLoop","detail":"{readStateIndex:6821; appliedIndex:6820; }","duration":"143.425795ms","start":"2026-03-04T11:20:31.324289Z","end":"2026-03-04T11:20:31.467714Z","steps":["trace[80586658] 'read index received' (duration: 40.029637ms)","trace[80586658] 'applied index is now lower than readState.Index' (duration: 103.395168ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:20:31.467847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.56242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:20:31.467894Z","caller":"traceutil/trace.go:171","msg":"trace[994670633] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6551; }","duration":"143.649452ms","start":"2026-03-04T11:20:31.324237Z","end":"2026-03-04T11:20:31.467886Z","steps":["trace[994670633] 'agreement among raft nodes before linearized reading' (duration: 143.513778ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:20:31.468084Z","caller":"traceutil/trace.go:171","msg":"trace[275291232] transaction","detail":"{read_only:false; response_revision:6551; number_of_response:1; }","duration":"504.412421ms","start":"2026-03-04T11:20:30.96366Z","end":"2026-03-04T11:20:31.468072Z","steps":["trace[275291232] 'process raft request' (duration: 400.680833ms)","trace[275291232] 'compare' (duration: 102.961237ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:20:31.468161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:20:30.963621Z","time spent":"504.498243ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:20:32.519742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.950444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T11:20:32.519867Z","caller":"traceutil/trace.go:171","msg":"trace[1965339228] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6551; }","duration":"463.114799ms","start":"2026-03-04T11:20:32.056729Z","end":"2026-03-04T11:20:32.519844Z","steps":["trace[1965339228] 'range keys from in-memory index tree' (duration: 462.78785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:20:32.519987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.072187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T11:20:32.520026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:20:32.056713Z","time spent":"463.19472ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T11:20:32.520152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.691467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T11:20:32.5202Z","caller":"traceutil/trace.go:171","msg":"trace[826988501] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6551; }","duration":"462.777689ms","start":"2026-03-04T11:20:32.057414Z","end":"2026-03-04T11:20:32.520192Z","steps":["trace[826988501] 'range keys from in-memory index tree' (duration: 462.559584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:20:32.520264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:20:32.057392Z","time spent":"462.862892ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T11:20:32.52054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.714993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:20:32.520629Z","caller":"traceutil/trace.go:171","msg":"trace[169279292] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:6551; }","duration":"453.815676ms","start":"2026-03-04T11:20:32.066802Z","end":"2026-03-04T11:20:32.520617Z","steps":["trace[169279292] 'range keys from in-memory index tree' (duration: 453.553698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:20:32.520762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:20:32.066795Z","time spent":"453.931979ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-kh88j\" "} {"level":"warn","ts":"2026-03-04T11:20:32.520928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.621933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:20:32.521039Z","caller":"traceutil/trace.go:171","msg":"trace[382898339] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:6551; }","duration":"748.816748ms","start":"2026-03-04T11:20:31.772202Z","end":"2026-03-04T11:20:32.521019Z","steps":["trace[382898339] 'count revisions from in-memory index tree' (duration: 748.49637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:20:32.521056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.728497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:20:32.521145Z","caller":"traceutil/trace.go:171","msg":"trace[421508855] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6551; }","duration":"413.822169ms","start":"2026-03-04T11:20:32.107307Z","end":"2026-03-04T11:20:32.521129Z","steps":["trace[421508855] 'range keys from in-memory index tree' (duration: 413.547172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:20:32.521143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:20:31.772178Z","time spent":"748.943482ms","remote":"127.0.0.1:41168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":66,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:20:32.521193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:20:32.107212Z","time spent":"413.968944ms","remote":"127.0.0.1:41086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:20:32.521266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.373859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T11:20:32.520064Z","caller":"traceutil/trace.go:171","msg":"trace[363644615] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6551; }","duration":"463.231711ms","start":"2026-03-04T11:20:32.056813Z","end":"2026-03-04T11:20:32.520044Z","steps":["trace[363644615] 'range keys from in-memory index tree' (duration: 462.866402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:20:32.52107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.761622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T11:20:32.521306Z","caller":"traceutil/trace.go:171","msg":"trace[1054166195] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6551; }","duration":"307.475422ms","start":"2026-03-04T11:20:32.213821Z","end":"2026-03-04T11:20:32.521296Z","steps":["trace[1054166195] 'range keys from in-memory index tree' (duration: 307.173604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:20:32.521394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:20:32.213655Z","time spent":"307.722338ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T11:20:32.52139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:20:32.056791Z","time spent":"464.569338ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T11:20:32.521523Z","caller":"traceutil/trace.go:171","msg":"trace[1503824293] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6551; }","duration":"307.487952ms","start":"2026-03-04T11:20:32.213872Z","end":"2026-03-04T11:20:32.52136Z","steps":["trace[1503824293] 'range keys from in-memory index tree' (duration: 306.415923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:20:32.521565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.502935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-03-04T11:20:32.521584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.191834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:20:32.521648Z","caller":"traceutil/trace.go:171","msg":"trace[1263029399] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6551; }","duration":"394.642278ms","start":"2026-03-04T11:20:32.126987Z","end":"2026-03-04T11:20:32.521629Z","steps":["trace[1263029399] 'range keys from in-memory index tree' (duration: 394.3176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:20:32.521707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:20:32.126965Z","time spent":"394.726261ms","remote":"127.0.0.1:41248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T11:20:32.521762Z","caller":"traceutil/trace.go:171","msg":"trace[1358037802] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:6551; }","duration":"370.305567ms","start":"2026-03-04T11:20:32.151334Z","end":"2026-03-04T11:20:32.52164Z","steps":["trace[1358037802] 'count revisions from in-memory index tree' (duration: 369.992909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:20:32.52188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:20:32.151317Z","time spent":"370.542833ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:20:32.521597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:20:32.213843Z","time spent":"307.736029ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T11:20:32.530207Z","caller":"traceutil/trace.go:171","msg":"trace[878056141] transaction","detail":"{read_only:false; response_revision:6552; number_of_response:1; }","duration":"167.724296ms","start":"2026-03-04T11:20:32.362472Z","end":"2026-03-04T11:20:32.530197Z","steps":["trace[878056141] 'process raft request' (duration: 167.635113ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:20:32.563237Z","caller":"traceutil/trace.go:171","msg":"trace[953631270] transaction","detail":"{read_only:false; response_revision:6553; number_of_response:1; }","duration":"140.704951ms","start":"2026-03-04T11:20:32.422512Z","end":"2026-03-04T11:20:32.563217Z","steps":["trace[953631270] 'process raft request' (duration: 140.344292ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:20:34.72826Z","caller":"traceutil/trace.go:171","msg":"trace[1559751072] transaction","detail":"{read_only:false; response_revision:6563; number_of_response:1; }","duration":"159.295997ms","start":"2026-03-04T11:20:34.568938Z","end":"2026-03-04T11:20:34.728234Z","steps":["trace[1559751072] 'process raft request' (duration: 159.144543ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:20:34.886851Z","caller":"traceutil/trace.go:171","msg":"trace[1778488106] linearizableReadLoop","detail":"{readStateIndex:6835; appliedIndex:6833; }","duration":"315.248413ms","start":"2026-03-04T11:20:34.571577Z","end":"2026-03-04T11:20:34.886825Z","steps":["trace[1778488106] 'read index received' (duration: 156.519031ms)","trace[1778488106] 'applied index is now lower than readState.Index' (duration: 158.728062ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:20:34.886974Z","caller":"traceutil/trace.go:171","msg":"trace[1691850732] transaction","detail":"{read_only:false; response_revision:6565; number_of_response:1; }","duration":"315.329145ms","start":"2026-03-04T11:20:34.571636Z","end":"2026-03-04T11:20:34.886965Z","steps":["trace[1691850732] 'process raft request' (duration: 315.037037ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:20:34.887029Z","caller":"traceutil/trace.go:171","msg":"trace[851039306] transaction","detail":"{read_only:false; response_revision:6566; number_of_response:1; }","duration":"314.79603ms","start":"2026-03-04T11:20:34.572215Z","end":"2026-03-04T11:20:34.887011Z","steps":["trace[851039306] 'process raft request' (duration: 314.524623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:20:34.887041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:20:34.571617Z","time spent":"315.378757ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:20:34.887019Z","caller":"traceutil/trace.go:171","msg":"trace[955807441] transaction","detail":"{read_only:false; response_revision:6564; number_of_response:1; }","duration":"317.030581ms","start":"2026-03-04T11:20:34.569955Z","end":"2026-03-04T11:20:34.886986Z","steps":["trace[955807441] 'process raft request' (duration: 260.811304ms)","trace[955807441] 'compare' (duration: 55.767485ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:20:34.887118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:20:34.572197Z","time spent":"314.866453ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:20:34.887168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:20:34.569934Z","time spent":"317.151714ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:20:34.887194Z","caller":"traceutil/trace.go:171","msg":"trace[993552873] transaction","detail":"{read_only:false; response_revision:6567; number_of_response:1; }","duration":"314.582055ms","start":"2026-03-04T11:20:34.572607Z","end":"2026-03-04T11:20:34.887189Z","steps":["trace[993552873] 'process raft request' (duration: 314.174304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:20:34.887225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:20:34.572602Z","time spent":"314.605195ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:20:34.887319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.641413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:20:34.887341Z","caller":"traceutil/trace.go:171","msg":"trace[909595261] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:6567; }","duration":"315.703285ms","start":"2026-03-04T11:20:34.571633Z","end":"2026-03-04T11:20:34.887336Z","steps":["trace[909595261] 'agreement among raft nodes before linearized reading' (duration: 315.641943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:20:34.887354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:20:34.571611Z","time spent":"315.740426ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-kh88j\" "} {"level":"warn","ts":"2026-03-04T11:20:34.887595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.008444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T11:20:34.887675Z","caller":"traceutil/trace.go:171","msg":"trace[357604771] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6567; }","duration":"316.106897ms","start":"2026-03-04T11:20:34.57155Z","end":"2026-03-04T11:20:34.887657Z","steps":["trace[357604771] 'agreement among raft nodes before linearized reading' (duration: 315.48191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:20:34.887729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:20:34.571536Z","time spent":"316.180238ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T11:20:39.049701Z","caller":"traceutil/trace.go:171","msg":"trace[486047302] transaction","detail":"{read_only:false; response_revision:6640; number_of_response:1; }","duration":"133.423744ms","start":"2026-03-04T11:20:38.91625Z","end":"2026-03-04T11:20:39.049673Z","steps":["trace[486047302] 'process raft request' (duration: 88.970997ms)","trace[486047302] 'compare' (duration: 44.282922ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:20:39.050007Z","caller":"traceutil/trace.go:171","msg":"trace[159147484] transaction","detail":"{read_only:false; response_revision:6641; number_of_response:1; }","duration":"132.637542ms","start":"2026-03-04T11:20:38.917343Z","end":"2026-03-04T11:20:39.049981Z","steps":["trace[159147484] 'process raft request' (duration: 132.291913ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:20:39.050146Z","caller":"traceutil/trace.go:171","msg":"trace[109850008] transaction","detail":"{read_only:false; response_revision:6642; number_of_response:1; }","duration":"117.818281ms","start":"2026-03-04T11:20:38.932321Z","end":"2026-03-04T11:20:39.050139Z","steps":["trace[109850008] 'process raft request' (duration: 117.667797ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:20:39.050189Z","caller":"traceutil/trace.go:171","msg":"trace[1413892164] linearizableReadLoop","detail":"{readStateIndex:6914; appliedIndex:6911; }","duration":"117.05306ms","start":"2026-03-04T11:20:38.933119Z","end":"2026-03-04T11:20:39.050172Z","steps":["trace[1413892164] 'read index received' (duration: 72.050297ms)","trace[1413892164] 'applied index is now lower than readState.Index' (duration: 45.001863ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:20:39.050253Z","caller":"traceutil/trace.go:171","msg":"trace[1628881043] transaction","detail":"{read_only:false; response_revision:6643; number_of_response:1; }","duration":"112.768053ms","start":"2026-03-04T11:20:38.937471Z","end":"2026-03-04T11:20:39.050239Z","steps":["trace[1628881043] 'process raft request' (duration: 112.64987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:20:39.050459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.00612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:20:39.0505Z","caller":"traceutil/trace.go:171","msg":"trace[339608843] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:6643; }","duration":"127.086882ms","start":"2026-03-04T11:20:38.923403Z","end":"2026-03-04T11:20:39.05049Z","steps":["trace[339608843] 'agreement among raft nodes before linearized reading' (duration: 126.851256ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:20:39.408139Z","caller":"traceutil/trace.go:171","msg":"trace[1932697044] transaction","detail":"{read_only:false; response_revision:6647; number_of_response:1; }","duration":"133.756002ms","start":"2026-03-04T11:20:39.274358Z","end":"2026-03-04T11:20:39.408114Z","steps":["trace[1932697044] 'process raft request' (duration: 115.611209ms)","trace[1932697044] 'compare' (duration: 18.02072ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:20:41.568283Z","caller":"traceutil/trace.go:171","msg":"trace[883135494] transaction","detail":"{read_only:false; response_revision:6667; number_of_response:1; }","duration":"108.267301ms","start":"2026-03-04T11:20:41.459961Z","end":"2026-03-04T11:20:41.568229Z","steps":["trace[883135494] 'process raft request' (duration: 82.697066ms)","trace[883135494] 'compare' (duration: 25.342159ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:21:11.965039Z","caller":"traceutil/trace.go:171","msg":"trace[1554774085] transaction","detail":"{read_only:false; response_revision:6914; number_of_response:1; }","duration":"588.091316ms","start":"2026-03-04T11:21:11.376914Z","end":"2026-03-04T11:21:11.965006Z","steps":["trace[1554774085] 'process raft request' (duration: 587.916412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:21:11.965265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:21:11.37689Z","time spent":"588.269621ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:21:11.997801Z","caller":"traceutil/trace.go:171","msg":"trace[1491178120] linearizableReadLoop","detail":"{readStateIndex:7197; appliedIndex:7195; }","duration":"267.606713ms","start":"2026-03-04T11:21:11.730172Z","end":"2026-03-04T11:21:11.997779Z","steps":["trace[1491178120] 'read index received' (duration: 234.714359ms)","trace[1491178120] 'applied index is now lower than readState.Index' (duration: 32.890944ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:21:11.998029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.826309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:21:11.998094Z","caller":"traceutil/trace.go:171","msg":"trace[227827339] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:6915; }","duration":"267.938662ms","start":"2026-03-04T11:21:11.73014Z","end":"2026-03-04T11:21:11.998079Z","steps":["trace[227827339] 'agreement among raft nodes before linearized reading' (duration: 267.729986ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:21:11.998414Z","caller":"traceutil/trace.go:171","msg":"trace[1227490551] transaction","detail":"{read_only:false; response_revision:6915; number_of_response:1; }","duration":"295.071942ms","start":"2026-03-04T11:21:11.703306Z","end":"2026-03-04T11:21:11.998378Z","steps":["trace[1227490551] 'process raft request' (duration: 294.353312ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:21:17.324358Z","caller":"traceutil/trace.go:171","msg":"trace[2073489082] transaction","detail":"{read_only:false; response_revision:6945; number_of_response:1; }","duration":"130.811866ms","start":"2026-03-04T11:21:17.193528Z","end":"2026-03-04T11:21:17.32434Z","steps":["trace[2073489082] 'process raft request' (duration: 130.698493ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:21:17.324451Z","caller":"traceutil/trace.go:171","msg":"trace[1753746167] linearizableReadLoop","detail":"{readStateIndex:7228; appliedIndex:7228; }","duration":"120.452237ms","start":"2026-03-04T11:21:17.203919Z","end":"2026-03-04T11:21:17.324371Z","steps":["trace[1753746167] 'read index received' (duration: 120.431777ms)","trace[1753746167] 'applied index is now lower than readState.Index' (duration: 17.04µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:21:17.324681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.719765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:21:17.324793Z","caller":"traceutil/trace.go:171","msg":"trace[1016218104] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:6945; }","duration":"120.885639ms","start":"2026-03-04T11:21:17.203883Z","end":"2026-03-04T11:21:17.324768Z","steps":["trace[1016218104] 'agreement among raft nodes before linearized reading' (duration: 120.611232ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:21:17.350518Z","caller":"traceutil/trace.go:171","msg":"trace[187044088] transaction","detail":"{read_only:false; response_revision:6946; number_of_response:1; }","duration":"123.974112ms","start":"2026-03-04T11:21:17.226492Z","end":"2026-03-04T11:21:17.350466Z","steps":["trace[187044088] 'process raft request' (duration: 123.722945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:21:17.350761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.750768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:21:17.35089Z","caller":"traceutil/trace.go:171","msg":"trace[24456206] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:6946; }","duration":"100.933953ms","start":"2026-03-04T11:21:17.249927Z","end":"2026-03-04T11:21:17.350861Z","steps":["trace[24456206] 'agreement among raft nodes before linearized reading' (duration: 100.752958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:21:29.608517Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541836651,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T11:21:29.732973Z","caller":"traceutil/trace.go:171","msg":"trace[2087425921] linearizableReadLoop","detail":"{readStateIndex:7312; appliedIndex:7311; }","duration":"625.534622ms","start":"2026-03-04T11:21:29.107413Z","end":"2026-03-04T11:21:29.732947Z","steps":["trace[2087425921] 'read index received' (duration: 625.306096ms)","trace[2087425921] 'applied index is now lower than readState.Index' (duration: 227.556µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:21:29.733577Z","caller":"traceutil/trace.go:171","msg":"trace[1362263978] transaction","detail":"{read_only:false; response_revision:7026; number_of_response:1; }","duration":"672.738962ms","start":"2026-03-04T11:21:29.060822Z","end":"2026-03-04T11:21:29.733561Z","steps":["trace[1362263978] 'process raft request' (duration: 671.971691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:21:29.733891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:21:29.060661Z","time spent":"672.960648ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:21:29.734089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.418152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:21:29.73427Z","caller":"traceutil/trace.go:171","msg":"trace[524905444] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:7026; }","duration":"339.668849ms","start":"2026-03-04T11:21:29.394581Z","end":"2026-03-04T11:21:29.73425Z","steps":["trace[524905444] 'agreement among raft nodes before linearized reading' (duration: 339.419443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:21:29.734322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:21:29.394557Z","time spent":"339.753141ms","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/barbican-ks-user\" "} {"level":"warn","ts":"2026-03-04T11:21:29.734622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.943928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T11:21:29.73466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.961587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:21:29.734696Z","caller":"traceutil/trace.go:171","msg":"trace[1348659310] range","detail":"{range_begin:/registry/jobs/openstack/barbican-rabbit-init; range_end:; response_count:0; response_revision:7026; }","duration":"340.042379ms","start":"2026-03-04T11:21:29.394643Z","end":"2026-03-04T11:21:29.734686Z","steps":["trace[1348659310] 'agreement among raft nodes before linearized reading' (duration: 339.985418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:21:29.734687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.27337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:21:29.734738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:21:29.394611Z","time spent":"340.117791ms","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" "} {"level":"info","ts":"2026-03-04T11:21:29.734748Z","caller":"traceutil/trace.go:171","msg":"trace[1463860721] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7026; }","duration":"627.370302ms","start":"2026-03-04T11:21:29.107362Z","end":"2026-03-04T11:21:29.734732Z","steps":["trace[1463860721] 'agreement among raft nodes before linearized reading' (duration: 627.26982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:21:29.734775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:21:29.107344Z","time spent":"627.424723ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:21:29.734818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.346863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-sync\" ","response":"range_response_count:1 size:5486"} {"level":"warn","ts":"2026-03-04T11:21:29.734887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.215863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:21:29.734834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.400855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-04T11:21:29.73488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.542837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T11:21:29.735035Z","caller":"traceutil/trace.go:171","msg":"trace[1142632298] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7026; }","duration":"313.716342ms","start":"2026-03-04T11:21:29.421292Z","end":"2026-03-04T11:21:29.735009Z","steps":["trace[1142632298] 'agreement among raft nodes before linearized reading' (duration: 313.411534ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:21:29.735016Z","caller":"traceutil/trace.go:171","msg":"trace[1312687523] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:7026; }","duration":"306.668532ms","start":"2026-03-04T11:21:29.428325Z","end":"2026-03-04T11:21:29.734994Z","steps":["trace[1312687523] 'agreement among raft nodes before linearized reading' (duration: 306.240651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:21:29.735051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.820147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T11:21:29.735106Z","caller":"traceutil/trace.go:171","msg":"trace[845968975] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7026; }","duration":"325.898709ms","start":"2026-03-04T11:21:29.409195Z","end":"2026-03-04T11:21:29.735094Z","steps":["trace[845968975] 'agreement among raft nodes before linearized reading' (duration: 325.758485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:21:29.735105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:21:29.428313Z","time spent":"306.778295ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-kh88j\" "} {"level":"warn","ts":"2026-03-04T11:21:29.735165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:21:29.409185Z","time spent":"325.968461ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T11:21:29.735107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:21:29.421281Z","time spent":"313.809644ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T11:21:29.735315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.986077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T11:21:29.734946Z","caller":"traceutil/trace.go:171","msg":"trace[1529544375] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:7026; }","duration":"340.291515ms","start":"2026-03-04T11:21:29.394624Z","end":"2026-03-04T11:21:29.734915Z","steps":["trace[1529544375] 'agreement among raft nodes before linearized reading' (duration: 340.240114ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:21:29.735394Z","caller":"traceutil/trace.go:171","msg":"trace[1795930890] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7026; }","duration":"327.06518ms","start":"2026-03-04T11:21:29.408311Z","end":"2026-03-04T11:21:29.735376Z","steps":["trace[1795930890] 'agreement among raft nodes before linearized reading' (duration: 326.831733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:21:29.735445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:21:29.4083Z","time spent":"327.134612ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T11:21:29.73545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:21:29.394605Z","time spent":"340.83538ms","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" "} {"level":"info","ts":"2026-03-04T11:21:29.734901Z","caller":"traceutil/trace.go:171","msg":"trace[297618637] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-sync; range_end:; response_count:1; response_revision:7026; }","duration":"338.460846ms","start":"2026-03-04T11:21:29.396422Z","end":"2026-03-04T11:21:29.734883Z","steps":["trace[297618637] 'agreement among raft nodes before linearized reading' (duration: 338.176129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:21:29.735602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:21:29.396413Z","time spent":"339.176535ms","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5509,"request content":"key:\"/registry/jobs/openstack/barbican-db-sync\" "} {"level":"info","ts":"2026-03-04T11:21:29.735567Z","caller":"traceutil/trace.go:171","msg":"trace[1199107292] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7026; }","duration":"314.031279ms","start":"2026-03-04T11:21:29.420633Z","end":"2026-03-04T11:21:29.734664Z","steps":["trace[1199107292] 'agreement among raft nodes before linearized reading' (duration: 313.861765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:21:29.736532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:21:29.420617Z","time spent":"315.685604ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T11:21:29.736522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.795337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T11:21:29.736752Z","caller":"traceutil/trace.go:171","msg":"trace[832659562] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7026; }","duration":"316.074405ms","start":"2026-03-04T11:21:29.420664Z","end":"2026-03-04T11:21:29.736739Z","steps":["trace[832659562] 'agreement among raft nodes before linearized reading' (duration: 314.524234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:21:29.736936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:21:29.420594Z","time spent":"316.231428ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T11:21:30.369558Z","caller":"traceutil/trace.go:171","msg":"trace[906843014] linearizableReadLoop","detail":"{readStateIndex:7318; appliedIndex:7317; }","duration":"261.901ms","start":"2026-03-04T11:21:30.107632Z","end":"2026-03-04T11:21:30.369533Z","steps":["trace[906843014] 'read index received' (duration: 261.740306ms)","trace[906843014] 'applied index is now lower than readState.Index' (duration: 159.664µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:21:30.369598Z","caller":"traceutil/trace.go:171","msg":"trace[1728270180] transaction","detail":"{read_only:false; response_revision:7032; number_of_response:1; }","duration":"268.764814ms","start":"2026-03-04T11:21:30.10081Z","end":"2026-03-04T11:21:30.369575Z","steps":["trace[1728270180] 'process raft request' (duration: 268.539368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:21:30.369682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.024573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:21:30.369713Z","caller":"traceutil/trace.go:171","msg":"trace[1406701958] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7032; }","duration":"262.108986ms","start":"2026-03-04T11:21:30.107594Z","end":"2026-03-04T11:21:30.369703Z","steps":["trace[1406701958] 'agreement among raft nodes before linearized reading' (duration: 262.030303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:21:30.581335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.716856ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:21:30.58146Z","caller":"traceutil/trace.go:171","msg":"trace[70832385] transaction","detail":"{read_only:false; response_revision:7033; number_of_response:1; }","duration":"472.437639ms","start":"2026-03-04T11:21:30.108999Z","end":"2026-03-04T11:21:30.581437Z","steps":["trace[70832385] 'process raft request' (duration: 313.476556ms)","trace[70832385] 'compare' (duration: 158.595653ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:21:30.581537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:21:30.108972Z","time spent":"472.526131ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:21:30.865267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.054515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:21:30.86541Z","caller":"traceutil/trace.go:171","msg":"trace[231628355] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:7033; }","duration":"159.167998ms","start":"2026-03-04T11:21:30.706164Z","end":"2026-03-04T11:21:30.865332Z","steps":["trace[231628355] 'count revisions from in-memory index tree' (duration: 158.85922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:21:32.240802Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541836668,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:21:32.741774Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541836668,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:21:33.771699Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541836668,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:21:34.272499Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541836668,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:21:34.77268Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541836668,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:21:35.273235Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541836668,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:21:35.349136Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.609694851s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T11:21:35.349655Z","caller":"traceutil/trace.go:171","msg":"trace[66856088] transaction","detail":"{read_only:false; response_revision:7034; number_of_response:1; }","duration":"3.610335058s","start":"2026-03-04T11:21:31.739298Z","end":"2026-03-04T11:21:35.349633Z","steps":["trace[66856088] 'process raft request' (duration: 3.610179764s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:21:35.349796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:21:31.739277Z","time spent":"3.610444671s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:21:35.366993Z","caller":"traceutil/trace.go:171","msg":"trace[1470866342] transaction","detail":"{read_only:false; response_revision:7035; number_of_response:1; }","duration":"2.992613624s","start":"2026-03-04T11:21:32.374344Z","end":"2026-03-04T11:21:35.366957Z","steps":["trace[1470866342] 'process raft request' (duration: 2.992354387s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:21:35.367141Z","caller":"traceutil/trace.go:171","msg":"trace[982021817] transaction","detail":"{read_only:false; response_revision:7037; number_of_response:1; }","duration":"2.61629377s","start":"2026-03-04T11:21:32.750834Z","end":"2026-03-04T11:21:35.367128Z","steps":["trace[982021817] 'process raft request' (duration: 2.616125475s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:21:35.3673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:21:32.750821Z","time spent":"2.616372212s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:21:35.367051Z","caller":"traceutil/trace.go:171","msg":"trace[1150175527] transaction","detail":"{read_only:false; response_revision:7036; number_of_response:1; }","duration":"2.781336896s","start":"2026-03-04T11:21:32.585681Z","end":"2026-03-04T11:21:35.367018Z","steps":["trace[1150175527] 'process raft request' (duration: 2.781175291s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:21:35.367506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:21:32.374321Z","time spent":"2.99282751s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:21:35.367502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:21:32.585655Z","time spent":"2.781764718s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:21:35.374375Z","caller":"traceutil/trace.go:171","msg":"trace[1426792161] linearizableReadLoop","detail":"{readStateIndex:7326; appliedIndex:7319; }","duration":"3.633587583s","start":"2026-03-04T11:21:31.740766Z","end":"2026-03-04T11:21:35.374353Z","steps":["trace[1426792161] 'read index received' (duration: 3.608694044s)","trace[1426792161] 'applied index is now lower than readState.Index' (duration: 24.892249ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:21:35.374482Z","caller":"traceutil/trace.go:171","msg":"trace[2009860188] transaction","detail":"{read_only:false; response_revision:7039; number_of_response:1; }","duration":"1.181195859s","start":"2026-03-04T11:21:34.193258Z","end":"2026-03-04T11:21:35.374454Z","steps":["trace[2009860188] 'process raft request' (duration: 1.181015694s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:21:35.374553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.633788588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:21:35.374582Z","caller":"traceutil/trace.go:171","msg":"trace[639136931] range","detail":"{range_begin:/registry/jobs/openstack/barbican-rabbit-init; range_end:; response_count:0; response_revision:7039; }","duration":"3.633860111s","start":"2026-03-04T11:21:31.740712Z","end":"2026-03-04T11:21:35.374573Z","steps":["trace[639136931] 'agreement among raft nodes before linearized reading' (duration: 3.63382132s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:21:35.374613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:21:31.740686Z","time spent":"3.633920002s","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T11:21:35.374628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:21:34.193231Z","time spent":"1.181313622s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:21:35.374514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.633736027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:21:35.374766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.633793579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-sync\" ","response":"range_response_count:1 size:5486"} {"level":"info","ts":"2026-03-04T11:21:35.374802Z","caller":"traceutil/trace.go:171","msg":"trace[1227373920] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-sync; range_end:; response_count:1; response_revision:7039; }","duration":"3.633851841s","start":"2026-03-04T11:21:31.740938Z","end":"2026-03-04T11:21:35.37479Z","steps":["trace[1227373920] 'agreement among raft nodes before linearized reading' (duration: 3.633733698s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:21:35.374808Z","caller":"traceutil/trace.go:171","msg":"trace[678233106] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:7039; }","duration":"3.634067156s","start":"2026-03-04T11:21:31.74072Z","end":"2026-03-04T11:21:35.374787Z","steps":["trace[678233106] 'agreement among raft nodes before linearized reading' (duration: 3.633756057s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:21:35.374848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:21:31.740928Z","time spent":"3.633910412s","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5509,"request content":"key:\"/registry/jobs/openstack/barbican-db-sync\" "} {"level":"warn","ts":"2026-03-04T11:21:35.374871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:21:31.740697Z","time spent":"3.634155838s","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T11:21:35.375039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.602745044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-04T11:21:35.375077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.605101507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T11:21:35.375081Z","caller":"traceutil/trace.go:171","msg":"trace[881675774] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:7039; }","duration":"3.602804496s","start":"2026-03-04T11:21:31.772265Z","end":"2026-03-04T11:21:35.37507Z","steps":["trace[881675774] 'agreement among raft nodes before linearized reading' (duration: 3.602647322s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:21:35.37511Z","caller":"traceutil/trace.go:171","msg":"trace[1217896329] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7039; }","duration":"3.605167809s","start":"2026-03-04T11:21:31.769933Z","end":"2026-03-04T11:21:35.375101Z","steps":["trace[1217896329] 'agreement among raft nodes before linearized reading' (duration: 3.605077827s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:21:35.375094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.585861645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:21:35.375135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:21:31.769899Z","time spent":"3.605230591s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T11:21:35.375115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295029308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T11:21:35.37516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.873074351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:21:35.375163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.606561196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T11:21:35.375168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.587122509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:21:35.375238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.634271342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:21:35.375254Z","caller":"traceutil/trace.go:171","msg":"trace[1152674790] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:7039; }","duration":"1.587245843s","start":"2026-03-04T11:21:33.787988Z","end":"2026-03-04T11:21:35.375233Z","steps":["trace[1152674790] 'agreement among raft nodes before linearized reading' (duration: 1.587099049s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:21:35.375263Z","caller":"traceutil/trace.go:171","msg":"trace[979134239] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:7039; }","duration":"3.634325463s","start":"2026-03-04T11:21:31.740931Z","end":"2026-03-04T11:21:35.375257Z","steps":["trace[979134239] 'agreement among raft nodes before linearized reading' (duration: 3.634288812s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:21:35.375275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.606008902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T11:21:35.375299Z","caller":"traceutil/trace.go:171","msg":"trace[33032470] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7039; }","duration":"3.606052933s","start":"2026-03-04T11:21:31.76924Z","end":"2026-03-04T11:21:35.375293Z","steps":["trace[33032470] 'agreement among raft nodes before linearized reading' (duration: 3.605988812s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:21:35.375298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:21:31.74092Z","time spent":"3.634373084s","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/barbican-ks-user\" "} {"level":"warn","ts":"2026-03-04T11:21:35.375307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.394137112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-04T11:21:35.375321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:21:31.76923Z","time spent":"3.606084344s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T11:21:35.375314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:21:33.787973Z","time spent":"1.587324464s","remote":"127.0.0.1:48048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:21:35.375326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.629529084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T11:21:35.375341Z","caller":"traceutil/trace.go:171","msg":"trace[930400314] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7039; }","duration":"1.394199793s","start":"2026-03-04T11:21:33.981132Z","end":"2026-03-04T11:21:35.375332Z","steps":["trace[930400314] 'agreement among raft nodes before linearized reading' (duration: 1.394049609s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:21:35.375155Z","caller":"traceutil/trace.go:171","msg":"trace[1690227584] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7039; }","duration":"1.585951298s","start":"2026-03-04T11:21:33.789185Z","end":"2026-03-04T11:21:35.375136Z","steps":["trace[1690227584] 'agreement among raft nodes before linearized reading' (duration: 1.585825785s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:21:35.375371Z","caller":"traceutil/trace.go:171","msg":"trace[2103539246] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7039; }","duration":"3.629598376s","start":"2026-03-04T11:21:31.74576Z","end":"2026-03-04T11:21:35.375359Z","steps":["trace[2103539246] 'agreement among raft nodes before linearized reading' (duration: 3.629465242s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:21:35.375363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.605536129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T11:21:35.375399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:21:33.981116Z","time spent":"1.394274356s","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T11:21:35.375417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:21:31.745747Z","time spent":"3.629658577s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T11:21:35.375198Z","caller":"traceutil/trace.go:171","msg":"trace[1471288636] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:7039; }","duration":"2.873142103s","start":"2026-03-04T11:21:32.502045Z","end":"2026-03-04T11:21:35.375187Z","steps":["trace[1471288636] 'agreement among raft nodes before linearized reading' (duration: 2.873087092s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:21:35.375452Z","caller":"traceutil/trace.go:171","msg":"trace[628490205] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7039; }","duration":"3.605656192s","start":"2026-03-04T11:21:31.769772Z","end":"2026-03-04T11:21:35.375428Z","steps":["trace[628490205] 'agreement among raft nodes before linearized reading' (duration: 3.605358994s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:21:35.375498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:21:32.502029Z","time spent":"2.873455742s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:21:35.375507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:21:31.769766Z","time spent":"3.605732875s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T11:21:35.375392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:21:33.789179Z","time spent":"1.586206435s","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:21:35.375112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:21:31.772257Z","time spent":"3.602848717s","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-kh88j\" "} {"level":"info","ts":"2026-03-04T11:21:35.37518Z","caller":"traceutil/trace.go:171","msg":"trace[720684634] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:7039; }","duration":"1.295122961s","start":"2026-03-04T11:21:34.080038Z","end":"2026-03-04T11:21:35.375161Z","steps":["trace[720684634] 'agreement among raft nodes before linearized reading' (duration: 1.295017068s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:21:35.375721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:21:34.080024Z","time spent":"1.295684935s","remote":"127.0.0.1:60228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-03-04T11:21:35.375209Z","caller":"traceutil/trace.go:171","msg":"trace[1986139824] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7039; }","duration":"3.606627649s","start":"2026-03-04T11:21:31.768569Z","end":"2026-03-04T11:21:35.375197Z","steps":["trace[1986139824] 'agreement among raft nodes before linearized reading' (duration: 3.606475775s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:21:35.375792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:21:31.768559Z","time spent":"3.607221414s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T11:21:35.376098Z","caller":"traceutil/trace.go:171","msg":"trace[197346396] transaction","detail":"{read_only:false; response_revision:7038; number_of_response:1; }","duration":"1.368639516s","start":"2026-03-04T11:21:34.007441Z","end":"2026-03-04T11:21:35.376081Z","steps":["trace[197346396] 'process raft request' (duration: 1.366644563s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:21:35.376185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:21:34.007422Z","time spent":"1.368728799s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:21:37.330907Z","caller":"traceutil/trace.go:171","msg":"trace[439000243] linearizableReadLoop","detail":"{readStateIndex:7333; appliedIndex:7332; }","duration":"449.692487ms","start":"2026-03-04T11:21:36.881177Z","end":"2026-03-04T11:21:37.33087Z","steps":["trace[439000243] 'read index received' (duration: 449.325168ms)","trace[439000243] 'applied index is now lower than readState.Index' (duration: 365.739µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:21:37.331048Z","caller":"traceutil/trace.go:171","msg":"trace[1273568441] transaction","detail":"{read_only:false; response_revision:7046; number_of_response:1; }","duration":"478.383628ms","start":"2026-03-04T11:21:36.852628Z","end":"2026-03-04T11:21:37.331011Z","steps":["trace[1273568441] 'process raft request' (duration: 478.038209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:21:37.331156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.940454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T11:21:37.3312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:21:36.852601Z","time spent":"478.528092ms","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5471,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:21:37.331225Z","caller":"traceutil/trace.go:171","msg":"trace[1861109829] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7046; }","duration":"450.075007ms","start":"2026-03-04T11:21:36.88113Z","end":"2026-03-04T11:21:37.331205Z","steps":["trace[1861109829] 'agreement among raft nodes before linearized reading' (duration: 449.904473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:21:37.33121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.128461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:21:37.33129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:21:36.881109Z","time spent":"450.16681ms","remote":"127.0.0.1:43652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:21:37.331317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.659822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-04T11:21:37.331315Z","caller":"traceutil/trace.go:171","msg":"trace[2064764246] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7046; }","duration":"225.275645ms","start":"2026-03-04T11:21:37.106012Z","end":"2026-03-04T11:21:37.331288Z","steps":["trace[2064764246] 'agreement among raft nodes before linearized reading' (duration: 225.10633ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:21:37.331401Z","caller":"traceutil/trace.go:171","msg":"trace[1383979759] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:7046; }","duration":"210.768245ms","start":"2026-03-04T11:21:37.120586Z","end":"2026-03-04T11:21:37.331354Z","steps":["trace[1383979759] 'agreement among raft nodes before linearized reading' (duration: 210.546329ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:21:41.50534Z","caller":"traceutil/trace.go:171","msg":"trace[1223623962] transaction","detail":"{read_only:false; response_revision:7086; number_of_response:1; }","duration":"128.162035ms","start":"2026-03-04T11:21:41.377153Z","end":"2026-03-04T11:21:41.505315Z","steps":["trace[1223623962] 'process raft request' (duration: 128.003961ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:21:41.508191Z","caller":"traceutil/trace.go:171","msg":"trace[1890620527] linearizableReadLoop","detail":"{readStateIndex:7376; appliedIndex:7373; }","duration":"120.703534ms","start":"2026-03-04T11:21:41.387463Z","end":"2026-03-04T11:21:41.508167Z","steps":["trace[1890620527] 'read index received' (duration: 117.664952ms)","trace[1890620527] 'applied index is now lower than readState.Index' (duration: 3.037472ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:21:41.508215Z","caller":"traceutil/trace.go:171","msg":"trace[413893235] transaction","detail":"{read_only:false; response_revision:7087; number_of_response:1; }","duration":"125.01407ms","start":"2026-03-04T11:21:41.383178Z","end":"2026-03-04T11:21:41.508192Z","steps":["trace[413893235] 'process raft request' (duration: 124.820335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:21:41.508338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.854539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:21:41.508429Z","caller":"traceutil/trace.go:171","msg":"trace[2117357099] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:7088; }","duration":"120.975232ms","start":"2026-03-04T11:21:41.387441Z","end":"2026-03-04T11:21:41.508416Z","steps":["trace[2117357099] 'agreement among raft nodes before linearized reading' (duration: 120.822518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:21:41.508572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.007373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:21:41.508649Z","caller":"traceutil/trace.go:171","msg":"trace[1303469993] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:7088; }","duration":"121.127426ms","start":"2026-03-04T11:21:41.387505Z","end":"2026-03-04T11:21:41.508633Z","steps":["trace[1303469993] 'agreement among raft nodes before linearized reading' (duration: 120.967101ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:21:41.508309Z","caller":"traceutil/trace.go:171","msg":"trace[259140885] transaction","detail":"{read_only:false; response_revision:7088; number_of_response:1; }","duration":"120.89191ms","start":"2026-03-04T11:21:41.387379Z","end":"2026-03-04T11:21:41.508271Z","steps":["trace[259140885] 'process raft request' (duration: 120.746826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:21:41.508829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.322511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" ","response":"range_response_count:1 size:4976"} {"level":"info","ts":"2026-03-04T11:21:41.508884Z","caller":"traceutil/trace.go:171","msg":"trace[754546851] range","detail":"{range_begin:/registry/jobs/openstack/barbican-rabbit-init; range_end:; response_count:1; response_revision:7088; }","duration":"121.385513ms","start":"2026-03-04T11:21:41.387485Z","end":"2026-03-04T11:21:41.508871Z","steps":["trace[754546851] 'agreement among raft nodes before linearized reading' (duration: 120.849499ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:21:41.636911Z","caller":"traceutil/trace.go:171","msg":"trace[966138668] linearizableReadLoop","detail":"{readStateIndex:7377; appliedIndex:7376; }","duration":"123.760567ms","start":"2026-03-04T11:21:41.51313Z","end":"2026-03-04T11:21:41.63689Z","steps":["trace[966138668] 'read index received' (duration: 123.653514ms)","trace[966138668] 'applied index is now lower than readState.Index' (duration: 105.883µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:21:41.636984Z","caller":"traceutil/trace.go:171","msg":"trace[904185887] transaction","detail":"{read_only:false; response_revision:7089; number_of_response:1; }","duration":"124.436484ms","start":"2026-03-04T11:21:41.51251Z","end":"2026-03-04T11:21:41.636947Z","steps":["trace[904185887] 'process raft request' (duration: 124.255709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:21:41.637281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.130596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:22 size:191391"} {"level":"info","ts":"2026-03-04T11:21:41.637327Z","caller":"traceutil/trace.go:171","msg":"trace[1833015109] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:22; response_revision:7089; }","duration":"124.212488ms","start":"2026-03-04T11:21:41.513103Z","end":"2026-03-04T11:21:41.637316Z","steps":["trace[1833015109] 'agreement among raft nodes before linearized reading' (duration: 123.874599ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:21:41.658428Z","caller":"traceutil/trace.go:171","msg":"trace[17749388] transaction","detail":"{read_only:false; response_revision:7090; number_of_response:1; }","duration":"145.212753ms","start":"2026-03-04T11:21:41.513196Z","end":"2026-03-04T11:21:41.658409Z","steps":["trace[17749388] 'process raft request' (duration: 144.993127ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:21:41.658442Z","caller":"traceutil/trace.go:171","msg":"trace[1319655032] transaction","detail":"{read_only:false; response_revision:7093; number_of_response:1; }","duration":"143.519067ms","start":"2026-03-04T11:21:41.5149Z","end":"2026-03-04T11:21:41.658419Z","steps":["trace[1319655032] 'process raft request' (duration: 143.480296ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:21:41.658555Z","caller":"traceutil/trace.go:171","msg":"trace[195123334] transaction","detail":"{read_only:false; response_revision:7091; number_of_response:1; }","duration":"144.967706ms","start":"2026-03-04T11:21:41.513562Z","end":"2026-03-04T11:21:41.65853Z","steps":["trace[195123334] 'process raft request' (duration: 144.750221ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:21:41.6586Z","caller":"traceutil/trace.go:171","msg":"trace[283780940] transaction","detail":"{read_only:false; response_revision:7092; number_of_response:1; }","duration":"144.487993ms","start":"2026-03-04T11:21:41.514074Z","end":"2026-03-04T11:21:41.658562Z","steps":["trace[283780940] 'process raft request' (duration: 144.278868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:22:14.222275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.025172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:22:14.222373Z","caller":"traceutil/trace.go:171","msg":"trace[96502899] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7306; }","duration":"115.195256ms","start":"2026-03-04T11:22:14.107159Z","end":"2026-03-04T11:22:14.222354Z","steps":["trace[96502899] 'range keys from in-memory index tree' (duration: 114.898389ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:22:14.457452Z","caller":"traceutil/trace.go:171","msg":"trace[82736216] transaction","detail":"{read_only:false; response_revision:7307; number_of_response:1; }","duration":"220.732593ms","start":"2026-03-04T11:22:14.236695Z","end":"2026-03-04T11:22:14.457427Z","steps":["trace[82736216] 'process raft request' (duration: 220.560968ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:22:30.599056Z","caller":"traceutil/trace.go:171","msg":"trace[1856378203] transaction","detail":"{read_only:false; response_revision:7407; number_of_response:1; }","duration":"258.114258ms","start":"2026-03-04T11:22:30.340914Z","end":"2026-03-04T11:22:30.599028Z","steps":["trace[1856378203] 'process raft request' (duration: 236.045025ms)","trace[1856378203] 'compare' (duration: 21.848347ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:22:30.943086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.945059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:22:30.943256Z","caller":"traceutil/trace.go:171","msg":"trace[972474930] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:7407; }","duration":"141.173105ms","start":"2026-03-04T11:22:30.802065Z","end":"2026-03-04T11:22:30.943238Z","steps":["trace[972474930] 'count revisions from in-memory index tree' (duration: 140.879316ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:22:31.873662Z","caller":"traceutil/trace.go:171","msg":"trace[1013245501] transaction","detail":"{read_only:false; response_revision:7409; number_of_response:1; }","duration":"120.91471ms","start":"2026-03-04T11:22:31.752721Z","end":"2026-03-04T11:22:31.873636Z","steps":["trace[1013245501] 'process raft request' (duration: 55.836241ms)","trace[1013245501] 'compare' (duration: 64.939445ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:22:31.942748Z","caller":"traceutil/trace.go:171","msg":"trace[158426522] transaction","detail":"{read_only:false; response_revision:7410; number_of_response:1; }","duration":"128.961376ms","start":"2026-03-04T11:22:31.813768Z","end":"2026-03-04T11:22:31.942729Z","steps":["trace[158426522] 'process raft request' (duration: 128.873804ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:22:32.083438Z","caller":"traceutil/trace.go:171","msg":"trace[1761344088] linearizableReadLoop","detail":"{readStateIndex:7712; appliedIndex:7710; }","duration":"111.993431ms","start":"2026-03-04T11:22:31.971417Z","end":"2026-03-04T11:22:32.083411Z","steps":["trace[1761344088] 'read index received' (duration: 25.191648ms)","trace[1761344088] 'applied index is now lower than readState.Index' (duration: 86.800642ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:22:32.083455Z","caller":"traceutil/trace.go:171","msg":"trace[1160444752] transaction","detail":"{read_only:false; response_revision:7411; number_of_response:1; }","duration":"177.024218ms","start":"2026-03-04T11:22:31.906402Z","end":"2026-03-04T11:22:32.083427Z","steps":["trace[1160444752] 'process raft request' (duration: 90.251576ms)","trace[1160444752] 'compare' (duration: 86.507535ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:22:32.083495Z","caller":"traceutil/trace.go:171","msg":"trace[704052990] transaction","detail":"{read_only:false; response_revision:7412; number_of_response:1; }","duration":"175.945109ms","start":"2026-03-04T11:22:31.907528Z","end":"2026-03-04T11:22:32.083473Z","steps":["trace[704052990] 'process raft request' (duration: 175.804565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:22:32.083763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.326429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T11:22:32.083854Z","caller":"traceutil/trace.go:171","msg":"trace[1952512628] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7412; }","duration":"112.469573ms","start":"2026-03-04T11:22:31.971371Z","end":"2026-03-04T11:22:32.08384Z","steps":["trace[1952512628] 'agreement among raft nodes before linearized reading' (duration: 112.175745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:22:32.083948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.057984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:22:32.084045Z","caller":"traceutil/trace.go:171","msg":"trace[411763478] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:7412; }","duration":"105.183617ms","start":"2026-03-04T11:22:31.978844Z","end":"2026-03-04T11:22:32.084027Z","steps":["trace[411763478] 'agreement among raft nodes before linearized reading' (duration: 104.881709ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:22:35.005773Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5522} {"level":"info","ts":"2026-03-04T11:22:35.140273Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5522,"took":"132.669646ms","hash":1516447920,"current-db-size-bytes":42024960,"current-db-size":"42 MB","current-db-size-in-use-bytes":21405696,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-04T11:22:35.140345Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1516447920,"revision":5522,"compact-revision":2716} {"level":"info","ts":"2026-03-04T11:22:42.520316Z","caller":"traceutil/trace.go:171","msg":"trace[471162956] transaction","detail":"{read_only:false; response_revision:7464; number_of_response:1; }","duration":"175.408685ms","start":"2026-03-04T11:22:42.344889Z","end":"2026-03-04T11:22:42.520298Z","steps":["trace[471162956] 'process raft request' (duration: 175.23013ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:22:42.520745Z","caller":"traceutil/trace.go:171","msg":"trace[1681445057] transaction","detail":"{read_only:false; response_revision:7465; number_of_response:1; }","duration":"175.749044ms","start":"2026-03-04T11:22:42.344963Z","end":"2026-03-04T11:22:42.520712Z","steps":["trace[1681445057] 'process raft request' (duration: 175.307393ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:22:42.520827Z","caller":"traceutil/trace.go:171","msg":"trace[164783511] transaction","detail":"{read_only:false; response_revision:7466; number_of_response:1; }","duration":"174.268114ms","start":"2026-03-04T11:22:42.346546Z","end":"2026-03-04T11:22:42.520814Z","steps":["trace[164783511] 'process raft request' (duration: 174.074559ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:22:42.520765Z","caller":"traceutil/trace.go:171","msg":"trace[1312235234] linearizableReadLoop","detail":"{readStateIndex:7768; appliedIndex:7765; }","duration":"174.726927ms","start":"2026-03-04T11:22:42.346006Z","end":"2026-03-04T11:22:42.520733Z","steps":["trace[1312235234] 'read index received' (duration: 11.571591ms)","trace[1312235234] 'applied index is now lower than readState.Index' (duration: 163.154136ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:22:42.521096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.493574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:22:42.521171Z","caller":"traceutil/trace.go:171","msg":"trace[1199284220] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:7466; }","duration":"144.621987ms","start":"2026-03-04T11:22:42.376529Z","end":"2026-03-04T11:22:42.521151Z","steps":["trace[1199284220] 'agreement among raft nodes before linearized reading' (duration: 144.482703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:22:42.521219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.188079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224386"} {"level":"info","ts":"2026-03-04T11:22:42.521293Z","caller":"traceutil/trace.go:171","msg":"trace[149846297] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7466; }","duration":"175.276172ms","start":"2026-03-04T11:22:42.346001Z","end":"2026-03-04T11:22:42.521277Z","steps":["trace[149846297] 'agreement among raft nodes before linearized reading' (duration: 174.85511ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:22:55.742141Z","caller":"traceutil/trace.go:171","msg":"trace[581726613] linearizableReadLoop","detail":"{readStateIndex:7859; appliedIndex:7857; }","duration":"127.336602ms","start":"2026-03-04T11:22:55.614781Z","end":"2026-03-04T11:22:55.742118Z","steps":["trace[581726613] 'read index received' (duration: 65.461059ms)","trace[581726613] 'applied index is now lower than readState.Index' (duration: 61.874473ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:22:55.742295Z","caller":"traceutil/trace.go:171","msg":"trace[753900251] transaction","detail":"{read_only:false; response_revision:7552; number_of_response:1; }","duration":"120.407896ms","start":"2026-03-04T11:22:55.621871Z","end":"2026-03-04T11:22:55.742279Z","steps":["trace[753900251] 'process raft request' (duration: 120.17775ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:22:55.742409Z","caller":"traceutil/trace.go:171","msg":"trace[1046601127] transaction","detail":"{read_only:false; response_revision:7551; number_of_response:1; }","duration":"127.99287ms","start":"2026-03-04T11:22:55.614398Z","end":"2026-03-04T11:22:55.74239Z","steps":["trace[1046601127] 'process raft request' (duration: 127.21981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:22:55.742456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.174858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:22:55.742563Z","caller":"traceutil/trace.go:171","msg":"trace[893492160] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:7552; }","duration":"108.326771ms","start":"2026-03-04T11:22:55.634211Z","end":"2026-03-04T11:22:55.742538Z","steps":["trace[893492160] 'agreement among raft nodes before linearized reading' (duration: 108.140316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:22:55.742783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.977089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-04T11:22:55.742853Z","caller":"traceutil/trace.go:171","msg":"trace[24376278] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:7552; }","duration":"128.065942ms","start":"2026-03-04T11:22:55.61477Z","end":"2026-03-04T11:22:55.742836Z","steps":["trace[24376278] 'agreement among raft nodes before linearized reading' (duration: 127.866387ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:22:56.241415Z","caller":"traceutil/trace.go:171","msg":"trace[892730822] linearizableReadLoop","detail":"{readStateIndex:7864; appliedIndex:7863; }","duration":"389.600702ms","start":"2026-03-04T11:22:55.851764Z","end":"2026-03-04T11:22:56.241364Z","steps":["trace[892730822] 'read index received' (duration: 387.408753ms)","trace[892730822] 'applied index is now lower than readState.Index' (duration: 2.189499ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:22:56.241476Z","caller":"traceutil/trace.go:171","msg":"trace[1585655545] transaction","detail":"{read_only:false; response_revision:7555; number_of_response:1; }","duration":"390.396244ms","start":"2026-03-04T11:22:55.851022Z","end":"2026-03-04T11:22:56.241418Z","steps":["trace[1585655545] 'process raft request' (duration: 388.04079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:22:56.241708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:22:55.851Z","time spent":"390.584848ms","remote":"127.0.0.1:48014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2670,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:22:56.241718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.802734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:22:56.241787Z","caller":"traceutil/trace.go:171","msg":"trace[1521197892] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7555; }","duration":"134.911656ms","start":"2026-03-04T11:22:56.106854Z","end":"2026-03-04T11:22:56.241766Z","steps":["trace[1521197892] 'agreement among raft nodes before linearized reading' (duration: 134.808243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:22:56.241795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.032743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-04T11:22:56.24188Z","caller":"traceutil/trace.go:171","msg":"trace[1286952275] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:7555; }","duration":"390.149827ms","start":"2026-03-04T11:22:55.851711Z","end":"2026-03-04T11:22:56.24186Z","steps":["trace[1286952275] 'agreement among raft nodes before linearized reading' (duration: 389.803587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:22:56.242003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.598968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"warn","ts":"2026-03-04T11:22:56.242053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:22:55.851695Z","time spent":"390.345133ms","remote":"127.0.0.1:41168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":673,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"info","ts":"2026-03-04T11:22:56.242189Z","caller":"traceutil/trace.go:171","msg":"trace[1794767511] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:7555; }","duration":"390.941298ms","start":"2026-03-04T11:22:55.851162Z","end":"2026-03-04T11:22:56.242104Z","steps":["trace[1794767511] 'agreement among raft nodes before linearized reading' (duration: 390.436185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:22:56.242303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:22:55.851143Z","time spent":"391.139624ms","remote":"127.0.0.1:41168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3588,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-04T11:23:02.37979Z","caller":"traceutil/trace.go:171","msg":"trace[1546247120] transaction","detail":"{read_only:false; response_revision:7599; number_of_response:1; }","duration":"100.935533ms","start":"2026-03-04T11:23:02.278827Z","end":"2026-03-04T11:23:02.379762Z","steps":["trace[1546247120] 'process raft request' (duration: 100.762899ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:02.516843Z","caller":"traceutil/trace.go:171","msg":"trace[835214080] linearizableReadLoop","detail":"{readStateIndex:7910; appliedIndex:7909; }","duration":"137.085155ms","start":"2026-03-04T11:23:02.379722Z","end":"2026-03-04T11:23:02.516808Z","steps":["trace[835214080] 'read index received' (duration: 136.693234ms)","trace[835214080] 'applied index is now lower than readState.Index' (duration: 390.741µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:23:02.516933Z","caller":"traceutil/trace.go:171","msg":"trace[56254174] transaction","detail":"{read_only:false; response_revision:7600; number_of_response:1; }","duration":"207.722013ms","start":"2026-03-04T11:23:02.309172Z","end":"2026-03-04T11:23:02.516894Z","steps":["trace[56254174] 'process raft request' (duration: 207.328393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:02.517021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.366641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:23:02.517085Z","caller":"traceutil/trace.go:171","msg":"trace[1498474647] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:7600; }","duration":"211.496794ms","start":"2026-03-04T11:23:02.305573Z","end":"2026-03-04T11:23:02.51707Z","steps":["trace[1498474647] 'agreement among raft nodes before linearized reading' (duration: 211.351791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:02.517139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.935527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-04T11:23:02.517199Z","caller":"traceutil/trace.go:171","msg":"trace[801473539] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:7600; }","duration":"125.120042ms","start":"2026-03-04T11:23:02.392061Z","end":"2026-03-04T11:23:02.517181Z","steps":["trace[801473539] 'agreement among raft nodes before linearized reading' (duration: 124.960159ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:04.434423Z","caller":"traceutil/trace.go:171","msg":"trace[2006718432] linearizableReadLoop","detail":"{readStateIndex:7917; appliedIndex:7916; }","duration":"105.29182ms","start":"2026-03-04T11:23:04.329112Z","end":"2026-03-04T11:23:04.434404Z","steps":["trace[2006718432] 'read index received' (duration: 105.195168ms)","trace[2006718432] 'applied index is now lower than readState.Index' (duration: 95.902µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:23:04.434462Z","caller":"traceutil/trace.go:171","msg":"trace[447363888] transaction","detail":"{read_only:false; response_revision:7606; number_of_response:1; }","duration":"126.975052ms","start":"2026-03-04T11:23:04.307463Z","end":"2026-03-04T11:23:04.434438Z","steps":["trace[447363888] 'process raft request' (duration: 126.798468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:04.434531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.403503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:23:04.434558Z","caller":"traceutil/trace.go:171","msg":"trace[1107645761] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7606; }","duration":"105.503865ms","start":"2026-03-04T11:23:04.329047Z","end":"2026-03-04T11:23:04.434551Z","steps":["trace[1107645761] 'agreement among raft nodes before linearized reading' (duration: 105.430563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:04.869359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.887423ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:23:04.869494Z","caller":"traceutil/trace.go:171","msg":"trace[2097865140] transaction","detail":"{read_only:false; response_revision:7611; number_of_response:1; }","duration":"133.842598ms","start":"2026-03-04T11:23:04.735628Z","end":"2026-03-04T11:23:04.86947Z","steps":["trace[2097865140] 'process raft request' (duration: 13.74903ms)","trace[2097865140] 'compare' (duration: 119.744428ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:23:04.960481Z","caller":"traceutil/trace.go:171","msg":"trace[350247606] linearizableReadLoop","detail":"{readStateIndex:7923; appliedIndex:7922; }","duration":"198.957187ms","start":"2026-03-04T11:23:04.761503Z","end":"2026-03-04T11:23:04.96046Z","steps":["trace[350247606] 'read index received' (duration: 198.840564ms)","trace[350247606] 'applied index is now lower than readState.Index' (duration: 115.713µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:23:04.960627Z","caller":"traceutil/trace.go:171","msg":"trace[1670035453] transaction","detail":"{read_only:false; response_revision:7612; number_of_response:1; }","duration":"224.531005ms","start":"2026-03-04T11:23:04.736061Z","end":"2026-03-04T11:23:04.960592Z","steps":["trace[1670035453] 'process raft request' (duration: 224.277618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:04.960704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.572806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:23:04.960728Z","caller":"traceutil/trace.go:171","msg":"trace[1535245054] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:7612; }","duration":"125.635717ms","start":"2026-03-04T11:23:04.835084Z","end":"2026-03-04T11:23:04.96072Z","steps":["trace[1535245054] 'agreement among raft nodes before linearized reading' (duration: 125.604116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:04.960669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.151013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T11:23:04.960774Z","caller":"traceutil/trace.go:171","msg":"trace[1760483596] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7612; }","duration":"199.267966ms","start":"2026-03-04T11:23:04.761489Z","end":"2026-03-04T11:23:04.960757Z","steps":["trace[1760483596] 'agreement among raft nodes before linearized reading' (duration: 199.077461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:04.960783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.423527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:23:04.960846Z","caller":"traceutil/trace.go:171","msg":"trace[61297314] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:7612; }","duration":"168.5209ms","start":"2026-03-04T11:23:04.792305Z","end":"2026-03-04T11:23:04.960826Z","steps":["trace[61297314] 'agreement among raft nodes before linearized reading' (duration: 168.376806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:05.1834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.088647ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:23:05.18352Z","caller":"traceutil/trace.go:171","msg":"trace[257642280] transaction","detail":"{read_only:false; response_revision:7613; number_of_response:1; }","duration":"218.37499ms","start":"2026-03-04T11:23:04.965122Z","end":"2026-03-04T11:23:05.183497Z","steps":["trace[257642280] 'process raft request' (duration: 69.101348ms)","trace[257642280] 'compare' (duration: 148.949183ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:23:06.685473Z","caller":"traceutil/trace.go:171","msg":"trace[1578299273] transaction","detail":"{read_only:false; response_revision:7617; number_of_response:1; }","duration":"124.344142ms","start":"2026-03-04T11:23:06.561093Z","end":"2026-03-04T11:23:06.685437Z","steps":["trace[1578299273] 'process raft request' (duration: 124.133157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:09.279899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.55223ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:23:09.280088Z","caller":"traceutil/trace.go:171","msg":"trace[1265623821] linearizableReadLoop","detail":"{readStateIndex:7948; appliedIndex:7944; }","duration":"345.017413ms","start":"2026-03-04T11:23:08.93506Z","end":"2026-03-04T11:23:09.280078Z","steps":["trace[1265623821] 'read index received' (duration: 6.72547ms)","trace[1265623821] 'applied index is now lower than readState.Index' (duration: 338.291273ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:23:09.280156Z","caller":"traceutil/trace.go:171","msg":"trace[664884449] transaction","detail":"{read_only:false; response_revision:7636; number_of_response:1; }","duration":"366.767748ms","start":"2026-03-04T11:23:08.913382Z","end":"2026-03-04T11:23:09.28015Z","steps":["trace[664884449] 'process raft request' (duration: 366.658095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:09.280186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:08.913375Z","time spent":"366.794169ms","remote":"127.0.0.1:41382","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1180,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:23:09.280133Z","caller":"traceutil/trace.go:171","msg":"trace[1052798486] transaction","detail":"{read_only:false; response_revision:7634; number_of_response:1; }","duration":"370.778876ms","start":"2026-03-04T11:23:08.909324Z","end":"2026-03-04T11:23:09.280103Z","steps":["trace[1052798486] 'process raft request' (duration: 108.952248ms)","trace[1052798486] 'compare' (duration: 261.362765ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:23:09.280186Z","caller":"traceutil/trace.go:171","msg":"trace[1002276285] transaction","detail":"{read_only:false; response_revision:7635; number_of_response:1; }","duration":"370.843017ms","start":"2026-03-04T11:23:08.909322Z","end":"2026-03-04T11:23:09.280165Z","steps":["trace[1002276285] 'process raft request' (duration: 370.649072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:09.280293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.018495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:23:09.280319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:08.909304Z","time spent":"370.92236ms","remote":"127.0.0.1:41418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1102,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:23:09.28037Z","caller":"traceutil/trace.go:171","msg":"trace[1602067949] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:7636; }","duration":"322.125568ms","start":"2026-03-04T11:23:08.958226Z","end":"2026-03-04T11:23:09.280352Z","steps":["trace[1602067949] 'agreement among raft nodes before linearized reading' (duration: 321.998505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:09.280392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.337662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T11:23:09.280409Z","caller":"traceutil/trace.go:171","msg":"trace[1502559400] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7636; }","duration":"345.392614ms","start":"2026-03-04T11:23:08.935011Z","end":"2026-03-04T11:23:09.280404Z","steps":["trace[1502559400] 'agreement among raft nodes before linearized reading' (duration: 345.310472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:09.280384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.029241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:23:09.280428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:08.934961Z","time spent":"345.463915ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T11:23:09.280412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:08.958218Z","time spent":"322.18355ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-03-04T11:23:09.280457Z","caller":"traceutil/trace.go:171","msg":"trace[1460637305] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7636; }","duration":"173.146374ms","start":"2026-03-04T11:23:09.107291Z","end":"2026-03-04T11:23:09.280437Z","steps":["trace[1460637305] 'agreement among raft nodes before linearized reading' (duration: 173.01448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:09.280472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.52349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T11:23:09.280523Z","caller":"traceutil/trace.go:171","msg":"trace[700601592] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7636; }","duration":"267.602073ms","start":"2026-03-04T11:23:09.012908Z","end":"2026-03-04T11:23:09.28051Z","steps":["trace[700601592] 'agreement among raft nodes before linearized reading' (duration: 267.431628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:09.280527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:08.909291Z","time spent":"370.94167ms","remote":"127.0.0.1:41576","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7356,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:23:09.913108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.026191ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:23:09.91319Z","caller":"traceutil/trace.go:171","msg":"trace[771734736] transaction","detail":"{read_only:false; response_revision:7637; number_of_response:1; }","duration":"628.616485ms","start":"2026-03-04T11:23:09.284558Z","end":"2026-03-04T11:23:09.913175Z","steps":["trace[771734736] 'process raft request' (duration: 228.45916ms)","trace[771734736] 'compare' (duration: 399.883218ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:23:09.913234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:09.284546Z","time spent":"628.667037ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:23:11.08192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.427588ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:23:11.082046Z","caller":"traceutil/trace.go:171","msg":"trace[1977140708] linearizableReadLoop","detail":"{readStateIndex:7952; appliedIndex:7948; }","duration":"1.638769087s","start":"2026-03-04T11:23:09.443266Z","end":"2026-03-04T11:23:11.082036Z","steps":["trace[1977140708] 'read index received' (duration: 69.765946ms)","trace[1977140708] 'applied index is now lower than readState.Index' (duration: 1.569002631s)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:23:11.082041Z","caller":"traceutil/trace.go:171","msg":"trace[3048954] transaction","detail":"{read_only:false; response_revision:7638; number_of_response:1; }","duration":"1.796745233s","start":"2026-03-04T11:23:09.285275Z","end":"2026-03-04T11:23:11.08202Z","steps":["trace[3048954] 'process raft request' (duration: 901.167001ms)","trace[3048954] 'compare' (duration: 895.355196ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:23:11.082144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:09.285256Z","time spent":"1.796830796s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:23:11.082183Z","caller":"traceutil/trace.go:171","msg":"trace[1747166374] transaction","detail":"{read_only:false; response_revision:7639; number_of_response:1; }","duration":"1.794989406s","start":"2026-03-04T11:23:09.287186Z","end":"2026-03-04T11:23:11.082175Z","steps":["trace[1747166374] 'process raft request' (duration: 1.794791081s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:11.082313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:09.287177Z","time spent":"1.795025187s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:23:11.082602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.639315832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-04T11:23:11.082652Z","caller":"traceutil/trace.go:171","msg":"trace[1620720432] transaction","detail":"{read_only:false; response_revision:7640; number_of_response:1; }","duration":"1.792215341s","start":"2026-03-04T11:23:09.29041Z","end":"2026-03-04T11:23:11.082625Z","steps":["trace[1620720432] 'process raft request' (duration: 1.791596405s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:11.082698Z","caller":"traceutil/trace.go:171","msg":"trace[1607611841] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7640; }","duration":"1.639469266s","start":"2026-03-04T11:23:09.443206Z","end":"2026-03-04T11:23:11.082675Z","steps":["trace[1607611841] 'agreement among raft nodes before linearized reading' (duration: 1.639208989s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:11.082726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:09.290402Z","time spent":"1.792288003s","remote":"127.0.0.1:41546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7656,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:23:11.082755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:09.443181Z","time spent":"1.639560008s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T11:23:11.582857Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541838294,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:23:12.083497Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541838294,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:23:12.493711Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.780501367s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T11:23:12.494592Z","caller":"traceutil/trace.go:171","msg":"trace[84966513] transaction","detail":"{read_only:false; response_revision:7641; number_of_response:1; }","duration":"1.98521442s","start":"2026-03-04T11:23:10.509354Z","end":"2026-03-04T11:23:12.494569Z","steps":["trace[84966513] 'process raft request' (duration: 1.984525421s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:12.494763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:10.509317Z","time spent":"1.985337043s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:23:13.108365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999981397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T11:23:13.108484Z","caller":"traceutil/trace.go:171","msg":"trace[1109078086] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000150811s","start":"2026-03-04T11:23:11.108302Z","end":"2026-03-04T11:23:13.108452Z","steps":["trace[1109078086] 'agreement among raft nodes before linearized reading' (duration: 2.000025027s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:13.108527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:11.108276Z","time spent":"2.000242324s","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:23:13.834403Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.340495159s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T11:23:13.834946Z","caller":"traceutil/trace.go:171","msg":"trace[1040094468] transaction","detail":"{read_only:false; response_revision:7642; number_of_response:1; }","duration":"3.288550741s","start":"2026-03-04T11:23:10.546344Z","end":"2026-03-04T11:23:13.834895Z","steps":["trace[1040094468] 'process raft request' (duration: 3.288284654s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:13.834965Z","caller":"traceutil/trace.go:171","msg":"trace[1405968905] transaction","detail":"{read_only:false; response_revision:7643; number_of_response:1; }","duration":"3.24387321s","start":"2026-03-04T11:23:10.591028Z","end":"2026-03-04T11:23:13.834902Z","steps":["trace[1405968905] 'process raft request' (duration: 3.243770117s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:13.8351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:10.546323Z","time spent":"3.288697175s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:23:13.835134Z","caller":"traceutil/trace.go:171","msg":"trace[1129804279] linearizableReadLoop","detail":"{readStateIndex:7957; appliedIndex:7952; }","duration":"2.753022087s","start":"2026-03-04T11:23:11.082063Z","end":"2026-03-04T11:23:13.835085Z","steps":["trace[1129804279] 'read index received' (duration: 1.41190121s)","trace[1129804279] 'applied index is now lower than readState.Index' (duration: 1.341119867s)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:23:13.835261Z","caller":"traceutil/trace.go:171","msg":"trace[554961375] transaction","detail":"{read_only:false; response_revision:7644; number_of_response:1; }","duration":"3.124118331s","start":"2026-03-04T11:23:10.711132Z","end":"2026-03-04T11:23:13.83525Z","steps":["trace[554961375] 'process raft request' (duration: 3.123729881s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:13.835247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.41092002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T11:23:13.83527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.012171462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T11:23:13.835313Z","caller":"traceutil/trace.go:171","msg":"trace[1053023144] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7645; }","duration":"3.411060744s","start":"2026-03-04T11:23:10.424236Z","end":"2026-03-04T11:23:13.835297Z","steps":["trace[1053023144] 'agreement among raft nodes before linearized reading' (duration: 3.410951781s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:13.835341Z","caller":"traceutil/trace.go:171","msg":"trace[1217069691] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7645; }","duration":"3.012281265s","start":"2026-03-04T11:23:10.823041Z","end":"2026-03-04T11:23:13.835322Z","steps":["trace[1217069691] 'agreement among raft nodes before linearized reading' (duration: 3.01207125s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:13.835333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:10.711113Z","time spent":"3.124179382s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:23:13.835345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:10.424215Z","time spent":"3.411122616s","remote":"127.0.0.1:43682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:23:13.835333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.514923765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T11:23:13.835375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:10.823026Z","time spent":"3.012341216s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T11:23:13.835145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:10.591002Z","time spent":"3.244044235s","remote":"127.0.0.1:41262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:23:13.835413Z","caller":"traceutil/trace.go:171","msg":"trace[1522897891] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7645; }","duration":"3.515057689s","start":"2026-03-04T11:23:10.320336Z","end":"2026-03-04T11:23:13.835393Z","steps":["trace[1522897891] 'agreement among raft nodes before linearized reading' (duration: 3.514885434s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:13.83522Z","caller":"traceutil/trace.go:171","msg":"trace[411553720] transaction","detail":"{read_only:false; response_revision:7645; number_of_response:1; }","duration":"2.74832699s","start":"2026-03-04T11:23:11.086877Z","end":"2026-03-04T11:23:13.835204Z","steps":["trace[411553720] 'process raft request' (duration: 2.748116864s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:13.835428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.705635842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T11:23:13.835462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:10.320314Z","time spent":"3.515137692s","remote":"127.0.0.1:43670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:23:13.835453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.045730204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T11:23:13.83548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.008423311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:23:13.835497Z","caller":"traceutil/trace.go:171","msg":"trace[316922249] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:7645; }","duration":"3.705760125s","start":"2026-03-04T11:23:10.129703Z","end":"2026-03-04T11:23:13.835463Z","steps":["trace[316922249] 'agreement among raft nodes before linearized reading' (duration: 3.705611141s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:13.835504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:11.086855Z","time spent":"2.748608858s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:23:13.835534Z","caller":"traceutil/trace.go:171","msg":"trace[1471974679] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7645; }","duration":"3.045866198s","start":"2026-03-04T11:23:10.789647Z","end":"2026-03-04T11:23:13.835513Z","steps":["trace[1471974679] 'agreement among raft nodes before linearized reading' (duration: 3.045552s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:13.83554Z","caller":"traceutil/trace.go:171","msg":"trace[26004917] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:7645; }","duration":"3.008523584s","start":"2026-03-04T11:23:10.826996Z","end":"2026-03-04T11:23:13.835519Z","steps":["trace[26004917] 'agreement among raft nodes before linearized reading' (duration: 3.008359559s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:13.835547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.311092015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-04T11:23:13.835577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:10.826975Z","time spent":"3.008593676s","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-kh88j\" "} {"level":"warn","ts":"2026-03-04T11:23:13.835577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:10.789624Z","time spent":"3.04594502s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T11:23:13.835596Z","caller":"traceutil/trace.go:171","msg":"trace[899682201] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7645; }","duration":"4.311178807s","start":"2026-03-04T11:23:09.524403Z","end":"2026-03-04T11:23:13.835582Z","steps":["trace[899682201] 'agreement among raft nodes before linearized reading' (duration: 4.311007023s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:13.835631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:09.524381Z","time spent":"4.311242468s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T11:23:13.835981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:10.12968Z","time spent":"3.706282019s","remote":"127.0.0.1:41600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:23:14.851553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.322927ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:23:14.851762Z","caller":"traceutil/trace.go:171","msg":"trace[1643384237] transaction","detail":"{read_only:false; response_revision:7646; number_of_response:1; }","duration":"1.705664066s","start":"2026-03-04T11:23:13.146072Z","end":"2026-03-04T11:23:14.851736Z","steps":["trace[1643384237] 'process raft request' (duration: 1.115082662s)","trace[1643384237] 'compare' (duration: 590.020749ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:23:14.851884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:13.146051Z","time spent":"1.705768928s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:23:15.109187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000362657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T11:23:15.109282Z","caller":"traceutil/trace.go:171","msg":"trace[245192731] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000524982s","start":"2026-03-04T11:23:13.108733Z","end":"2026-03-04T11:23:15.109258Z","steps":["trace[245192731] 'agreement among raft nodes before linearized reading' (duration: 2.000379278s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:15.109342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:13.10872Z","time spent":"2.000603054s","remote":"127.0.0.1:41086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:23:15.76603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.349637ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T11:23:15.766588Z","caller":"traceutil/trace.go:171","msg":"trace[209429157] linearizableReadLoop","detail":"{readStateIndex:7959; appliedIndex:7957; }","duration":"1.931270261s","start":"2026-03-04T11:23:13.835276Z","end":"2026-03-04T11:23:15.766547Z","steps":["trace[209429157] 'read index received' (duration: 425.885498ms)","trace[209429157] 'applied index is now lower than readState.Index' (duration: 1.505379913s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:23:15.766689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.732339682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:23:15.766711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.681351922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T11:23:15.766772Z","caller":"traceutil/trace.go:171","msg":"trace[383434540] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7646; }","duration":"2.681449874s","start":"2026-03-04T11:23:13.085308Z","end":"2026-03-04T11:23:15.766758Z","steps":["trace[383434540] 'agreement among raft nodes before linearized reading' (duration: 2.681268159s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:15.766769Z","caller":"traceutil/trace.go:171","msg":"trace[169511061] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:7646; }","duration":"2.732435785s","start":"2026-03-04T11:23:13.034314Z","end":"2026-03-04T11:23:15.76675Z","steps":["trace[169511061] 'agreement among raft nodes before linearized reading' (duration: 2.732288101s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:15.766809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:13.085284Z","time spent":"2.681519466s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T11:23:15.76682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:13.034251Z","time spent":"2.732559878s","remote":"127.0.0.1:41314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:23:15.766823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.679835841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-04T11:23:15.766871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.158047204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T11:23:15.766914Z","caller":"traceutil/trace.go:171","msg":"trace[1417821379] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7646; }","duration":"2.679973914s","start":"2026-03-04T11:23:13.086919Z","end":"2026-03-04T11:23:15.766893Z","steps":["trace[1417821379] 'agreement among raft nodes before linearized reading' (duration: 2.679660816s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:15.766982Z","caller":"traceutil/trace.go:171","msg":"trace[795551710] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7646; }","duration":"3.158169117s","start":"2026-03-04T11:23:12.608752Z","end":"2026-03-04T11:23:15.766922Z","steps":["trace[795551710] 'agreement among raft nodes before linearized reading' (duration: 3.157860099s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:15.767001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:13.086911Z","time spent":"2.680075167s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T11:23:15.767048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:12.608734Z","time spent":"3.158299901s","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T11:23:15.767227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.850362013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T11:23:15.767277Z","caller":"traceutil/trace.go:171","msg":"trace[1582345358] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7646; }","duration":"3.850452765s","start":"2026-03-04T11:23:11.916816Z","end":"2026-03-04T11:23:15.767268Z","steps":["trace[1582345358] 'agreement among raft nodes before linearized reading' (duration: 3.84986186s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:15.767308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:11.916792Z","time spent":"3.850510516s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T11:23:15.967421Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.706322664s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T11:23:15.9679Z","caller":"traceutil/trace.go:171","msg":"trace[1775893549] transaction","detail":"{read_only:false; response_revision:7647; number_of_response:1; }","duration":"2.120429865s","start":"2026-03-04T11:23:13.847437Z","end":"2026-03-04T11:23:15.967867Z","steps":["trace[1775893549] 'process raft request' (duration: 2.120151338s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:15.968079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:13.847416Z","time spent":"2.120562329s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:23:15.968127Z","caller":"traceutil/trace.go:171","msg":"trace[1685656211] transaction","detail":"{read_only:false; response_revision:7648; number_of_response:1; }","duration":"2.119627054s","start":"2026-03-04T11:23:13.848484Z","end":"2026-03-04T11:23:15.968111Z","steps":["trace[1685656211] 'process raft request' (duration: 2.119339906s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:15.96822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:13.848474Z","time spent":"2.119684665s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:23:15.968451Z","caller":"traceutil/trace.go:171","msg":"trace[1851592784] transaction","detail":"{read_only:false; response_revision:7649; number_of_response:1; }","duration":"2.119829139s","start":"2026-03-04T11:23:13.848583Z","end":"2026-03-04T11:23:15.968412Z","steps":["trace[1851592784] 'process raft request' (duration: 2.119446209s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:15.968648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:13.848577Z","time spent":"2.119985293s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:23:17.117935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000141561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T11:23:17.118019Z","caller":"traceutil/trace.go:171","msg":"trace[1609270168] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000290095s","start":"2026-03-04T11:23:15.11771Z","end":"2026-03-04T11:23:17.118Z","steps":["trace[1609270168] 'agreement among raft nodes before linearized reading' (duration: 2.000185162s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:17.118067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:15.117688Z","time spent":"2.000370026s","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 11:23:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T11:23:17.474853Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.507252802s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T11:23:17.475505Z","caller":"traceutil/trace.go:171","msg":"trace[317451320] transaction","detail":"{read_only:false; response_revision:7652; number_of_response:1; }","duration":"1.704222957s","start":"2026-03-04T11:23:15.771264Z","end":"2026-03-04T11:23:17.475487Z","steps":["trace[317451320] 'process raft request' (duration: 1.70399387s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:17.475553Z","caller":"traceutil/trace.go:171","msg":"trace[159704500] transaction","detail":"{read_only:false; response_revision:7653; number_of_response:1; }","duration":"1.703901728s","start":"2026-03-04T11:23:15.771636Z","end":"2026-03-04T11:23:17.475538Z","steps":["trace[159704500] 'process raft request' (duration: 1.703670302s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:17.475562Z","caller":"traceutil/trace.go:171","msg":"trace[1146527022] linearizableReadLoop","detail":"{readStateIndex:7963; appliedIndex:7959; }","duration":"1.708849221s","start":"2026-03-04T11:23:15.766695Z","end":"2026-03-04T11:23:17.475544Z","steps":["trace[1146527022] 'read index received' (duration: 201.042304ms)","trace[1146527022] 'applied index is now lower than readState.Index' (duration: 1.507805907s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:23:17.475614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:15.771236Z","time spent":"1.704310569s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:23:17.475649Z","caller":"traceutil/trace.go:171","msg":"trace[483978571] transaction","detail":"{read_only:false; response_revision:7655; number_of_response:1; }","duration":"1.632491819s","start":"2026-03-04T11:23:15.843144Z","end":"2026-03-04T11:23:17.475636Z","steps":["trace[483978571] 'process raft request' (duration: 1.632272763s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:17.475734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:15.843136Z","time spent":"1.63255235s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:23:17.475766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.975080096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T11:23:17.475761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.473395532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:23:17.47577Z","caller":"traceutil/trace.go:171","msg":"trace[1692449656] transaction","detail":"{read_only:false; response_revision:7650; number_of_response:1; }","duration":"2.974407557s","start":"2026-03-04T11:23:14.501184Z","end":"2026-03-04T11:23:17.475592Z","steps":["trace[1692449656] 'process raft request' (duration: 2.973837572s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:17.475801Z","caller":"traceutil/trace.go:171","msg":"trace[1192833864] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:7655; }","duration":"2.975148748s","start":"2026-03-04T11:23:14.500643Z","end":"2026-03-04T11:23:17.475792Z","steps":["trace[1192833864] 'agreement among raft nodes before linearized reading' (duration: 2.975076496s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:17.475818Z","caller":"traceutil/trace.go:171","msg":"trace[1404741010] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7655; }","duration":"2.473492744s","start":"2026-03-04T11:23:15.00231Z","end":"2026-03-04T11:23:17.475803Z","steps":["trace[1404741010] 'agreement among raft nodes before linearized reading' (duration: 2.473374011s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:17.47583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:14.500587Z","time spent":"2.975234971s","remote":"127.0.0.1:32786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:23:17.475878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:15.00229Z","time spent":"2.473571266s","remote":"127.0.0.1:43666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T11:23:17.475529Z","caller":"traceutil/trace.go:171","msg":"trace[503707202] transaction","detail":"{read_only:false; response_revision:7651; number_of_response:1; }","duration":"1.70544773s","start":"2026-03-04T11:23:15.770042Z","end":"2026-03-04T11:23:17.47549Z","steps":["trace[503707202] 'process raft request' (duration: 1.705173402s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:17.475649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:15.771606Z","time spent":"1.70398649s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:23:17.475923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:14.501173Z","time spent":"2.974654405s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:23:17.476041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:15.770022Z","time spent":"1.705962214s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:23:17.475491Z","caller":"traceutil/trace.go:171","msg":"trace[394556735] transaction","detail":"{read_only:false; response_revision:7654; number_of_response:1; }","duration":"1.633947168s","start":"2026-03-04T11:23:15.841516Z","end":"2026-03-04T11:23:17.475463Z","steps":["trace[394556735] 'process raft request' (duration: 1.633855936s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:17.476208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:15.841506Z","time spent":"1.634653637s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:23:17.476253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.363555759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18999ee1c07bb0b7\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-04T11:23:17.476444Z","caller":"traceutil/trace.go:171","msg":"trace[1094104776] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18999ee1c07bb0b7; range_end:; response_count:1; response_revision:7655; }","duration":"2.363747984s","start":"2026-03-04T11:23:15.11261Z","end":"2026-03-04T11:23:17.476358Z","steps":["trace[1094104776] 'agreement among raft nodes before linearized reading' (duration: 2.363136258s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:17.476548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:15.112593Z","time spent":"2.363936009s","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18999ee1c07bb0b7\" "} {"level":"warn","ts":"2026-03-04T11:23:17.476563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.628957932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224442"} {"level":"info","ts":"2026-03-04T11:23:17.476618Z","caller":"traceutil/trace.go:171","msg":"trace[1071166611] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7655; }","duration":"3.629033533s","start":"2026-03-04T11:23:13.847567Z","end":"2026-03-04T11:23:17.476601Z","steps":["trace[1071166611] 'agreement among raft nodes before linearized reading' (duration: 3.62853049s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:17.476661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:13.847561Z","time spent":"3.629087496s","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224465,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T11:23:19.061901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286810688s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:23:19.062056Z","caller":"traceutil/trace.go:171","msg":"trace[1295043058] transaction","detail":"{read_only:false; response_revision:7656; number_of_response:1; }","duration":"1.996564116s","start":"2026-03-04T11:23:17.065468Z","end":"2026-03-04T11:23:19.062032Z","steps":["trace[1295043058] 'process raft request' (duration: 709.415079ms)","trace[1295043058] 'compare' (duration: 1.285982916s)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:23:19.062123Z","caller":"traceutil/trace.go:171","msg":"trace[1264172759] linearizableReadLoop","detail":"{readStateIndex:7969; appliedIndex:7968; }","duration":"1.586496943s","start":"2026-03-04T11:23:17.475605Z","end":"2026-03-04T11:23:19.062102Z","steps":["trace[1264172759] 'read index received' (duration: 299.290235ms)","trace[1264172759] 'applied index is now lower than readState.Index' (duration: 1.287204418s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:23:19.062167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:17.065448Z","time spent":"1.996655658s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:23:19.062201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.805749965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:23:19.062252Z","caller":"traceutil/trace.go:171","msg":"trace[1595501292] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:7656; }","duration":"2.805864318s","start":"2026-03-04T11:23:16.256377Z","end":"2026-03-04T11:23:19.062242Z","steps":["trace[1595501292] 'agreement among raft nodes before linearized reading' (duration: 2.805770985s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:19.06228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:16.256351Z","time spent":"2.80592352s","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:23:19.062267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.943800008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:23:19.062323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.292095988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T11:23:19.062339Z","caller":"traceutil/trace.go:171","msg":"trace[1551817530] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7656; }","duration":"1.943977712s","start":"2026-03-04T11:23:17.118348Z","end":"2026-03-04T11:23:19.062326Z","steps":["trace[1551817530] 'agreement among raft nodes before linearized reading' (duration: 1.943849199s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:19.062379Z","caller":"traceutil/trace.go:171","msg":"trace[1129069726] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7656; }","duration":"3.292164919s","start":"2026-03-04T11:23:15.770199Z","end":"2026-03-04T11:23:19.062364Z","steps":["trace[1129069726] 'agreement among raft nodes before linearized reading' (duration: 3.291988285s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:19.062412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:17.118304Z","time spent":"1.944098025s","remote":"127.0.0.1:41086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:23:19.062422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:15.770192Z","time spent":"3.292220601s","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T11:23:19.06267Z","caller":"traceutil/trace.go:171","msg":"trace[1587035641] transaction","detail":"{read_only:false; response_revision:7657; number_of_response:1; }","duration":"1.583910974s","start":"2026-03-04T11:23:17.478748Z","end":"2026-03-04T11:23:19.062659Z","steps":["trace[1587035641] 'process raft request' (duration: 1.583312628s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:19.06275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:17.478723Z","time spent":"1.583989867s","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:23:19.151549Z","caller":"traceutil/trace.go:171","msg":"trace[1311614866] transaction","detail":"{read_only:false; response_revision:7658; number_of_response:1; }","duration":"967.572077ms","start":"2026-03-04T11:23:18.183961Z","end":"2026-03-04T11:23:19.151533Z","steps":["trace[1311614866] 'process raft request' (duration: 967.341941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:19.151642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:18.183934Z","time spent":"967.657799ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:23:19.151807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177936571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T11:23:19.151833Z","caller":"traceutil/trace.go:171","msg":"trace[1567285759] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7658; }","duration":"1.177990633s","start":"2026-03-04T11:23:17.973837Z","end":"2026-03-04T11:23:19.151827Z","steps":["trace[1567285759] 'agreement among raft nodes before linearized reading' (duration: 1.17787504s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:19.151848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:17.973821Z","time spent":"1.178024314s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T11:23:19.151862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.865673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:23:19.151938Z","caller":"traceutil/trace.go:171","msg":"trace[1196740881] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:7658; }","duration":"267.030997ms","start":"2026-03-04T11:23:18.884888Z","end":"2026-03-04T11:23:19.151919Z","steps":["trace[1196740881] 'agreement among raft nodes before linearized reading' (duration: 266.867313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:19.151989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114741983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414421"} {"level":"warn","ts":"2026-03-04T11:23:19.15199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12502619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.18\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-04T11:23:19.152022Z","caller":"traceutil/trace.go:171","msg":"trace[1075736596] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:7658; }","duration":"1.114806965s","start":"2026-03-04T11:23:18.037204Z","end":"2026-03-04T11:23:19.15201Z","steps":["trace[1075736596] 'agreement among raft nodes before linearized reading' (duration: 1.11463396s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:19.152056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:18.037183Z","time spent":"1.114865557s","remote":"127.0.0.1:60292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414444,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-04T11:23:19.152048Z","caller":"traceutil/trace.go:171","msg":"trace[1685787107] range","detail":"{range_begin:/registry/masterleases/199.19.213.18; range_end:; response_count:1; response_revision:7658; }","duration":"1.125142682s","start":"2026-03-04T11:23:18.026889Z","end":"2026-03-04T11:23:19.152031Z","steps":["trace[1685787107] 'agreement among raft nodes before linearized reading' (duration: 1.124993398s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:19.152096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:18.02687Z","time spent":"1.125213495s","remote":"127.0.0.1:41114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.18\" "} {"level":"warn","ts":"2026-03-04T11:23:19.152193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179502194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T11:23:19.152252Z","caller":"traceutil/trace.go:171","msg":"trace[1150973343] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7658; }","duration":"1.179613887s","start":"2026-03-04T11:23:17.972621Z","end":"2026-03-04T11:23:19.152235Z","steps":["trace[1150973343] 'agreement among raft nodes before linearized reading' (duration: 1.179449412s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:19.152303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:17.972595Z","time spent":"1.179695609s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T11:23:19.151784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.700393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:23:19.152881Z","caller":"traceutil/trace.go:171","msg":"trace[1234585539] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:7658; }","duration":"413.860934ms","start":"2026-03-04T11:23:18.73901Z","end":"2026-03-04T11:23:19.152871Z","steps":["trace[1234585539] 'agreement among raft nodes before linearized reading' (duration: 412.705173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:19.152927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:18.738987Z","time spent":"413.913266ms","remote":"127.0.0.1:43596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:23:19.713329Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541838318,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:23:20.155739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.212132ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-04T11:23:20.155848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:19.152835Z","time spent":"1.00300933s","remote":"127.0.0.1:41114","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T11:23:21.477993Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.511534827s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T11:23:21.478514Z","caller":"traceutil/trace.go:171","msg":"trace[796576681] transaction","detail":"{read_only:false; response_revision:7659; number_of_response:1; }","duration":"2.324011465s","start":"2026-03-04T11:23:19.154484Z","end":"2026-03-04T11:23:21.478495Z","steps":["trace[796576681] 'process raft request' (duration: 2.323698357s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:21.478619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:19.154476Z","time spent":"2.324091017s","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:23:21.478725Z","caller":"traceutil/trace.go:171","msg":"trace[1173199272] transaction","detail":"{read_only:false; response_revision:7660; number_of_response:1; }","duration":"2.322817063s","start":"2026-03-04T11:23:19.155893Z","end":"2026-03-04T11:23:21.47871Z","steps":["trace[1173199272] 'process raft request' (duration: 2.322478374s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:21.478849Z","caller":"traceutil/trace.go:171","msg":"trace[1724812003] transaction","detail":"{read_only:false; response_revision:7662; number_of_response:1; }","duration":"1.998461445s","start":"2026-03-04T11:23:19.48038Z","end":"2026-03-04T11:23:21.478841Z","steps":["trace[1724812003] 'process raft request' (duration: 1.998113025s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:21.478892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:19.480359Z","time spent":"1.998512736s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:23:21.478891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:19.155871Z","time spent":"2.322900655s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:23:21.478896Z","caller":"traceutil/trace.go:171","msg":"trace[1775383442] transaction","detail":"{read_only:false; response_revision:7663; number_of_response:1; }","duration":"1.998456245s","start":"2026-03-04T11:23:19.480397Z","end":"2026-03-04T11:23:21.478853Z","steps":["trace[1775383442] 'process raft request' (duration: 1.998292581s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:21.478552Z","caller":"traceutil/trace.go:171","msg":"trace[1517942734] transaction","detail":"{read_only:false; response_revision:7661; number_of_response:1; }","duration":"2.322287068s","start":"2026-03-04T11:23:19.156242Z","end":"2026-03-04T11:23:21.478529Z","steps":["trace[1517942734] 'process raft request' (duration: 2.322219036s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:21.479075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:19.480382Z","time spent":"1.998606809s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:23:21.479064Z","caller":"traceutil/trace.go:171","msg":"trace[320963507] transaction","detail":"{read_only:false; response_revision:7664; number_of_response:1; }","duration":"1.998192178s","start":"2026-03-04T11:23:19.480841Z","end":"2026-03-04T11:23:21.479033Z","steps":["trace[320963507] 'process raft request' (duration: 1.997926891s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:21.479321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:19.480832Z","time spent":"1.998368622s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:23:21.479396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:19.156233Z","time spent":"2.322849554s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:23:21.48026Z","caller":"traceutil/trace.go:171","msg":"trace[558638320] linearizableReadLoop","detail":"{readStateIndex:7979; appliedIndex:7971; }","duration":"2.267751633s","start":"2026-03-04T11:23:19.212476Z","end":"2026-03-04T11:23:21.480227Z","steps":["trace[558638320] 'read index received' (duration: 753.056311ms)","trace[558638320] 'applied index is now lower than readState.Index' (duration: 1.514693772s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:23:21.480426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.267944879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:23:21.480504Z","caller":"traceutil/trace.go:171","msg":"trace[1092289696] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7665; }","duration":"2.268053652s","start":"2026-03-04T11:23:19.212426Z","end":"2026-03-04T11:23:21.480479Z","steps":["trace[1092289696] 'agreement among raft nodes before linearized reading' (duration: 2.267936339s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:21.480348Z","caller":"traceutil/trace.go:171","msg":"trace[482452822] transaction","detail":"{read_only:false; response_revision:7665; number_of_response:1; }","duration":"1.970408561s","start":"2026-03-04T11:23:19.509899Z","end":"2026-03-04T11:23:21.480308Z","steps":["trace[482452822] 'process raft request' (duration: 1.969864776s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:21.480717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:19.509879Z","time spent":"1.97075201s","remote":"127.0.0.1:60292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414331,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:23:21.480571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:19.212407Z","time spent":"2.268149774s","remote":"127.0.0.1:41546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T11:23:22.10687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999845122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T11:23:22.106992Z","caller":"traceutil/trace.go:171","msg":"trace[1876580369] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000065498s","start":"2026-03-04T11:23:20.106906Z","end":"2026-03-04T11:23:22.106971Z","steps":["trace[1876580369] 'agreement among raft nodes before linearized reading' (duration: 1.999917414s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:22.107047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:20.10689Z","time spent":"2.00014662s","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:23:22.207245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:21.77718Z","time spent":"430.057039ms","remote":"127.0.0.1:45996","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T11:23:22.208513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.339383ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:23:22.208644Z","caller":"traceutil/trace.go:171","msg":"trace[140314291] linearizableReadLoop","detail":"{readStateIndex:7980; appliedIndex:7979; }","duration":"728.192883ms","start":"2026-03-04T11:23:21.48043Z","end":"2026-03-04T11:23:22.208623Z","steps":["trace[140314291] 'read index received' (duration: 174.572873ms)","trace[140314291] 'applied index is now lower than readState.Index' (duration: 553.61771ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:23:22.208764Z","caller":"traceutil/trace.go:171","msg":"trace[270575561] transaction","detail":"{read_only:false; response_revision:7666; number_of_response:1; }","duration":"2.051628344s","start":"2026-03-04T11:23:20.157118Z","end":"2026-03-04T11:23:22.208746Z","steps":["trace[270575561] 'process raft request' (duration: 1.497917721s)","trace[270575561] 'compare' (duration: 553.176498ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:23:22.208866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:20.15709Z","time spent":"2.051725877s","remote":"127.0.0.1:41114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:23:22.209072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.725593269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:23:22.209132Z","caller":"traceutil/trace.go:171","msg":"trace[329142174] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:7666; }","duration":"2.725681072s","start":"2026-03-04T11:23:19.483438Z","end":"2026-03-04T11:23:22.20912Z","steps":["trace[329142174] 'agreement among raft nodes before linearized reading' (duration: 2.725495337s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:22.20916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:19.483431Z","time spent":"2.725723913s","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-kh88j\" "} {"level":"warn","ts":"2026-03-04T11:23:22.209166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.444215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18999ee1c07bb0b7\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-04T11:23:22.209169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.854883016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:23:22.209202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.727746407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T11:23:22.209184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.728821405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T11:23:22.209217Z","caller":"traceutil/trace.go:171","msg":"trace[1684910277] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18999ee1c07bb0b7; range_end:; response_count:1; response_revision:7666; }","duration":"726.527058ms","start":"2026-03-04T11:23:21.482674Z","end":"2026-03-04T11:23:22.209201Z","steps":["trace[1684910277] 'agreement among raft nodes before linearized reading' (duration: 726.359513ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:22.209236Z","caller":"traceutil/trace.go:171","msg":"trace[1074459676] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7666; }","duration":"2.727801629s","start":"2026-03-04T11:23:19.481424Z","end":"2026-03-04T11:23:22.209226Z","steps":["trace[1074459676] 'agreement among raft nodes before linearized reading' (duration: 2.727672565s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:22.209231Z","caller":"traceutil/trace.go:171","msg":"trace[1392982704] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:7666; }","duration":"1.855002239s","start":"2026-03-04T11:23:20.354207Z","end":"2026-03-04T11:23:22.209209Z","steps":["trace[1392982704] 'agreement among raft nodes before linearized reading' (duration: 1.854884566s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:22.209239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.728190369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T11:23:22.209258Z","caller":"traceutil/trace.go:171","msg":"trace[1616447138] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7666; }","duration":"2.728950079s","start":"2026-03-04T11:23:19.480289Z","end":"2026-03-04T11:23:22.209239Z","steps":["trace[1616447138] 'agreement among raft nodes before linearized reading' (duration: 2.728698822s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:22.209276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.941587656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:23:22.209288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:20.354183Z","time spent":"1.855089631s","remote":"127.0.0.1:60270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:23:22.209305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.37574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:23:22.209301Z","caller":"traceutil/trace.go:171","msg":"trace[323362146] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7666; }","duration":"2.728283891s","start":"2026-03-04T11:23:19.481001Z","end":"2026-03-04T11:23:22.209285Z","steps":["trace[323362146] 'agreement among raft nodes before linearized reading' (duration: 2.728107796s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:22.209309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:19.480268Z","time spent":"2.729031082s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T11:23:22.209325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.17648119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:23:22.209321Z","caller":"traceutil/trace.go:171","msg":"trace[1925315068] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:7666; }","duration":"1.941669488s","start":"2026-03-04T11:23:20.267639Z","end":"2026-03-04T11:23:22.209308Z","steps":["trace[1925315068] 'agreement among raft nodes before linearized reading' (duration: 1.941593556s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:22.209348Z","caller":"traceutil/trace.go:171","msg":"trace[1050854390] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:7666; }","duration":"2.176540782s","start":"2026-03-04T11:23:20.032802Z","end":"2026-03-04T11:23:22.209342Z","steps":["trace[1050854390] 'agreement among raft nodes before linearized reading' (duration: 2.17649612s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:22.209347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:19.480987Z","time spent":"2.728345763s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T11:23:22.20936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:20.267622Z","time spent":"1.94172878s","remote":"127.0.0.1:43730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:23:22.209373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:20.032782Z","time spent":"2.176586122s","remote":"127.0.0.1:41344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:23:22.209392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.235622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19488"} {"level":"warn","ts":"2026-03-04T11:23:22.209399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.615854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:23:22.209411Z","caller":"traceutil/trace.go:171","msg":"trace[1709664497] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7666; }","duration":"373.287033ms","start":"2026-03-04T11:23:21.836119Z","end":"2026-03-04T11:23:22.209406Z","steps":["trace[1709664497] 'agreement among raft nodes before linearized reading' (duration: 373.222562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:22.20943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:21.8361Z","time spent":"373.326985ms","remote":"127.0.0.1:41262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19511,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-04T11:23:22.209329Z","caller":"traceutil/trace.go:171","msg":"trace[1923797790] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:7666; }","duration":"426.433462ms","start":"2026-03-04T11:23:21.782888Z","end":"2026-03-04T11:23:22.209321Z","steps":["trace[1923797790] 'agreement among raft nodes before linearized reading' (duration: 426.392751ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:22.209427Z","caller":"traceutil/trace.go:171","msg":"trace[1852468248] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7666; }","duration":"725.674485ms","start":"2026-03-04T11:23:21.483744Z","end":"2026-03-04T11:23:22.209419Z","steps":["trace[1852468248] 'agreement among raft nodes before linearized reading' (duration: 725.636734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:22.209462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:21.483727Z","time spent":"725.729567ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T11:23:22.20947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:21.782869Z","time spent":"426.584376ms","remote":"127.0.0.1:60286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:23:22.209364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.694411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:23:22.209518Z","caller":"traceutil/trace.go:171","msg":"trace[44785530] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:7666; }","duration":"653.845335ms","start":"2026-03-04T11:23:21.555662Z","end":"2026-03-04T11:23:22.209507Z","steps":["trace[44785530] 'agreement among raft nodes before linearized reading' (duration: 653.65134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:22.209552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:21.555576Z","time spent":"653.965358ms","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":45,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:23:22.209565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.253531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:23:22.209616Z","caller":"traceutil/trace.go:171","msg":"trace[716514519] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7666; }","duration":"886.343004ms","start":"2026-03-04T11:23:21.323258Z","end":"2026-03-04T11:23:22.209601Z","steps":["trace[716514519] 'agreement among raft nodes before linearized reading' (duration: 886.233301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:22.209255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:21.482657Z","time spent":"726.59061ms","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18999ee1c07bb0b7\" "} {"level":"warn","ts":"2026-03-04T11:23:22.20966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:21.323202Z","time spent":"886.443386ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:23:22.209296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.017425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:23:22.209736Z","caller":"traceutil/trace.go:171","msg":"trace[254307893] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7666; }","duration":"101.491498ms","start":"2026-03-04T11:23:22.108236Z","end":"2026-03-04T11:23:22.209728Z","steps":["trace[254307893] 'agreement among raft nodes before linearized reading' (duration: 101.038056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:22.20926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:19.481415Z","time spent":"2.727839909s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T11:23:22.209792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123891988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:23:22.209829Z","caller":"traceutil/trace.go:171","msg":"trace[2128862963] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:7666; }","duration":"1.123933969s","start":"2026-03-04T11:23:21.085884Z","end":"2026-03-04T11:23:22.209818Z","steps":["trace[2128862963] 'agreement among raft nodes before linearized reading' (duration: 1.123869038s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:22.209862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:21.085777Z","time spent":"1.124076673s","remote":"127.0.0.1:43736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:23:22.713552Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541838329,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:23:23.181211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.599856ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:23:23.181315Z","caller":"traceutil/trace.go:171","msg":"trace[1293365685] transaction","detail":"{read_only:false; response_revision:7667; number_of_response:1; }","duration":"968.859712ms","start":"2026-03-04T11:23:22.212438Z","end":"2026-03-04T11:23:23.181298Z","steps":["trace[1293365685] 'process raft request' (duration: 750.092952ms)","trace[1293365685] 'compare' (duration: 218.163944ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:23:23.181364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:22.212425Z","time spent":"968.916353ms","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:23:24.384084Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.421524848s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T11:23:24.738651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.81686ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:23:24.73926Z","caller":"traceutil/trace.go:171","msg":"trace[161738842] transaction","detail":"{read_only:false; response_revision:7668; number_of_response:1; }","duration":"2.525332798s","start":"2026-03-04T11:23:22.213898Z","end":"2026-03-04T11:23:24.739231Z","steps":["trace[161738842] 'process raft request' (duration: 2.17050102s)","trace[161738842] 'compare' (duration: 353.184473ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:23:24.739405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:22.213888Z","time spent":"2.52543536s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:23:24.739522Z","caller":"traceutil/trace.go:171","msg":"trace[1636098222] transaction","detail":"{read_only:false; response_revision:7669; number_of_response:1; }","duration":"2.525368058s","start":"2026-03-04T11:23:22.214133Z","end":"2026-03-04T11:23:24.739501Z","steps":["trace[1636098222] 'process raft request' (duration: 2.52470317s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:24.739604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:22.214123Z","time spent":"2.52543965s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:23:24.739699Z","caller":"traceutil/trace.go:171","msg":"trace[44640938] transaction","detail":"{read_only:false; response_revision:7670; number_of_response:1; }","duration":"2.525465261s","start":"2026-03-04T11:23:22.214205Z","end":"2026-03-04T11:23:24.739671Z","steps":["trace[44640938] 'process raft request' (duration: 2.525211465s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:24.739854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:22.214199Z","time spent":"2.525578644s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:23:24.740009Z","caller":"traceutil/trace.go:171","msg":"trace[2084185140] transaction","detail":"{read_only:false; response_revision:7671; number_of_response:1; }","duration":"2.382837727s","start":"2026-03-04T11:23:22.357147Z","end":"2026-03-04T11:23:24.739985Z","steps":["trace[2084185140] 'process raft request' (duration: 2.382315213s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:24.740083Z","caller":"traceutil/trace.go:171","msg":"trace[1338862270] linearizableReadLoop","detail":"{readStateIndex:7985; appliedIndex:7980; }","duration":"2.527453714s","start":"2026-03-04T11:23:22.212467Z","end":"2026-03-04T11:23:24.739921Z","steps":["trace[1338862270] 'read index received' (duration: 750.075801ms)","trace[1338862270] 'applied index is now lower than readState.Index' (duration: 1.777376543s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:23:24.740125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:22.357123Z","time spent":"2.3829358s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:23:24.740194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.527716581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-04T11:23:24.740244Z","caller":"traceutil/trace.go:171","msg":"trace[849175304] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:7671; }","duration":"2.527798463s","start":"2026-03-04T11:23:22.212429Z","end":"2026-03-04T11:23:24.740227Z","steps":["trace[849175304] 'agreement among raft nodes before linearized reading' (duration: 2.527631639s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:24.740353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:22.212412Z","time spent":"2.527929137s","remote":"127.0.0.1:41250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T11:23:25.107031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0004817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T11:23:25.107148Z","caller":"traceutil/trace.go:171","msg":"trace[403878355] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000667395s","start":"2026-03-04T11:23:23.106464Z","end":"2026-03-04T11:23:25.107132Z","steps":["trace[403878355] 'agreement among raft nodes before linearized reading' (duration: 2.000514651s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:25.107189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:23.106443Z","time spent":"2.000736386s","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 11:23:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T11:23:26.653764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.501663093s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T11:23:26.65449Z","caller":"traceutil/trace.go:171","msg":"trace[1090484482] transaction","detail":"{read_only:false; response_revision:7672; number_of_response:1; }","duration":"3.171008802s","start":"2026-03-04T11:23:23.48346Z","end":"2026-03-04T11:23:26.654469Z","steps":["trace[1090484482] 'process raft request' (duration: 3.170377915s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:26.654619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:23.483444Z","time spent":"3.171107785s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:23:27.107843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000415939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T11:23:27.107942Z","caller":"traceutil/trace.go:171","msg":"trace[469701771] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000568903s","start":"2026-03-04T11:23:25.107351Z","end":"2026-03-04T11:23:27.107919Z","steps":["trace[469701771] 'agreement among raft nodes before linearized reading' (duration: 2.000433959s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:27.107993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:25.107338Z","time spent":"2.000644585s","remote":"127.0.0.1:41086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 11:23:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T11:23:27.51452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.968105ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-04T11:23:27.514438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.511862ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:23:27.514675Z","caller":"traceutil/trace.go:171","msg":"trace[417591436] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7672; }","duration":"475.773848ms","start":"2026-03-04T11:23:27.038876Z","end":"2026-03-04T11:23:27.51465Z","steps":["trace[417591436] 'range keys from in-memory index tree' (duration: 475.490881ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:27.514854Z","caller":"traceutil/trace.go:171","msg":"trace[540158552] linearizableReadLoop","detail":"{readStateIndex:7989; appliedIndex:7985; }","duration":"2.774709621s","start":"2026-03-04T11:23:24.740124Z","end":"2026-03-04T11:23:27.514834Z","steps":["trace[540158552] 'read index received' (duration: 411.916312ms)","trace[540158552] 'applied index is now lower than readState.Index' (duration: 2.362791719s)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:23:27.514989Z","caller":"traceutil/trace.go:171","msg":"trace[1813234856] transaction","detail":"{read_only:false; response_revision:7673; number_of_response:1; }","duration":"4.030283948s","start":"2026-03-04T11:23:23.484691Z","end":"2026-03-04T11:23:27.514975Z","steps":["trace[1813234856] 'process raft request' (duration: 3.169765808s)","trace[1813234856] 'compare' (duration: 859.713349ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:23:27.515057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:23.484655Z","time spent":"4.03036141s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:23:27.515115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.342805001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:23:27.515143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.330083256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18999ee1c07bb0b7\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-04T11:23:27.515171Z","caller":"traceutil/trace.go:171","msg":"trace[688327833] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18999ee1c07bb0b7; range_end:; response_count:1; response_revision:7674; }","duration":"4.330112477s","start":"2026-03-04T11:23:23.18505Z","end":"2026-03-04T11:23:27.515162Z","steps":["trace[688327833] 'agreement among raft nodes before linearized reading' (duration: 4.329968833s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:27.51516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.299794482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19488"} {"level":"warn","ts":"2026-03-04T11:23:27.515188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:23.184958Z","time spent":"4.330225971s","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18999ee1c07bb0b7\" "} {"level":"info","ts":"2026-03-04T11:23:27.5152Z","caller":"traceutil/trace.go:171","msg":"trace[1426937086] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7674; }","duration":"5.299860793s","start":"2026-03-04T11:23:22.215328Z","end":"2026-03-04T11:23:27.515188Z","steps":["trace[1426937086] 'agreement among raft nodes before linearized reading' (duration: 5.299696279s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:27.515231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:22.215318Z","time spent":"5.299905685s","remote":"127.0.0.1:41262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19511,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T11:23:27.515205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.596892978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:23:27.515255Z","caller":"traceutil/trace.go:171","msg":"trace[1094887969] transaction","detail":"{read_only:false; response_revision:7674; number_of_response:1; }","duration":"4.030466003s","start":"2026-03-04T11:23:23.484779Z","end":"2026-03-04T11:23:27.515245Z","steps":["trace[1094887969] 'process raft request' (duration: 4.029844987s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:27.51524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.783392491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T11:23:27.515314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.56420263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T11:23:27.515322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:23.48477Z","time spent":"4.030515365s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:23:27.515324Z","caller":"traceutil/trace.go:171","msg":"trace[811671105] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:7674; }","duration":"4.783537525s","start":"2026-03-04T11:23:22.731764Z","end":"2026-03-04T11:23:27.515302Z","steps":["trace[811671105] 'agreement among raft nodes before linearized reading' (duration: 4.7833494s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:27.515305Z","caller":"traceutil/trace.go:171","msg":"trace[1049609732] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:7674; }","duration":"4.597061162s","start":"2026-03-04T11:23:22.918216Z","end":"2026-03-04T11:23:27.515277Z","steps":["trace[1049609732] 'agreement among raft nodes before linearized reading' (duration: 4.596859807s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:27.515374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:22.731713Z","time spent":"4.783651099s","remote":"127.0.0.1:60952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:23:27.515392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:22.918192Z","time spent":"4.597182556s","remote":"127.0.0.1:41404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:23:27.515423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.032390995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T11:23:27.515438Z","caller":"traceutil/trace.go:171","msg":"trace[38107028] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7674; }","duration":"4.032439477s","start":"2026-03-04T11:23:23.482994Z","end":"2026-03-04T11:23:27.515434Z","steps":["trace[38107028] 'agreement among raft nodes before linearized reading' (duration: 4.032402366s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:27.515457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:23.482973Z","time spent":"4.032480297s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T11:23:27.515453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.773458718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-04T11:23:27.515337Z","caller":"traceutil/trace.go:171","msg":"trace[150559438] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:7674; }","duration":"3.564225821s","start":"2026-03-04T11:23:23.951105Z","end":"2026-03-04T11:23:27.515331Z","steps":["trace[150559438] 'agreement among raft nodes before linearized reading' (duration: 3.564177249s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:27.515524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:23.951077Z","time spent":"3.564442577s","remote":"127.0.0.1:41580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":20,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-04T11:23:27.515528Z","caller":"traceutil/trace.go:171","msg":"trace[780497230] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:7674; }","duration":"2.773543129s","start":"2026-03-04T11:23:24.741962Z","end":"2026-03-04T11:23:27.515505Z","steps":["trace[780497230] 'agreement among raft nodes before linearized reading' (duration: 2.773326224s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:27.515584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:24.741948Z","time spent":"2.773621852s","remote":"127.0.0.1:41114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-04T11:23:27.515164Z","caller":"traceutil/trace.go:171","msg":"trace[1135909328] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:7674; }","duration":"3.342932825s","start":"2026-03-04T11:23:24.172216Z","end":"2026-03-04T11:23:27.515149Z","steps":["trace[1135909328] 'agreement among raft nodes before linearized reading' (duration: 3.342823122s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:27.51567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:24.172184Z","time spent":"3.343472118s","remote":"127.0.0.1:43594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:23:27.51575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.30196003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T11:23:27.515771Z","caller":"traceutil/trace.go:171","msg":"trace[424539773] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7674; }","duration":"5.3019955s","start":"2026-03-04T11:23:22.21377Z","end":"2026-03-04T11:23:27.515766Z","steps":["trace[424539773] 'agreement among raft nodes before linearized reading' (duration: 5.301939069s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:27.515786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:22.213758Z","time spent":"5.302025272s","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T11:23:27.515387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.031984364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T11:23:27.515803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.46822389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:23:27.515843Z","caller":"traceutil/trace.go:171","msg":"trace[615754238] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7674; }","duration":"4.032423546s","start":"2026-03-04T11:23:23.483399Z","end":"2026-03-04T11:23:27.515822Z","steps":["trace[615754238] 'agreement among raft nodes before linearized reading' (duration: 4.031947563s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:27.515842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.963839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:23:27.515829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.070583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:23:27.515892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:23.483335Z","time spent":"4.032543239s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T11:23:27.515925Z","caller":"traceutil/trace.go:171","msg":"trace[1162172629] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7674; }","duration":"400.194306ms","start":"2026-03-04T11:23:27.115718Z","end":"2026-03-04T11:23:27.515912Z","steps":["trace[1162172629] 'agreement among raft nodes before linearized reading' (duration: 400.096224ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:27.515875Z","caller":"traceutil/trace.go:171","msg":"trace[216470783] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:7674; }","duration":"4.468333573s","start":"2026-03-04T11:23:23.047522Z","end":"2026-03-04T11:23:27.515855Z","steps":["trace[216470783] 'agreement among raft nodes before linearized reading' (duration: 4.468139518s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:27.516001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.629354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:23:27.516032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.30199458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224442"} {"level":"info","ts":"2026-03-04T11:23:27.516038Z","caller":"traceutil/trace.go:171","msg":"trace[703884019] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:7674; }","duration":"866.700596ms","start":"2026-03-04T11:23:26.649325Z","end":"2026-03-04T11:23:27.516026Z","steps":["trace[703884019] 'agreement among raft nodes before linearized reading' (duration: 866.647855ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:27.516053Z","caller":"traceutil/trace.go:171","msg":"trace[1598759376] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7674; }","duration":"5.302025191s","start":"2026-03-04T11:23:22.214023Z","end":"2026-03-04T11:23:27.516048Z","steps":["trace[1598759376] 'agreement among raft nodes before linearized reading' (duration: 5.301842006s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:27.516061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:26.649305Z","time spent":"866.750447ms","remote":"127.0.0.1:43592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-03-04T11:23:27.515931Z","caller":"traceutil/trace.go:171","msg":"trace[1705890666] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:7674; }","duration":"128.129844ms","start":"2026-03-04T11:23:27.387777Z","end":"2026-03-04T11:23:27.515907Z","steps":["trace[1705890666] 'agreement among raft nodes before linearized reading' (duration: 127.96042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:27.516068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:22.214018Z","time spent":"5.302046022s","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224465,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T11:23:27.515431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.009669186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:23:27.516273Z","caller":"traceutil/trace.go:171","msg":"trace[1944213548] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:7674; }","duration":"3.01054558s","start":"2026-03-04T11:23:24.50572Z","end":"2026-03-04T11:23:27.516266Z","steps":["trace[1944213548] 'agreement among raft nodes before linearized reading' (duration: 3.009679787s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:27.516295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:24.505699Z","time spent":"3.010588751s","remote":"127.0.0.1:47994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:23:27.515941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.449628555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-04T11:23:27.516332Z","caller":"traceutil/trace.go:171","msg":"trace[1592141933] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:7674; }","duration":"1.450017355s","start":"2026-03-04T11:23:26.066304Z","end":"2026-03-04T11:23:27.516321Z","steps":["trace[1592141933] 'agreement among raft nodes before linearized reading' (duration: 1.449591494s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:27.516364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:26.066285Z","time spent":"1.450069556s","remote":"127.0.0.1:41248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-04T11:23:27.515796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.727973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T11:23:27.516471Z","caller":"traceutil/trace.go:171","msg":"trace[152927921] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7674; }","duration":"772.434072ms","start":"2026-03-04T11:23:26.744032Z","end":"2026-03-04T11:23:27.516466Z","steps":["trace[152927921] 'agreement among raft nodes before linearized reading' (duration: 771.641031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:27.516491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:26.744017Z","time spent":"772.467813ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T11:23:27.515948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.063922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T11:23:27.516584Z","caller":"traceutil/trace.go:171","msg":"trace[1917667110] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7674; }","duration":"772.703749ms","start":"2026-03-04T11:23:26.743873Z","end":"2026-03-04T11:23:27.516577Z","steps":["trace[1917667110] 'agreement among raft nodes before linearized reading' (duration: 771.97863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:27.516602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:26.743811Z","time spent":"772.785922ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T11:23:27.51598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:27.115693Z","time spent":"400.270799ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:23:27.515991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.137574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T11:23:27.516797Z","caller":"traceutil/trace.go:171","msg":"trace[441889894] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7674; }","duration":"772.975487ms","start":"2026-03-04T11:23:26.743815Z","end":"2026-03-04T11:23:27.51679Z","steps":["trace[441889894] 'agreement among raft nodes before linearized reading' (duration: 772.144625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:27.516814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:26.743797Z","time spent":"773.011697ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T11:23:27.516055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:23.047499Z","time spent":"4.468537698s","remote":"127.0.0.1:41432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":97,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:23:28.489563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:28.169088Z","time spent":"320.467863ms","remote":"127.0.0.1:46004","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T11:23:28.489851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.697078ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:23:28.489919Z","caller":"traceutil/trace.go:171","msg":"trace[90794410] linearizableReadLoop","detail":"{readStateIndex:7990; appliedIndex:7989; }","duration":"970.634419ms","start":"2026-03-04T11:23:27.519272Z","end":"2026-03-04T11:23:28.489906Z","steps":["trace[90794410] 'read index received' (duration: 453.776697ms)","trace[90794410] 'applied index is now lower than readState.Index' (duration: 516.856372ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:23:28.490009Z","caller":"traceutil/trace.go:171","msg":"trace[1362781650] transaction","detail":"{read_only:false; response_revision:7675; number_of_response:1; }","duration":"970.790052ms","start":"2026-03-04T11:23:27.519207Z","end":"2026-03-04T11:23:28.489997Z","steps":["trace[1362781650] 'process raft request' (duration: 453.831727ms)","trace[1362781650] 'compare' (duration: 516.056821ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:23:28.490181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:27.519192Z","time spent":"970.879695ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:23:28.490279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.974948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-67ed804c-8bd0-40e8-b1fa-b675239fe79b\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-04T11:23:28.490363Z","caller":"traceutil/trace.go:171","msg":"trace[1475854250] range","detail":"{range_begin:/registry/persistentvolumes/pvc-67ed804c-8bd0-40e8-b1fa-b675239fe79b; range_end:; response_count:1; response_revision:7675; }","duration":"971.096271ms","start":"2026-03-04T11:23:27.519247Z","end":"2026-03-04T11:23:28.490343Z","steps":["trace[1475854250] 'agreement among raft nodes before linearized reading' (duration: 970.835014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:28.490421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:27.519238Z","time spent":"971.168102ms","remote":"127.0.0.1:41238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1473,"request content":"key:\"/registry/persistentvolumes/pvc-67ed804c-8bd0-40e8-b1fa-b675239fe79b\" "} {"level":"warn","ts":"2026-03-04T11:23:28.990082Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541838351,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:23:29.031354Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.058261424s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T11:23:29.040664Z","caller":"traceutil/trace.go:171","msg":"trace[1371588017] transaction","detail":"{read_only:false; response_revision:7676; number_of_response:1; }","duration":"1.520526139s","start":"2026-03-04T11:23:27.520105Z","end":"2026-03-04T11:23:29.040631Z","steps":["trace[1371588017] 'process raft request' (duration: 1.511406674s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:29.040702Z","caller":"traceutil/trace.go:171","msg":"trace[1679155632] transaction","detail":"{read_only:false; response_revision:7677; number_of_response:1; }","duration":"1.519655085s","start":"2026-03-04T11:23:27.521028Z","end":"2026-03-04T11:23:29.040683Z","steps":["trace[1679155632] 'process raft request' (duration: 1.519541362s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:29.041856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:27.521013Z","time spent":"1.520781526s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:23:29.040853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:27.51954Z","time spent":"1.521207557s","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:23:29.041431Z","caller":"traceutil/trace.go:171","msg":"trace[2013620474] transaction","detail":"{read_only:false; response_revision:7678; number_of_response:1; }","duration":"1.51946644s","start":"2026-03-04T11:23:27.52192Z","end":"2026-03-04T11:23:29.041386Z","steps":["trace[2013620474] 'process raft request' (duration: 1.51873171s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:29.042216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:27.52191Z","time spent":"1.520248501s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:23:29.041527Z","caller":"traceutil/trace.go:171","msg":"trace[2064865538] transaction","detail":"{read_only:false; response_revision:7679; number_of_response:1; }","duration":"1.519212224s","start":"2026-03-04T11:23:27.522302Z","end":"2026-03-04T11:23:29.041514Z","steps":["trace[2064865538] 'process raft request' (duration: 1.518549636s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:29.042476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:27.522294Z","time spent":"1.520129778s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:23:29.04156Z","caller":"traceutil/trace.go:171","msg":"trace[1970306102] transaction","detail":"{read_only:false; response_revision:7680; number_of_response:1; }","duration":"1.518978728s","start":"2026-03-04T11:23:27.522538Z","end":"2026-03-04T11:23:29.041516Z","steps":["trace[1970306102] 'process raft request' (duration: 1.518902816s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:29.042613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:27.522528Z","time spent":"1.520034446s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:23:29.243144Z","caller":"traceutil/trace.go:171","msg":"trace[975049940] linearizableReadLoop","detail":"{readStateIndex:7996; appliedIndex:7990; }","duration":"753.181075ms","start":"2026-03-04T11:23:28.489939Z","end":"2026-03-04T11:23:29.24312Z","steps":["trace[975049940] 'read index received' (duration: 541.577657ms)","trace[975049940] 'applied index is now lower than readState.Index' (duration: 211.602448ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:23:29.24326Z","caller":"traceutil/trace.go:171","msg":"trace[1973460060] transaction","detail":"{read_only:false; response_revision:7681; number_of_response:1; }","duration":"583.549255ms","start":"2026-03-04T11:23:28.6597Z","end":"2026-03-04T11:23:29.24325Z","steps":["trace[1973460060] 'process raft request' (duration: 583.277068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:29.243379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:28.659672Z","time spent":"583.620987ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:23:29.243417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.652891218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:23:29.243479Z","caller":"traceutil/trace.go:171","msg":"trace[333555906] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:7681; }","duration":"1.653019761s","start":"2026-03-04T11:23:27.590446Z","end":"2026-03-04T11:23:29.243465Z","steps":["trace[333555906] 'agreement among raft nodes before linearized reading' (duration: 1.652906028s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:29.243514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:27.590421Z","time spent":"1.653086243s","remote":"127.0.0.1:41504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:23:29.243716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216185219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.18\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-04T11:23:29.243737Z","caller":"traceutil/trace.go:171","msg":"trace[1462127962] range","detail":"{range_begin:/registry/masterleases/199.19.213.18; range_end:; response_count:1; response_revision:7681; }","duration":"1.216233671s","start":"2026-03-04T11:23:28.027498Z","end":"2026-03-04T11:23:29.243732Z","steps":["trace[1462127962] 'agreement among raft nodes before linearized reading' (duration: 1.216148579s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:29.243728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.715905021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-03-04T11:23:29.243754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:28.027485Z","time spent":"1.216264313s","remote":"127.0.0.1:41114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.18\" "} {"level":"info","ts":"2026-03-04T11:23:29.243777Z","caller":"traceutil/trace.go:171","msg":"trace[1301679165] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:7681; }","duration":"1.715970923s","start":"2026-03-04T11:23:27.527788Z","end":"2026-03-04T11:23:29.243759Z","steps":["trace[1301679165] 'agreement among raft nodes before linearized reading' (duration: 1.71588311s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:29.243832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:27.527774Z","time spent":"1.716045624s","remote":"127.0.0.1:43726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T11:23:29.243871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249591708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:23:29.243893Z","caller":"traceutil/trace.go:171","msg":"trace[547093892] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:7681; }","duration":"1.249641179s","start":"2026-03-04T11:23:27.994243Z","end":"2026-03-04T11:23:29.243884Z","steps":["trace[547093892] 'agreement among raft nodes before linearized reading' (duration: 1.249599818s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:29.243915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:27.994227Z","time spent":"1.249682621s","remote":"127.0.0.1:60228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:23:29.24417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.197293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-04T11:23:29.244225Z","caller":"traceutil/trace.go:171","msg":"trace[19845324] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7681; }","duration":"401.308737ms","start":"2026-03-04T11:23:28.842903Z","end":"2026-03-04T11:23:29.244212Z","steps":["trace[19845324] 'agreement among raft nodes before linearized reading' (duration: 401.144713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:29.244267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:28.842882Z","time spent":"401.373988ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T11:23:29.244438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.24053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:23:29.244463Z","caller":"traceutil/trace.go:171","msg":"trace[1254522111] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7681; }","duration":"268.298771ms","start":"2026-03-04T11:23:28.976158Z","end":"2026-03-04T11:23:29.244457Z","steps":["trace[1254522111] 'agreement among raft nodes before linearized reading' (duration: 268.264501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:29.244234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.012836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:23:29.244537Z","caller":"traceutil/trace.go:171","msg":"trace[1826975167] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7681; }","duration":"123.326975ms","start":"2026-03-04T11:23:29.121194Z","end":"2026-03-04T11:23:29.244521Z","steps":["trace[1826975167] 'agreement among raft nodes before linearized reading' (duration: 123.021737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:29.244756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.29511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18999ee1c07bb0b7\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-04T11:23:29.244813Z","caller":"traceutil/trace.go:171","msg":"trace[1693324472] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18999ee1c07bb0b7; range_end:; response_count:1; response_revision:7681; }","duration":"198.351821ms","start":"2026-03-04T11:23:29.046428Z","end":"2026-03-04T11:23:29.244779Z","steps":["trace[1693324472] 'agreement among raft nodes before linearized reading' (duration: 198.271079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:29.245059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.304175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-04T11:23:29.245235Z","caller":"traceutil/trace.go:171","msg":"trace[1142197169] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:7681; }","duration":"142.51213ms","start":"2026-03-04T11:23:29.102691Z","end":"2026-03-04T11:23:29.245203Z","steps":["trace[1142197169] 'agreement among raft nodes before linearized reading' (duration: 142.158141ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:29.407797Z","caller":"traceutil/trace.go:171","msg":"trace[1024341227] linearizableReadLoop","detail":"{readStateIndex:8000; appliedIndex:7999; }","duration":"120.577721ms","start":"2026-03-04T11:23:29.287191Z","end":"2026-03-04T11:23:29.407768Z","steps":["trace[1024341227] 'read index received' (duration: 38.571307ms)","trace[1024341227] 'applied index is now lower than readState.Index' (duration: 82.003684ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:23:29.408053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.838028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-66cc665bbb-8gktb.18999f948de15cee\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-04T11:23:29.408134Z","caller":"traceutil/trace.go:171","msg":"trace[1486477270] range","detail":"{range_begin:/registry/events/openstack/barbican-api-66cc665bbb-8gktb.18999f948de15cee; range_end:; response_count:1; response_revision:7685; }","duration":"120.937821ms","start":"2026-03-04T11:23:29.287156Z","end":"2026-03-04T11:23:29.408094Z","steps":["trace[1486477270] 'agreement among raft nodes before linearized reading' (duration: 120.717245ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:29.408341Z","caller":"traceutil/trace.go:171","msg":"trace[1627738854] transaction","detail":"{read_only:false; response_revision:7684; number_of_response:1; }","duration":"127.527718ms","start":"2026-03-04T11:23:29.280753Z","end":"2026-03-04T11:23:29.40828Z","steps":["trace[1627738854] 'process raft request' (duration: 45.02797ms)","trace[1627738854] 'compare' (duration: 81.11644ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:23:31.505684Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541838381,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T11:23:31.665449Z","caller":"traceutil/trace.go:171","msg":"trace[1743565240] transaction","detail":"{read_only:false; response_revision:7691; number_of_response:1; }","duration":"687.139998ms","start":"2026-03-04T11:23:30.97828Z","end":"2026-03-04T11:23:31.66542Z","steps":["trace[1743565240] 'process raft request' (duration: 686.960633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:31.665616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:30.978261Z","time spent":"687.266882ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:23:31.841275Z","caller":"traceutil/trace.go:171","msg":"trace[1677926356] transaction","detail":"{read_only:false; response_revision:7693; number_of_response:1; }","duration":"271.359893ms","start":"2026-03-04T11:23:31.569892Z","end":"2026-03-04T11:23:31.841252Z","steps":["trace[1677926356] 'process raft request' (duration: 271.281821ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:31.841487Z","caller":"traceutil/trace.go:171","msg":"trace[95086753] transaction","detail":"{read_only:false; response_revision:7692; number_of_response:1; }","duration":"591.946251ms","start":"2026-03-04T11:23:31.249508Z","end":"2026-03-04T11:23:31.841454Z","steps":["trace[95086753] 'process raft request' (duration: 500.082391ms)","trace[95086753] 'compare' (duration: 91.423198ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:23:31.84163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:31.249488Z","time spent":"592.050404ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":507,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:23:31.841625Z","caller":"traceutil/trace.go:171","msg":"trace[630750269] transaction","detail":"{read_only:false; response_revision:7694; number_of_response:1; }","duration":"268.737543ms","start":"2026-03-04T11:23:31.572871Z","end":"2026-03-04T11:23:31.841609Z","steps":["trace[630750269] 'process raft request' (duration: 268.345343ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:31.841647Z","caller":"traceutil/trace.go:171","msg":"trace[452618386] linearizableReadLoop","detail":"{readStateIndex:8008; appliedIndex:8007; }","duration":"836.974956ms","start":"2026-03-04T11:23:31.004629Z","end":"2026-03-04T11:23:31.841604Z","steps":["trace[452618386] 'read index received' (duration: 660.79278ms)","trace[452618386] 'applied index is now lower than readState.Index' (duration: 176.179666ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:23:31.841758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.124991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:23:31.841797Z","caller":"traceutil/trace.go:171","msg":"trace[1160196100] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:7694; }","duration":"837.216183ms","start":"2026-03-04T11:23:31.004571Z","end":"2026-03-04T11:23:31.841788Z","steps":["trace[1160196100] 'agreement among raft nodes before linearized reading' (duration: 837.145511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:31.841822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:31.004541Z","time spent":"837.275625ms","remote":"127.0.0.1:60950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:23:31.841861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.218611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:23:31.841903Z","caller":"traceutil/trace.go:171","msg":"trace[923386599] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7694; }","duration":"735.311474ms","start":"2026-03-04T11:23:31.106581Z","end":"2026-03-04T11:23:31.841893Z","steps":["trace[923386599] 'agreement among raft nodes before linearized reading' (duration: 735.230592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:31.841939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:31.106561Z","time spent":"735.371105ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:23:31.841958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.141279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T11:23:31.84202Z","caller":"traceutil/trace.go:171","msg":"trace[1567804079] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7694; }","duration":"796.250852ms","start":"2026-03-04T11:23:31.045753Z","end":"2026-03-04T11:23:31.842003Z","steps":["trace[1567804079] 'agreement among raft nodes before linearized reading' (duration: 796.053226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:31.842073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:31.045734Z","time spent":"796.326263ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T11:23:31.842157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.652686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T11:23:31.842186Z","caller":"traceutil/trace.go:171","msg":"trace[403402712] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7694; }","duration":"795.690356ms","start":"2026-03-04T11:23:31.046487Z","end":"2026-03-04T11:23:31.842177Z","steps":["trace[403402712] 'agreement among raft nodes before linearized reading' (duration: 795.593834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:31.8422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.496123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:23:31.842239Z","caller":"traceutil/trace.go:171","msg":"trace[139978246] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:7694; }","duration":"263.574565ms","start":"2026-03-04T11:23:31.578655Z","end":"2026-03-04T11:23:31.842229Z","steps":["trace[139978246] 'agreement among raft nodes before linearized reading' (duration: 263.441801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:31.842254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.559222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T11:23:31.842272Z","caller":"traceutil/trace.go:171","msg":"trace[1302521600] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7694; }","duration":"795.603984ms","start":"2026-03-04T11:23:31.046663Z","end":"2026-03-04T11:23:31.842267Z","steps":["trace[1302521600] 'agreement among raft nodes before linearized reading' (duration: 795.556133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:31.842294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:31.046648Z","time spent":"795.642425ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T11:23:31.842208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:31.04648Z","time spent":"795.723207ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T11:23:31.842416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.337033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T11:23:31.842473Z","caller":"traceutil/trace.go:171","msg":"trace[1699432515] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7694; }","duration":"796.434106ms","start":"2026-03-04T11:23:31.046024Z","end":"2026-03-04T11:23:31.842458Z","steps":["trace[1699432515] 'agreement among raft nodes before linearized reading' (duration: 796.287992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:31.842519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:31.046004Z","time spent":"796.505248ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T11:23:32.016864Z","caller":"traceutil/trace.go:171","msg":"trace[1348185121] linearizableReadLoop","detail":"{readStateIndex:8011; appliedIndex:8010; }","duration":"170.600646ms","start":"2026-03-04T11:23:31.846231Z","end":"2026-03-04T11:23:32.016831Z","steps":["trace[1348185121] 'read index received' (duration: 129.220253ms)","trace[1348185121] 'applied index is now lower than readState.Index' (duration: 41.378753ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:23:32.016898Z","caller":"traceutil/trace.go:171","msg":"trace[1119747749] transaction","detail":"{read_only:false; response_revision:7695; number_of_response:1; }","duration":"170.729959ms","start":"2026-03-04T11:23:31.846144Z","end":"2026-03-04T11:23:32.016874Z","steps":["trace[1119747749] 'process raft request' (duration: 129.292925ms)","trace[1119747749] 'compare' (duration: 41.248889ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:23:32.017373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.105569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224442"} {"level":"info","ts":"2026-03-04T11:23:32.017471Z","caller":"traceutil/trace.go:171","msg":"trace[1092350032] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7695; }","duration":"171.254774ms","start":"2026-03-04T11:23:31.846199Z","end":"2026-03-04T11:23:32.017454Z","steps":["trace[1092350032] 'agreement among raft nodes before linearized reading' (duration: 170.777251ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:32.082826Z","caller":"traceutil/trace.go:171","msg":"trace[497614729] transaction","detail":"{read_only:false; response_revision:7697; number_of_response:1; }","duration":"236.498887ms","start":"2026-03-04T11:23:31.846304Z","end":"2026-03-04T11:23:32.082803Z","steps":["trace[497614729] 'process raft request' (duration: 236.396584ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:32.083093Z","caller":"traceutil/trace.go:171","msg":"trace[295240941] transaction","detail":"{read_only:false; response_revision:7698; number_of_response:1; }","duration":"236.749423ms","start":"2026-03-04T11:23:31.846322Z","end":"2026-03-04T11:23:32.083072Z","steps":["trace[295240941] 'process raft request' (duration: 236.451955ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:32.083192Z","caller":"traceutil/trace.go:171","msg":"trace[981086127] transaction","detail":"{read_only:false; response_revision:7696; number_of_response:1; }","duration":"236.898397ms","start":"2026-03-04T11:23:31.846285Z","end":"2026-03-04T11:23:32.083183Z","steps":["trace[981086127] 'process raft request' (duration: 236.297591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:32.758043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.498731ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:23:32.758154Z","caller":"traceutil/trace.go:171","msg":"trace[666228301] transaction","detail":"{read_only:false; response_revision:7703; number_of_response:1; }","duration":"160.064583ms","start":"2026-03-04T11:23:32.598067Z","end":"2026-03-04T11:23:32.758132Z","steps":["trace[666228301] 'process raft request' (duration: 11.395727ms)","trace[666228301] 'compare' (duration: 148.374028ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:23:32.805829Z","caller":"traceutil/trace.go:171","msg":"trace[1898667615] transaction","detail":"{read_only:false; response_revision:7704; number_of_response:1; }","duration":"186.02415ms","start":"2026-03-04T11:23:32.619779Z","end":"2026-03-04T11:23:32.805803Z","steps":["trace[1898667615] 'process raft request' (duration: 185.808665ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:33.013168Z","caller":"traceutil/trace.go:171","msg":"trace[811637113] transaction","detail":"{read_only:false; response_revision:7705; number_of_response:1; }","duration":"185.171798ms","start":"2026-03-04T11:23:32.827949Z","end":"2026-03-04T11:23:33.013121Z","steps":["trace[811637113] 'process raft request' (duration: 139.322575ms)","trace[811637113] 'compare' (duration: 45.567915ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:23:33.022695Z","caller":"traceutil/trace.go:171","msg":"trace[2083439040] transaction","detail":"{read_only:false; response_revision:7706; number_of_response:1; }","duration":"194.377204ms","start":"2026-03-04T11:23:32.828287Z","end":"2026-03-04T11:23:33.022664Z","steps":["trace[2083439040] 'process raft request' (duration: 194.193489ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:33.022735Z","caller":"traceutil/trace.go:171","msg":"trace[618771054] transaction","detail":"{read_only:false; response_revision:7707; number_of_response:1; }","duration":"194.316313ms","start":"2026-03-04T11:23:32.8284Z","end":"2026-03-04T11:23:33.022716Z","steps":["trace[618771054] 'process raft request' (duration: 194.167179ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:33.022733Z","caller":"traceutil/trace.go:171","msg":"trace[1051634811] transaction","detail":"{read_only:false; response_revision:7708; number_of_response:1; }","duration":"194.078827ms","start":"2026-03-04T11:23:32.82862Z","end":"2026-03-04T11:23:33.022699Z","steps":["trace[1051634811] 'process raft request' (duration: 193.974844ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:33.022818Z","caller":"traceutil/trace.go:171","msg":"trace[1759415775] transaction","detail":"{read_only:false; response_revision:7709; number_of_response:1; }","duration":"194.105968ms","start":"2026-03-04T11:23:32.828676Z","end":"2026-03-04T11:23:33.022782Z","steps":["trace[1759415775] 'process raft request' (duration: 193.944803ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:33.022978Z","caller":"traceutil/trace.go:171","msg":"trace[739612180] transaction","detail":"{read_only:false; response_revision:7710; number_of_response:1; }","duration":"194.169629ms","start":"2026-03-04T11:23:32.828793Z","end":"2026-03-04T11:23:33.022963Z","steps":["trace[739612180] 'process raft request' (duration: 193.857171ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:33.023725Z","caller":"traceutil/trace.go:171","msg":"trace[1630723963] transaction","detail":"{read_only:false; response_revision:7711; number_of_response:1; }","duration":"194.609111ms","start":"2026-03-04T11:23:32.829091Z","end":"2026-03-04T11:23:33.0237Z","steps":["trace[1630723963] 'process raft request' (duration: 193.581094ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:33.023755Z","caller":"traceutil/trace.go:171","msg":"trace[794556350] transaction","detail":"{read_only:false; response_revision:7716; number_of_response:1; }","duration":"193.45038ms","start":"2026-03-04T11:23:32.83029Z","end":"2026-03-04T11:23:33.02374Z","steps":["trace[794556350] 'process raft request' (duration: 193.42473ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:33.023861Z","caller":"traceutil/trace.go:171","msg":"trace[391832911] transaction","detail":"{read_only:false; response_revision:7712; number_of_response:1; }","duration":"194.742924ms","start":"2026-03-04T11:23:32.829109Z","end":"2026-03-04T11:23:33.023852Z","steps":["trace[391832911] 'process raft request' (duration: 194.452016ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:33.023949Z","caller":"traceutil/trace.go:171","msg":"trace[1326589108] transaction","detail":"{read_only:false; response_revision:7713; number_of_response:1; }","duration":"194.797007ms","start":"2026-03-04T11:23:32.82914Z","end":"2026-03-04T11:23:33.023937Z","steps":["trace[1326589108] 'process raft request' (duration: 194.489418ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:33.023962Z","caller":"traceutil/trace.go:171","msg":"trace[573329183] transaction","detail":"{read_only:false; response_revision:7714; number_of_response:1; }","duration":"194.717524ms","start":"2026-03-04T11:23:32.829227Z","end":"2026-03-04T11:23:33.023945Z","steps":["trace[573329183] 'process raft request' (duration: 194.430846ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:33.024059Z","caller":"traceutil/trace.go:171","msg":"trace[1722566110] transaction","detail":"{read_only:false; response_revision:7715; number_of_response:1; }","duration":"194.397915ms","start":"2026-03-04T11:23:32.829649Z","end":"2026-03-04T11:23:33.024047Z","steps":["trace[1722566110] 'process raft request' (duration: 194.040756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:33.317453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.913071ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:23:33.317561Z","caller":"traceutil/trace.go:171","msg":"trace[525099185] linearizableReadLoop","detail":"{readStateIndex:8033; appliedIndex:8032; }","duration":"211.074273ms","start":"2026-03-04T11:23:33.106471Z","end":"2026-03-04T11:23:33.317545Z","steps":["trace[525099185] 'read index received' (duration: 54.931856ms)","trace[525099185] 'applied index is now lower than readState.Index' (duration: 156.141187ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:23:33.31769Z","caller":"traceutil/trace.go:171","msg":"trace[1341084275] transaction","detail":"{read_only:false; response_revision:7717; number_of_response:1; }","duration":"287.390295ms","start":"2026-03-04T11:23:33.030246Z","end":"2026-03-04T11:23:33.317636Z","steps":["trace[1341084275] 'process raft request' (duration: 131.223307ms)","trace[1341084275] 'compare' (duration: 155.737876ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:23:33.317859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.374361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:23:33.317951Z","caller":"traceutil/trace.go:171","msg":"trace[1151858529] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7717; }","duration":"211.510906ms","start":"2026-03-04T11:23:33.106419Z","end":"2026-03-04T11:23:33.31793Z","steps":["trace[1151858529] 'agreement among raft nodes before linearized reading' (duration: 211.331891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:33.317968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.632054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-04T11:23:33.3181Z","caller":"traceutil/trace.go:171","msg":"trace[984024929] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:7717; }","duration":"174.760968ms","start":"2026-03-04T11:23:33.143282Z","end":"2026-03-04T11:23:33.318043Z","steps":["trace[984024929] 'agreement among raft nodes before linearized reading' (duration: 174.46321ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:33.636952Z","caller":"traceutil/trace.go:171","msg":"trace[1057061754] transaction","detail":"{read_only:false; response_revision:7718; number_of_response:1; }","duration":"309.851658ms","start":"2026-03-04T11:23:33.327052Z","end":"2026-03-04T11:23:33.636904Z","steps":["trace[1057061754] 'process raft request' (duration: 309.644173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:33.637577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:33.327032Z","time spent":"310.320091ms","remote":"127.0.0.1:41142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3675,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T11:23:34.522355Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541838491,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:23:34.712288Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.030856159s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T11:23:34.712803Z","caller":"traceutil/trace.go:171","msg":"trace[1256456483] transaction","detail":"{read_only:false; response_revision:7719; number_of_response:1; }","duration":"1.385434829s","start":"2026-03-04T11:23:33.327344Z","end":"2026-03-04T11:23:34.712779Z","steps":["trace[1256456483] 'process raft request' (duration: 1.385134941s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:34.712884Z","caller":"traceutil/trace.go:171","msg":"trace[872917683] transaction","detail":"{read_only:false; response_revision:7722; number_of_response:1; }","duration":"1.384707099s","start":"2026-03-04T11:23:33.328158Z","end":"2026-03-04T11:23:34.712865Z","steps":["trace[872917683] 'process raft request' (duration: 1.384597936s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:34.712923Z","caller":"traceutil/trace.go:171","msg":"trace[802110059] transaction","detail":"{read_only:false; response_revision:7724; number_of_response:1; }","duration":"1.384470543s","start":"2026-03-04T11:23:33.328444Z","end":"2026-03-04T11:23:34.712915Z","steps":["trace[802110059] 'process raft request' (duration: 1.384374511s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:34.712937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:33.328145Z","time spent":"1.384769971s","remote":"127.0.0.1:41142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5509,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T11:23:34.712914Z","caller":"traceutil/trace.go:171","msg":"trace[260900990] transaction","detail":"{read_only:false; response_revision:7721; number_of_response:1; }","duration":"1.385525952s","start":"2026-03-04T11:23:33.327365Z","end":"2026-03-04T11:23:34.712891Z","steps":["trace[260900990] 'process raft request' (duration: 1.385360097s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:34.712886Z","caller":"traceutil/trace.go:171","msg":"trace[630317771] transaction","detail":"{read_only:false; response_revision:7720; number_of_response:1; }","duration":"1.385392688s","start":"2026-03-04T11:23:33.327443Z","end":"2026-03-04T11:23:34.712836Z","steps":["trace[630317771] 'process raft request' (duration: 1.385242844s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:34.712962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:33.32843Z","time spent":"1.384516974s","remote":"127.0.0.1:41142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2400,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T11:23:34.712942Z","caller":"traceutil/trace.go:171","msg":"trace[1737311999] transaction","detail":"{read_only:false; response_revision:7723; number_of_response:1; }","duration":"1.384633367s","start":"2026-03-04T11:23:33.328283Z","end":"2026-03-04T11:23:34.712916Z","steps":["trace[1737311999] 'process raft request' (duration: 1.384505694s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:34.712884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:33.327315Z","time spent":"1.385518971s","remote":"127.0.0.1:41142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1974,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T11:23:34.713031Z","caller":"traceutil/trace.go:171","msg":"trace[210992019] transaction","detail":"{read_only:false; response_revision:7727; number_of_response:1; }","duration":"1.380997389s","start":"2026-03-04T11:23:33.332026Z","end":"2026-03-04T11:23:34.713023Z","steps":["trace[210992019] 'process raft request' (duration: 1.380887836s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:34.713031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:33.328272Z","time spent":"1.38472331s","remote":"127.0.0.1:41142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13905,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T11:23:34.713046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:33.327341Z","time spent":"1.385639644s","remote":"127.0.0.1:41142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3272,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T11:23:34.713058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:33.33202Z","time spent":"1.381023981s","remote":"127.0.0.1:41142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15422,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T11:23:34.713019Z","caller":"traceutil/trace.go:171","msg":"trace[1551616448] transaction","detail":"{read_only:false; response_revision:7725; number_of_response:1; }","duration":"1.383714453s","start":"2026-03-04T11:23:33.32926Z","end":"2026-03-04T11:23:34.712974Z","steps":["trace[1551616448] 'process raft request' (duration: 1.38358714s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:34.713058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:33.327433Z","time spent":"1.385582543s","remote":"127.0.0.1:41142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5304,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T11:23:34.713148Z","caller":"traceutil/trace.go:171","msg":"trace[87242401] transaction","detail":"{read_only:false; response_revision:7730; number_of_response:1; }","duration":"1.380990419s","start":"2026-03-04T11:23:33.33215Z","end":"2026-03-04T11:23:34.713141Z","steps":["trace[87242401] 'process raft request' (duration: 1.380893317s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:34.713098Z","caller":"traceutil/trace.go:171","msg":"trace[1051213563] transaction","detail":"{read_only:false; response_revision:7729; number_of_response:1; }","duration":"1.38100729s","start":"2026-03-04T11:23:33.332083Z","end":"2026-03-04T11:23:34.71309Z","steps":["trace[1051213563] 'process raft request' (duration: 1.380903727s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:34.713182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:33.332147Z","time spent":"1.38101894s","remote":"127.0.0.1:41142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3578,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T11:23:34.713186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:33.33208Z","time spent":"1.381089152s","remote":"127.0.0.1:41142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13795,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T11:23:34.713208Z","caller":"traceutil/trace.go:171","msg":"trace[1400222547] transaction","detail":"{read_only:false; response_revision:7731; number_of_response:1; }","duration":"1.379816728s","start":"2026-03-04T11:23:33.333379Z","end":"2026-03-04T11:23:34.713195Z","steps":["trace[1400222547] 'process raft request' (duration: 1.379698195s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:34.713247Z","caller":"traceutil/trace.go:171","msg":"trace[1160356334] transaction","detail":"{read_only:false; response_revision:7732; number_of_response:1; }","duration":"1.377474585s","start":"2026-03-04T11:23:33.335764Z","end":"2026-03-04T11:23:34.713239Z","steps":["trace[1160356334] 'process raft request' (duration: 1.377385553s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:34.713255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:33.333373Z","time spent":"1.379862419s","remote":"127.0.0.1:41142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14868,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T11:23:34.713281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:33.335745Z","time spent":"1.377521117s","remote":"127.0.0.1:41142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19561,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T11:23:34.713198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:33.329248Z","time spent":"1.383879677s","remote":"127.0.0.1:41142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8324,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T11:23:34.713068Z","caller":"traceutil/trace.go:171","msg":"trace[1605468826] transaction","detail":"{read_only:false; response_revision:7728; number_of_response:1; }","duration":"1.38099962s","start":"2026-03-04T11:23:33.332059Z","end":"2026-03-04T11:23:34.713058Z","steps":["trace[1605468826] 'process raft request' (duration: 1.380889807s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:34.713333Z","caller":"traceutil/trace.go:171","msg":"trace[840622963] transaction","detail":"{read_only:false; response_revision:7733; number_of_response:1; }","duration":"1.376757806s","start":"2026-03-04T11:23:33.336562Z","end":"2026-03-04T11:23:34.71332Z","steps":["trace[840622963] 'process raft request' (duration: 1.376636733s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:34.713351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:33.332056Z","time spent":"1.381278698s","remote":"127.0.0.1:41142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5725,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T11:23:34.713381Z","caller":"traceutil/trace.go:171","msg":"trace[1483134516] transaction","detail":"{read_only:false; response_revision:7734; number_of_response:1; }","duration":"1.375339488s","start":"2026-03-04T11:23:33.338033Z","end":"2026-03-04T11:23:34.713372Z","steps":["trace[1483134516] 'process raft request' (duration: 1.375212714s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:34.713393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:33.336553Z","time spent":"1.376815828s","remote":"127.0.0.1:41142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":42662,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T11:23:34.713422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:33.338024Z","time spent":"1.375381509s","remote":"127.0.0.1:41142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":43034,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T11:23:34.71348Z","caller":"traceutil/trace.go:171","msg":"trace[1353080341] transaction","detail":"{read_only:false; response_revision:7735; number_of_response:1; }","duration":"1.365828922s","start":"2026-03-04T11:23:33.347644Z","end":"2026-03-04T11:23:34.713473Z","steps":["trace[1353080341] 'process raft request' (duration: 1.365645937s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:34.713466Z","caller":"traceutil/trace.go:171","msg":"trace[2010851296] transaction","detail":"{read_only:false; response_revision:7736; number_of_response:1; }","duration":"1.356600234s","start":"2026-03-04T11:23:33.356849Z","end":"2026-03-04T11:23:34.713449Z","steps":["trace[2010851296] 'process raft request' (duration: 1.356537672s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:34.713516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:33.347626Z","time spent":"1.365875923s","remote":"127.0.0.1:41142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":54786,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T11:23:34.713545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:33.356831Z","time spent":"1.356681616s","remote":"127.0.0.1:41142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":135704,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T11:23:34.71325Z","caller":"traceutil/trace.go:171","msg":"trace[1809500921] transaction","detail":"{read_only:false; response_revision:7726; number_of_response:1; }","duration":"1.382436888s","start":"2026-03-04T11:23:33.330651Z","end":"2026-03-04T11:23:34.713088Z","steps":["trace[1809500921] 'process raft request' (duration: 1.382231043s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:34.714001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:33.330646Z","time spent":"1.383217379s","remote":"127.0.0.1:41142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3762,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T11:23:35.531761Z","caller":"traceutil/trace.go:171","msg":"trace[994440896] transaction","detail":"{read_only:false; response_revision:7737; number_of_response:1; }","duration":"1.891384147s","start":"2026-03-04T11:23:33.640351Z","end":"2026-03-04T11:23:35.531735Z","steps":["trace[994440896] 'process raft request' (duration: 1.809889057s)","trace[994440896] 'compare' (duration: 81.148001ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:23:35.53187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:33.640327Z","time spent":"1.89148708s","remote":"127.0.0.1:41618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T11:23:35.53188Z","caller":"traceutil/trace.go:171","msg":"trace[2035860904] transaction","detail":"{read_only:false; response_revision:7738; number_of_response:1; }","duration":"1.890073822s","start":"2026-03-04T11:23:33.641781Z","end":"2026-03-04T11:23:35.531855Z","steps":["trace[2035860904] 'process raft request' (duration: 1.889869037s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:35.532042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:33.641766Z","time spent":"1.890200925s","remote":"127.0.0.1:41142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4606,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:23:35.532109Z","caller":"traceutil/trace.go:171","msg":"trace[911748003] transaction","detail":"{read_only:false; response_revision:7739; number_of_response:1; }","duration":"1.685947106s","start":"2026-03-04T11:23:33.84614Z","end":"2026-03-04T11:23:35.532087Z","steps":["trace[911748003] 'process raft request' (duration: 1.685641107s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:35.532332Z","caller":"traceutil/trace.go:171","msg":"trace[1774236943] transaction","detail":"{read_only:false; response_revision:7740; number_of_response:1; }","duration":"1.685539505s","start":"2026-03-04T11:23:33.846769Z","end":"2026-03-04T11:23:35.532309Z","steps":["trace[1774236943] 'process raft request' (duration: 1.685225386s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:35.532475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:33.846764Z","time spent":"1.685636067s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:23:35.532507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:33.84612Z","time spent":"1.686029957s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:23:35.532715Z","caller":"traceutil/trace.go:171","msg":"trace[560244380] linearizableReadLoop","detail":"{readStateIndex:8057; appliedIndex:8034; }","duration":"1.510924871s","start":"2026-03-04T11:23:34.021771Z","end":"2026-03-04T11:23:35.532696Z","steps":["trace[560244380] 'read index received' (duration: 690.751797ms)","trace[560244380] 'applied index is now lower than readState.Index' (duration: 820.172044ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:23:35.532725Z","caller":"traceutil/trace.go:171","msg":"trace[778376127] transaction","detail":"{read_only:false; response_revision:7741; number_of_response:1; }","duration":"1.685039721s","start":"2026-03-04T11:23:33.847665Z","end":"2026-03-04T11:23:35.532705Z","steps":["trace[778376127] 'process raft request' (duration: 1.684583089s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:35.532832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:33.847659Z","time spent":"1.685126823s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:23:35.532919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.511139676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T11:23:35.533009Z","caller":"traceutil/trace.go:171","msg":"trace[39965640] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7741; }","duration":"1.511278921s","start":"2026-03-04T11:23:34.02171Z","end":"2026-03-04T11:23:35.532989Z","steps":["trace[39965640] 'agreement among raft nodes before linearized reading' (duration: 1.511049195s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:35.533055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:34.021692Z","time spent":"1.511355162s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T11:23:36.018858Z","caller":"traceutil/trace.go:171","msg":"trace[1134276463] transaction","detail":"{read_only:false; response_revision:7747; number_of_response:1; }","duration":"1.224690858s","start":"2026-03-04T11:23:34.794118Z","end":"2026-03-04T11:23:36.018809Z","steps":["trace[1134276463] 'process raft request' (duration: 1.224507523s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:36.018869Z","caller":"traceutil/trace.go:171","msg":"trace[952399355] transaction","detail":"{read_only:false; response_revision:7753; number_of_response:1; }","duration":"1.223805864s","start":"2026-03-04T11:23:34.795034Z","end":"2026-03-04T11:23:36.01884Z","steps":["trace[952399355] 'process raft request' (duration: 1.22368668s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:36.018995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:34.79411Z","time spent":"1.224812781s","remote":"127.0.0.1:41432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1013,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T11:23:36.019007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:34.795029Z","time spent":"1.223922166s","remote":"127.0.0.1:41432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1355,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T11:23:36.019039Z","caller":"traceutil/trace.go:171","msg":"trace[1982016513] transaction","detail":"{read_only:false; response_revision:7750; number_of_response:1; }","duration":"1.224114593s","start":"2026-03-04T11:23:34.794912Z","end":"2026-03-04T11:23:36.019027Z","steps":["trace[1982016513] 'process raft request' (duration: 1.223762313s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:36.01904Z","caller":"traceutil/trace.go:171","msg":"trace[332536729] transaction","detail":"{read_only:false; response_revision:7749; number_of_response:1; }","duration":"1.224178624s","start":"2026-03-04T11:23:34.794836Z","end":"2026-03-04T11:23:36.019014Z","steps":["trace[332536729] 'process raft request' (duration: 1.223821675s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:36.01905Z","caller":"traceutil/trace.go:171","msg":"trace[1677041621] transaction","detail":"{read_only:false; response_revision:7752; number_of_response:1; }","duration":"1.224053721s","start":"2026-03-04T11:23:34.794977Z","end":"2026-03-04T11:23:36.019031Z","steps":["trace[1677041621] 'process raft request' (duration: 1.223730812s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:36.019081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:34.794909Z","time spent":"1.224152633s","remote":"127.0.0.1:41432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2986,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T11:23:36.019099Z","caller":"traceutil/trace.go:171","msg":"trace[411248241] transaction","detail":"{read_only:false; response_revision:7748; number_of_response:1; }","duration":"1.224941275s","start":"2026-03-04T11:23:34.79413Z","end":"2026-03-04T11:23:36.019071Z","steps":["trace[411248241] 'process raft request' (duration: 1.224510163s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:36.019126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:34.794831Z","time spent":"1.224251116s","remote":"127.0.0.1:41432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1265,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T11:23:36.019124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:34.794956Z","time spent":"1.224132172s","remote":"127.0.0.1:41432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1065,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T11:23:36.019139Z","caller":"traceutil/trace.go:171","msg":"trace[1133950205] transaction","detail":"{read_only:false; response_revision:7746; number_of_response:1; }","duration":"1.225030056s","start":"2026-03-04T11:23:34.794102Z","end":"2026-03-04T11:23:36.019132Z","steps":["trace[1133950205] 'process raft request' (duration: 1.224503562s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:36.01914Z","caller":"traceutil/trace.go:171","msg":"trace[1247916014] transaction","detail":"{read_only:false; response_revision:7744; number_of_response:1; }","duration":"1.225133829s","start":"2026-03-04T11:23:34.793995Z","end":"2026-03-04T11:23:36.019129Z","steps":["trace[1247916014] 'process raft request' (duration: 1.224566954s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:36.019167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:34.794099Z","time spent":"1.225056767s","remote":"127.0.0.1:41432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1740,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T11:23:36.019154Z","caller":"traceutil/trace.go:171","msg":"trace[433569498] transaction","detail":"{read_only:false; response_revision:7754; number_of_response:1; }","duration":"1.22404309s","start":"2026-03-04T11:23:34.795067Z","end":"2026-03-04T11:23:36.01911Z","steps":["trace[433569498] 'process raft request' (duration: 1.22367809s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:36.019154Z","caller":"traceutil/trace.go:171","msg":"trace[323027471] transaction","detail":"{read_only:false; response_revision:7745; number_of_response:1; }","duration":"1.225050857s","start":"2026-03-04T11:23:34.79407Z","end":"2026-03-04T11:23:36.019121Z","steps":["trace[323027471] 'process raft request' (duration: 1.224507262s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:36.019196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:34.793975Z","time spent":"1.225197881s","remote":"127.0.0.1:41432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":604,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T11:23:36.019184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:34.794127Z","time spent":"1.225018367s","remote":"127.0.0.1:41432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1037,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T11:23:36.019213Z","caller":"traceutil/trace.go:171","msg":"trace[584614509] transaction","detail":"{read_only:false; response_revision:7742; number_of_response:1; }","duration":"1.301007267s","start":"2026-03-04T11:23:34.718201Z","end":"2026-03-04T11:23:36.019208Z","steps":["trace[584614509] 'process raft request' (duration: 1.299709913s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:36.019298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:34.795063Z","time spent":"1.224167563s","remote":"127.0.0.1:41432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1763,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T11:23:36.019313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:34.794065Z","time spent":"1.22517124s","remote":"127.0.0.1:41432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":688,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T11:23:36.01916Z","caller":"traceutil/trace.go:171","msg":"trace[963279989] transaction","detail":"{read_only:false; response_revision:7743; number_of_response:1; }","duration":"1.22516438s","start":"2026-03-04T11:23:34.793957Z","end":"2026-03-04T11:23:36.019121Z","steps":["trace[963279989] 'process raft request' (duration: 1.224549804s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:36.019367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:34.718177Z","time spent":"1.301150722s","remote":"127.0.0.1:41618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":968,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T11:23:36.019482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:34.793937Z","time spent":"1.225449358s","remote":"127.0.0.1:41432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":578,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T11:23:36.02078Z","caller":"traceutil/trace.go:171","msg":"trace[1671894253] transaction","detail":"{read_only:false; response_revision:7751; number_of_response:1; }","duration":"1.225791097s","start":"2026-03-04T11:23:34.79496Z","end":"2026-03-04T11:23:36.020751Z","steps":["trace[1671894253] 'process raft request' (duration: 1.223730251s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:36.020844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:34.794955Z","time spent":"1.225862099s","remote":"127.0.0.1:41432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1179,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T11:23:36.106535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000207963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T11:23:36.106635Z","caller":"traceutil/trace.go:171","msg":"trace[258688608] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000342526s","start":"2026-03-04T11:23:34.10626Z","end":"2026-03-04T11:23:36.106602Z","steps":["trace[258688608] 'agreement among raft nodes before linearized reading' (duration: 2.000224472s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:36.106736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:34.106249Z","time spent":"2.000474379s","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 11:23:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T11:23:36.664279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.4934ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T11:23:36.664383Z","caller":"traceutil/trace.go:171","msg":"trace[1627152146] linearizableReadLoop","detail":"{readStateIndex:8071; appliedIndex:8057; }","duration":"1.131605735s","start":"2026-03-04T11:23:35.53276Z","end":"2026-03-04T11:23:36.664365Z","steps":["trace[1627152146] 'read index received' (duration: 485.16677ms)","trace[1627152146] 'applied index is now lower than readState.Index' (duration: 646.437515ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:23:36.664717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.414707073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-04T11:23:36.66476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.577983962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T11:23:36.664763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.577425767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-04T11:23:36.664775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.578436834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T11:23:36.664797Z","caller":"traceutil/trace.go:171","msg":"trace[1453472248] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7754; }","duration":"2.578045294s","start":"2026-03-04T11:23:34.086739Z","end":"2026-03-04T11:23:36.664785Z","steps":["trace[1453472248] 'agreement among raft nodes before linearized reading' (duration: 2.577943601s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:36.664797Z","caller":"traceutil/trace.go:171","msg":"trace[1140864528] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7754; }","duration":"2.414834657s","start":"2026-03-04T11:23:34.249947Z","end":"2026-03-04T11:23:36.664781Z","steps":["trace[1140864528] 'agreement among raft nodes before linearized reading' (duration: 2.41458185s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:36.664784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.130285999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T11:23:36.664801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.639932837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-04T11:23:36.664813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.885234312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T11:23:36.664841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:34.249925Z","time spent":"2.414908019s","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T11:23:36.664841Z","caller":"traceutil/trace.go:171","msg":"trace[996866062] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7754; }","duration":"2.578535587s","start":"2026-03-04T11:23:34.086287Z","end":"2026-03-04T11:23:36.664823Z","steps":["trace[996866062] 'agreement among raft nodes before linearized reading' (duration: 2.578334301s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:36.664875Z","caller":"traceutil/trace.go:171","msg":"trace[265980211] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:7754; }","duration":"2.64004056s","start":"2026-03-04T11:23:34.024821Z","end":"2026-03-04T11:23:36.664861Z","steps":["trace[265980211] 'agreement among raft nodes before linearized reading' (duration: 2.639834034s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:36.664893Z","caller":"traceutil/trace.go:171","msg":"trace[1863700884] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7754; }","duration":"1.885357045s","start":"2026-03-04T11:23:34.779515Z","end":"2026-03-04T11:23:36.664872Z","steps":["trace[1863700884] 'agreement among raft nodes before linearized reading' (duration: 1.885115949s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:36.664908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:34.024808Z","time spent":"2.640094931s","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-kh88j\" "} {"level":"warn","ts":"2026-03-04T11:23:36.66492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:34.086261Z","time spent":"2.578645379s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T11:23:36.664943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:34.779495Z","time spent":"1.885439398s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T11:23:36.664833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:34.086726Z","time spent":"2.578101615s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T11:23:36.664804Z","caller":"traceutil/trace.go:171","msg":"trace[581104785] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7754; }","duration":"2.577502099s","start":"2026-03-04T11:23:34.087291Z","end":"2026-03-04T11:23:36.664793Z","steps":["trace[581104785] 'agreement among raft nodes before linearized reading' (duration: 2.577326964s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:36.665266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:34.087279Z","time spent":"2.577959191s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T11:23:36.665555Z","caller":"traceutil/trace.go:171","msg":"trace[157865584] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:7754; }","duration":"2.130428983s","start":"2026-03-04T11:23:34.534425Z","end":"2026-03-04T11:23:36.664854Z","steps":["trace[157865584] 'agreement among raft nodes before linearized reading' (duration: 2.130271308s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:36.665614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:34.534405Z","time spent":"2.131187942s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-03-04T11:23:36.851189Z","caller":"traceutil/trace.go:171","msg":"trace[1865385507] transaction","detail":"{read_only:false; response_revision:7755; number_of_response:1; }","duration":"1.314923753s","start":"2026-03-04T11:23:35.536242Z","end":"2026-03-04T11:23:36.851166Z","steps":["trace[1865385507] 'process raft request' (duration: 1.314675816s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:36.851413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:35.536221Z","time spent":"1.315117757s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:23:36.85152Z","caller":"traceutil/trace.go:171","msg":"trace[1098384862] transaction","detail":"{read_only:false; response_revision:7757; number_of_response:1; }","duration":"1.307435051s","start":"2026-03-04T11:23:35.544059Z","end":"2026-03-04T11:23:36.851494Z","steps":["trace[1098384862] 'process raft request' (duration: 1.307306907s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:36.85156Z","caller":"traceutil/trace.go:171","msg":"trace[1463721855] transaction","detail":"{read_only:false; response_revision:7756; number_of_response:1; }","duration":"1.309179548s","start":"2026-03-04T11:23:35.542339Z","end":"2026-03-04T11:23:36.851518Z","steps":["trace[1463721855] 'process raft request' (duration: 1.308770807s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:36.85174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:35.544053Z","time spent":"1.307547684s","remote":"127.0.0.1:41142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4615,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:23:36.851751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:35.54233Z","time spent":"1.309312492s","remote":"127.0.0.1:41142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2943,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:23:37.209633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.15396ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:23:37.209835Z","caller":"traceutil/trace.go:171","msg":"trace[1257280783] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7757; }","duration":"171.398196ms","start":"2026-03-04T11:23:37.038407Z","end":"2026-03-04T11:23:37.209805Z","steps":["trace[1257280783] 'range keys from in-memory index tree' (duration: 171.120499ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:37.339183Z","caller":"traceutil/trace.go:171","msg":"trace[679579600] transaction","detail":"{read_only:false; response_revision:7763; number_of_response:1; }","duration":"1.312332663s","start":"2026-03-04T11:23:36.026817Z","end":"2026-03-04T11:23:37.33915Z","steps":["trace[679579600] 'process raft request' (duration: 1.312043265s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:37.339238Z","caller":"traceutil/trace.go:171","msg":"trace[1407513282] linearizableReadLoop","detail":"{readStateIndex:8084; appliedIndex:8071; }","duration":"674.810957ms","start":"2026-03-04T11:23:36.664409Z","end":"2026-03-04T11:23:37.33922Z","steps":["trace[1407513282] 'read index received' (duration: 186.592244ms)","trace[1407513282] 'applied index is now lower than readState.Index' (duration: 488.217303ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:23:37.339277Z","caller":"traceutil/trace.go:171","msg":"trace[905901043] transaction","detail":"{read_only:false; response_revision:7765; number_of_response:1; }","duration":"1.312356844s","start":"2026-03-04T11:23:36.026895Z","end":"2026-03-04T11:23:37.339252Z","steps":["trace[905901043] 'process raft request' (duration: 1.312053416s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:37.339362Z","caller":"traceutil/trace.go:171","msg":"trace[77546341] transaction","detail":"{read_only:false; response_revision:7766; number_of_response:1; }","duration":"1.312442916s","start":"2026-03-04T11:23:36.026885Z","end":"2026-03-04T11:23:37.339328Z","steps":["trace[77546341] 'process raft request' (duration: 1.312092997s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:37.339213Z","caller":"traceutil/trace.go:171","msg":"trace[634470383] transaction","detail":"{read_only:false; response_revision:7760; number_of_response:1; }","duration":"1.312407676s","start":"2026-03-04T11:23:36.026762Z","end":"2026-03-04T11:23:37.33917Z","steps":["trace[634470383] 'process raft request' (duration: 1.312000475s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:37.339448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:36.026851Z","time spent":"1.312549549s","remote":"127.0.0.1:41436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":998,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T11:23:37.339496Z","caller":"traceutil/trace.go:171","msg":"trace[24645260] transaction","detail":"{read_only:false; response_revision:7764; number_of_response:1; }","duration":"1.312615801s","start":"2026-03-04T11:23:36.026869Z","end":"2026-03-04T11:23:37.339485Z","steps":["trace[24645260] 'process raft request' (duration: 1.312030025s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:37.339545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:36.026861Z","time spent":"1.312661262s","remote":"127.0.0.1:41436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":691,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T11:23:37.33945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:36.026882Z","time spent":"1.312485417s","remote":"127.0.0.1:41436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":715,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T11:23:37.3396Z","caller":"traceutil/trace.go:171","msg":"trace[402217178] transaction","detail":"{read_only:false; response_revision:7768; number_of_response:1; }","duration":"670.193304ms","start":"2026-03-04T11:23:36.669393Z","end":"2026-03-04T11:23:37.339587Z","steps":["trace[402217178] 'process raft request' (duration: 669.648319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:37.339545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:36.026785Z","time spent":"1.312479727s","remote":"127.0.0.1:41436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":757,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T11:23:37.339657Z","caller":"traceutil/trace.go:171","msg":"trace[1370480296] transaction","detail":"{read_only:false; response_revision:7758; number_of_response:1; }","duration":"1.312934529s","start":"2026-03-04T11:23:36.02671Z","end":"2026-03-04T11:23:37.339645Z","steps":["trace[1370480296] 'process raft request' (duration: 1.311867031s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:37.339702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:36.669383Z","time spent":"670.259215ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:23:37.339714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:36.026689Z","time spent":"1.312998411s","remote":"127.0.0.1:41436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":745,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T11:23:37.339722Z","caller":"traceutil/trace.go:171","msg":"trace[1057997442] transaction","detail":"{read_only:false; response_revision:7759; number_of_response:1; }","duration":"1.31295648s","start":"2026-03-04T11:23:36.026721Z","end":"2026-03-04T11:23:37.339678Z","steps":["trace[1057997442] 'process raft request' (duration: 1.312003235s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:37.339822Z","caller":"traceutil/trace.go:171","msg":"trace[21078417] transaction","detail":"{read_only:false; response_revision:7762; number_of_response:1; }","duration":"1.313029542s","start":"2026-03-04T11:23:36.026782Z","end":"2026-03-04T11:23:37.339812Z","steps":["trace[21078417] 'process raft request' (duration: 1.312046896s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:37.339721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:36.026757Z","time spent":"1.312783946s","remote":"127.0.0.1:41436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":737,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T11:23:37.339908Z","caller":"traceutil/trace.go:171","msg":"trace[114807908] transaction","detail":"{read_only:false; response_revision:7761; number_of_response:1; }","duration":"1.313125664s","start":"2026-03-04T11:23:36.026773Z","end":"2026-03-04T11:23:37.339899Z","steps":["trace[114807908] 'process raft request' (duration: 1.312026815s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:37.339912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:36.026704Z","time spent":"1.313118314s","remote":"127.0.0.1:41436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":998,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T11:23:37.339939Z","caller":"traceutil/trace.go:171","msg":"trace[1593608261] transaction","detail":"{read_only:false; response_revision:7770; number_of_response:1; }","duration":"669.732651ms","start":"2026-03-04T11:23:36.670198Z","end":"2026-03-04T11:23:37.33993Z","steps":["trace[1593608261] 'process raft request' (duration: 668.94726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:37.339953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:36.026751Z","time spent":"1.313185796s","remote":"127.0.0.1:41436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":715,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T11:23:37.339874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:36.026769Z","time spent":"1.313083253s","remote":"127.0.0.1:41436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1021,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T11:23:37.339906Z","caller":"traceutil/trace.go:171","msg":"trace[1753738036] transaction","detail":"{read_only:false; response_revision:7769; number_of_response:1; }","duration":"670.477591ms","start":"2026-03-04T11:23:36.669417Z","end":"2026-03-04T11:23:37.339895Z","steps":["trace[1753738036] 'process raft request' (duration: 669.69236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:37.340006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:36.670188Z","time spent":"669.785932ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:23:37.339277Z","caller":"traceutil/trace.go:171","msg":"trace[446106896] transaction","detail":"{read_only:false; response_revision:7767; number_of_response:1; }","duration":"1.312255162s","start":"2026-03-04T11:23:36.026984Z","end":"2026-03-04T11:23:37.339239Z","steps":["trace[446106896] 'process raft request' (duration: 1.312020335s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:37.340136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233413391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:23:37.340173Z","caller":"traceutil/trace.go:171","msg":"trace[1795683352] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7771; }","duration":"1.233470393s","start":"2026-03-04T11:23:36.106693Z","end":"2026-03-04T11:23:37.340164Z","steps":["trace[1795683352] 'agreement among raft nodes before linearized reading' (duration: 1.233402722s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:37.340201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:36.106683Z","time spent":"1.233513114s","remote":"127.0.0.1:41086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T11:23:37.340226Z","caller":"traceutil/trace.go:171","msg":"trace[297084276] transaction","detail":"{read_only:false; response_revision:7771; number_of_response:1; }","duration":"669.947247ms","start":"2026-03-04T11:23:36.670264Z","end":"2026-03-04T11:23:37.340211Z","steps":["trace[297084276] 'process raft request' (duration: 668.919589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:37.340285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:36.670242Z","time spent":"670.009679ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:23:37.340241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:36.026967Z","time spent":"1.313153115s","remote":"127.0.0.1:41436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T11:23:37.340059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:36.669404Z","time spent":"670.616995ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:23:37.340487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165500287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:23:37.340546Z","caller":"traceutil/trace.go:171","msg":"trace[2012209306] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:7771; }","duration":"1.165619579s","start":"2026-03-04T11:23:36.174911Z","end":"2026-03-04T11:23:37.34053Z","steps":["trace[2012209306] 'agreement among raft nodes before linearized reading' (duration: 1.165479636s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:37.340606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:36.17489Z","time spent":"1.165698872s","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":52,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:23:37.839404Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541838551,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T11:23:37.999404Z","caller":"traceutil/trace.go:171","msg":"trace[266362640] transaction","detail":"{read_only:false; response_revision:7772; number_of_response:1; }","duration":"1.139964961s","start":"2026-03-04T11:23:36.859406Z","end":"2026-03-04T11:23:37.999371Z","steps":["trace[266362640] 'process raft request' (duration: 1.139782936s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:37.999577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:36.859384Z","time spent":"1.140109924s","remote":"127.0.0.1:41142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2952,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:23:37.999733Z","caller":"traceutil/trace.go:171","msg":"trace[1481954790] transaction","detail":"{read_only:false; response_revision:7773; number_of_response:1; }","duration":"1.139818237s","start":"2026-03-04T11:23:36.85988Z","end":"2026-03-04T11:23:37.999698Z","steps":["trace[1481954790] 'process raft request' (duration: 1.139448257s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:37.999938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:36.859869Z","time spent":"1.13994878s","remote":"127.0.0.1:41142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6247,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:23:38.809243Z","caller":"traceutil/trace.go:171","msg":"trace[1511710229] transaction","detail":"{read_only:false; response_revision:7774; number_of_response:1; }","duration":"1.463198738s","start":"2026-03-04T11:23:37.34601Z","end":"2026-03-04T11:23:38.809209Z","steps":["trace[1511710229] 'process raft request' (duration: 1.463043943s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:38.809328Z","caller":"traceutil/trace.go:171","msg":"trace[5616497] linearizableReadLoop","detail":"{readStateIndex:8100; appliedIndex:8088; }","duration":"1.470030351s","start":"2026-03-04T11:23:37.339288Z","end":"2026-03-04T11:23:38.809318Z","steps":["trace[5616497] 'read index received' (duration: 659.977029ms)","trace[5616497] 'applied index is now lower than readState.Index' (duration: 810.052762ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:23:38.809313Z","caller":"traceutil/trace.go:171","msg":"trace[304066131] transaction","detail":"{read_only:false; response_revision:7776; number_of_response:1; }","duration":"1.462817517s","start":"2026-03-04T11:23:37.346456Z","end":"2026-03-04T11:23:38.809274Z","steps":["trace[304066131] 'process raft request' (duration: 1.462708134s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:38.809366Z","caller":"traceutil/trace.go:171","msg":"trace[289774080] transaction","detail":"{read_only:false; response_revision:7781; number_of_response:1; }","duration":"1.270475877s","start":"2026-03-04T11:23:37.538877Z","end":"2026-03-04T11:23:38.809353Z","steps":["trace[289774080] 'process raft request' (duration: 1.270368185s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:38.809394Z","caller":"traceutil/trace.go:171","msg":"trace[805809842] transaction","detail":"{read_only:false; response_revision:7783; number_of_response:1; }","duration":"1.270014355s","start":"2026-03-04T11:23:37.539374Z","end":"2026-03-04T11:23:38.809389Z","steps":["trace[805809842] 'process raft request' (duration: 1.269921013s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:38.809356Z","caller":"traceutil/trace.go:171","msg":"trace[3137856] transaction","detail":"{read_only:false; response_revision:7775; number_of_response:1; }","duration":"1.463144527s","start":"2026-03-04T11:23:37.346189Z","end":"2026-03-04T11:23:38.809333Z","steps":["trace[3137856] 'process raft request' (duration: 1.462956972s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:38.809424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:37.345997Z","time spent":"1.463349292s","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":643,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T11:23:38.809455Z","caller":"traceutil/trace.go:171","msg":"trace[1518010402] transaction","detail":"{read_only:false; response_revision:7780; number_of_response:1; }","duration":"1.461207664s","start":"2026-03-04T11:23:37.348241Z","end":"2026-03-04T11:23:38.809449Z","steps":["trace[1518010402] 'process raft request' (duration: 1.460989258s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:38.809483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:37.348236Z","time spent":"1.461234366s","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":735,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T11:23:38.809479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:37.346447Z","time spent":"1.462952872s","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":664,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T11:23:38.80953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.044298927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:23:38.809441Z","caller":"traceutil/trace.go:171","msg":"trace[1015510392] transaction","detail":"{read_only:false; response_revision:7779; number_of_response:1; }","duration":"1.461245215s","start":"2026-03-04T11:23:37.348169Z","end":"2026-03-04T11:23:38.809414Z","steps":["trace[1015510392] 'process raft request' (duration: 1.46104402s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:38.809553Z","caller":"traceutil/trace.go:171","msg":"trace[904119880] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:7783; }","duration":"2.044362919s","start":"2026-03-04T11:23:36.765185Z","end":"2026-03-04T11:23:38.809548Z","steps":["trace[904119880] 'agreement among raft nodes before linearized reading' (duration: 2.044329548s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:38.809429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:37.538847Z","time spent":"1.270546019s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:23:38.80957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:36.765161Z","time spent":"2.04440523s","remote":"127.0.0.1:41500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:23:38.809553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:37.346182Z","time spent":"1.46328022s","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":670,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T11:23:38.809432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:37.539318Z","time spent":"1.270089158s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:23:38.809499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.041984435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:23:38.809377Z","caller":"traceutil/trace.go:171","msg":"trace[1761303624] transaction","detail":"{read_only:false; response_revision:7782; number_of_response:1; }","duration":"1.27018743s","start":"2026-03-04T11:23:37.539185Z","end":"2026-03-04T11:23:38.809372Z","steps":["trace[1761303624] 'process raft request' (duration: 1.270091057s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:38.809707Z","caller":"traceutil/trace.go:171","msg":"trace[1150562013] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:7783; }","duration":"2.042207731s","start":"2026-03-04T11:23:36.767477Z","end":"2026-03-04T11:23:38.809684Z","steps":["trace[1150562013] 'agreement among raft nodes before linearized reading' (duration: 2.041967705s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:38.809764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:37.539157Z","time spent":"1.27055897s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:23:38.809781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:36.767459Z","time spent":"2.042292503s","remote":"127.0.0.1:47482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:23:38.809752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:37.348162Z","time spent":"1.461420701s","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":717,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T11:23:38.809827Z","caller":"traceutil/trace.go:171","msg":"trace[140223640] transaction","detail":"{read_only:false; response_revision:7777; number_of_response:1; }","duration":"1.46216231s","start":"2026-03-04T11:23:37.347657Z","end":"2026-03-04T11:23:38.809819Z","steps":["trace[140223640] 'process raft request' (duration: 1.461522023s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:38.80985Z","caller":"traceutil/trace.go:171","msg":"trace[1713330580] transaction","detail":"{read_only:false; response_revision:7778; number_of_response:1; }","duration":"1.462099519s","start":"2026-03-04T11:23:37.347743Z","end":"2026-03-04T11:23:38.809843Z","steps":["trace[1713330580] 'process raft request' (duration: 1.461451501s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:38.809898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.141077148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-04T11:23:38.809906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:37.34773Z","time spent":"1.46216283s","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1206,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T11:23:38.809919Z","caller":"traceutil/trace.go:171","msg":"trace[338475673] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7783; }","duration":"2.141111468s","start":"2026-03-04T11:23:36.668803Z","end":"2026-03-04T11:23:38.809914Z","steps":["trace[338475673] 'agreement among raft nodes before linearized reading' (duration: 2.141064867s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:38.809934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:36.66879Z","time spent":"2.1411412s","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T11:23:38.809858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.140658347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224442"} {"level":"info","ts":"2026-03-04T11:23:38.810058Z","caller":"traceutil/trace.go:171","msg":"trace[1246822749] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7783; }","duration":"2.140869223s","start":"2026-03-04T11:23:36.669171Z","end":"2026-03-04T11:23:38.810041Z","steps":["trace[1246822749] 'agreement among raft nodes before linearized reading' (duration: 2.140495383s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:38.810164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:36.669157Z","time spent":"2.140988196s","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224465,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T11:23:38.809983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:37.34764Z","time spent":"1.462247473s","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1175,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T11:23:39.307916Z","caller":"traceutil/trace.go:171","msg":"trace[86886161] linearizableReadLoop","detail":"{readStateIndex:8102; appliedIndex:8100; }","duration":"498.550001ms","start":"2026-03-04T11:23:38.809349Z","end":"2026-03-04T11:23:39.307899Z","steps":["trace[86886161] 'read index received' (duration: 498.480189ms)","trace[86886161] 'applied index is now lower than readState.Index' (duration: 68.942µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:23:39.308074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.734069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:23:39.308155Z","caller":"traceutil/trace.go:171","msg":"trace[198795713] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:7785; }","duration":"827.866122ms","start":"2026-03-04T11:23:38.480271Z","end":"2026-03-04T11:23:39.308137Z","steps":["trace[198795713] 'agreement among raft nodes before linearized reading' (duration: 827.679897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:39.308203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.278134144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.18\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-04T11:23:39.308219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:38.48025Z","time spent":"827.951415ms","remote":"127.0.0.1:41566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:23:39.308258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.956414485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:23:39.308284Z","caller":"traceutil/trace.go:171","msg":"trace[62030971] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7785; }","duration":"1.956444576s","start":"2026-03-04T11:23:37.351824Z","end":"2026-03-04T11:23:39.308268Z","steps":["trace[62030971] 'agreement among raft nodes before linearized reading' (duration: 1.956420685s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:39.308309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:37.351818Z","time spent":"1.956486117s","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:23:39.308489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.962699174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18999ee1c07bb0b7\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-04T11:23:39.308509Z","caller":"traceutil/trace.go:171","msg":"trace[220054098] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18999ee1c07bb0b7; range_end:; response_count:1; response_revision:7785; }","duration":"1.962755065s","start":"2026-03-04T11:23:37.345749Z","end":"2026-03-04T11:23:39.308504Z","steps":["trace[220054098] 'agreement among raft nodes before linearized reading' (duration: 1.962700053s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:39.30854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:37.345729Z","time spent":"1.962791486s","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18999ee1c07bb0b7\" "} {"level":"info","ts":"2026-03-04T11:23:39.308596Z","caller":"traceutil/trace.go:171","msg":"trace[1771569313] transaction","detail":"{read_only:false; response_revision:7784; number_of_response:1; }","duration":"1.302284373s","start":"2026-03-04T11:23:38.006298Z","end":"2026-03-04T11:23:39.308582Z","steps":["trace[1771569313] 'process raft request' (duration: 1.30143323s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:39.308688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:38.006276Z","time spent":"1.302355074s","remote":"127.0.0.1:41142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4167,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:23:39.308962Z","caller":"traceutil/trace.go:171","msg":"trace[1718457480] transaction","detail":"{read_only:false; response_revision:7785; number_of_response:1; }","duration":"1.301929203s","start":"2026-03-04T11:23:38.007023Z","end":"2026-03-04T11:23:39.308953Z","steps":["trace[1718457480] 'process raft request' (duration: 1.300830134s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:39.309022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:38.007014Z","time spent":"1.301974845s","remote":"127.0.0.1:41142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6256,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:23:39.308107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263923252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:23:39.309106Z","caller":"traceutil/trace.go:171","msg":"trace[1686015857] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:7785; }","duration":"1.26497928s","start":"2026-03-04T11:23:38.044117Z","end":"2026-03-04T11:23:39.309096Z","steps":["trace[1686015857] 'agreement among raft nodes before linearized reading' (duration: 1.26386567s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:39.309142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:38.044106Z","time spent":"1.265026521s","remote":"127.0.0.1:41618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":37,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-03-04T11:23:39.308234Z","caller":"traceutil/trace.go:171","msg":"trace[1112748551] range","detail":"{range_begin:/registry/masterleases/199.19.213.18; range_end:; response_count:1; response_revision:7785; }","duration":"1.278152254s","start":"2026-03-04T11:23:38.030064Z","end":"2026-03-04T11:23:39.308216Z","steps":["trace[1112748551] 'agreement among raft nodes before linearized reading' (duration: 1.278057812s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:39.30928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:38.030008Z","time spent":"1.279264205s","remote":"127.0.0.1:41114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.18\" "} {"level":"info","ts":"2026-03-04T11:23:39.770723Z","caller":"traceutil/trace.go:171","msg":"trace[1938895305] transaction","detail":"{read_only:false; response_revision:7788; number_of_response:1; }","duration":"955.885753ms","start":"2026-03-04T11:23:38.814806Z","end":"2026-03-04T11:23:39.770692Z","steps":["trace[1938895305] 'process raft request' (duration: 955.77357ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:39.770709Z","caller":"traceutil/trace.go:171","msg":"trace[974714782] transaction","detail":"{read_only:false; response_revision:7787; number_of_response:1; }","duration":"955.935015ms","start":"2026-03-04T11:23:38.814742Z","end":"2026-03-04T11:23:39.770677Z","steps":["trace[974714782] 'process raft request' (duration: 955.799581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:39.770824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:38.814796Z","time spent":"955.978056ms","remote":"127.0.0.1:41430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":748,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T11:23:39.770796Z","caller":"traceutil/trace.go:171","msg":"trace[820201107] transaction","detail":"{read_only:false; response_revision:7786; number_of_response:1; }","duration":"956.185902ms","start":"2026-03-04T11:23:38.814573Z","end":"2026-03-04T11:23:39.770759Z","steps":["trace[820201107] 'process raft request' (duration: 955.841453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:39.770846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:38.814706Z","time spent":"956.077549ms","remote":"127.0.0.1:41430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":689,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T11:23:39.770848Z","caller":"traceutil/trace.go:171","msg":"trace[731352705] transaction","detail":"{read_only:false; response_revision:7790; number_of_response:1; }","duration":"955.955185ms","start":"2026-03-04T11:23:38.814855Z","end":"2026-03-04T11:23:39.77081Z","steps":["trace[731352705] 'process raft request' (duration: 955.786231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:39.771377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:38.814828Z","time spent":"956.50055ms","remote":"127.0.0.1:41430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":726,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T11:23:39.770879Z","caller":"traceutil/trace.go:171","msg":"trace[324188397] linearizableReadLoop","detail":"{readStateIndex:8111; appliedIndex:8102; }","duration":"462.892882ms","start":"2026-03-04T11:23:39.307967Z","end":"2026-03-04T11:23:39.77086Z","steps":["trace[324188397] 'read index received' (duration: 462.496341ms)","trace[324188397] 'applied index is now lower than readState.Index' (duration: 395.351µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:23:39.770874Z","caller":"traceutil/trace.go:171","msg":"trace[504282625] transaction","detail":"{read_only:false; response_revision:7791; number_of_response:1; }","duration":"955.865013ms","start":"2026-03-04T11:23:38.814984Z","end":"2026-03-04T11:23:39.770849Z","steps":["trace[504282625] 'process raft request' (duration: 955.697569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:39.771507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:38.81497Z","time spent":"956.51254ms","remote":"127.0.0.1:41430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":760,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T11:23:39.770968Z","caller":"traceutil/trace.go:171","msg":"trace[929651700] transaction","detail":"{read_only:false; response_revision:7792; number_of_response:1; }","duration":"955.939945ms","start":"2026-03-04T11:23:38.815017Z","end":"2026-03-04T11:23:39.770957Z","steps":["trace[929651700] 'process raft request' (duration: 955.711499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:39.771589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:38.81499Z","time spent":"956.583512ms","remote":"127.0.0.1:41430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":996,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T11:23:39.77096Z","caller":"traceutil/trace.go:171","msg":"trace[1391876533] transaction","detail":"{read_only:false; response_revision:7789; number_of_response:1; }","duration":"956.045378ms","start":"2026-03-04T11:23:38.81487Z","end":"2026-03-04T11:23:39.770915Z","steps":["trace[1391876533] 'process raft request' (duration: 955.74083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:39.771657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:38.814857Z","time spent":"956.787738ms","remote":"127.0.0.1:41430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":713,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T11:23:39.770962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:38.814554Z","time spent":"956.315605ms","remote":"127.0.0.1:41430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":717,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T11:23:39.770993Z","caller":"traceutil/trace.go:171","msg":"trace[1142909392] transaction","detail":"{read_only:false; response_revision:7793; number_of_response:1; }","duration":"955.945975ms","start":"2026-03-04T11:23:38.815042Z","end":"2026-03-04T11:23:39.770988Z","steps":["trace[1142909392] 'process raft request' (duration: 955.724659ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:39.771028Z","caller":"traceutil/trace.go:171","msg":"trace[515308178] transaction","detail":"{read_only:false; response_revision:7794; number_of_response:1; }","duration":"955.702859ms","start":"2026-03-04T11:23:38.815312Z","end":"2026-03-04T11:23:39.771015Z","steps":["trace[515308178] 'process raft request' (duration: 955.498273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:39.77178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:38.815037Z","time spent":"956.701405ms","remote":"127.0.0.1:41430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":689,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T11:23:39.771824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:38.815303Z","time spent":"956.50914ms","remote":"127.0.0.1:41430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T11:23:39.771133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.408868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19488"} {"level":"info","ts":"2026-03-04T11:23:39.771884Z","caller":"traceutil/trace.go:171","msg":"trace[1151876718] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7794; }","duration":"960.173439ms","start":"2026-03-04T11:23:38.811703Z","end":"2026-03-04T11:23:39.771876Z","steps":["trace[1151876718] 'agreement among raft nodes before linearized reading' (duration: 959.215383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:39.771909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:38.811636Z","time spent":"960.267291ms","remote":"127.0.0.1:41262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19511,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T11:23:39.771168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.948206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T11:23:39.771966Z","caller":"traceutil/trace.go:171","msg":"trace[213304020] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7794; }","duration":"914.741607ms","start":"2026-03-04T11:23:38.857207Z","end":"2026-03-04T11:23:39.771948Z","steps":["trace[213304020] 'agreement among raft nodes before linearized reading' (duration: 913.817142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:39.772031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:38.857151Z","time spent":"914.863451ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T11:23:40.272276Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541838583,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:23:40.308344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:39.310531Z","time spent":"997.80773ms","remote":"127.0.0.1:41114","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T11:23:40.308762Z","caller":"traceutil/trace.go:171","msg":"trace[1979900300] transaction","detail":"{read_only:false; response_revision:7800; number_of_response:1; }","duration":"554.580346ms","start":"2026-03-04T11:23:39.754161Z","end":"2026-03-04T11:23:40.308741Z","steps":["trace[1979900300] 'process raft request' (duration: 554.534145ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:40.308795Z","caller":"traceutil/trace.go:171","msg":"trace[210747866] transaction","detail":"{read_only:false; response_revision:7796; number_of_response:1; }","duration":"995.20606ms","start":"2026-03-04T11:23:39.313545Z","end":"2026-03-04T11:23:40.308751Z","steps":["trace[210747866] 'process raft request' (duration: 994.874461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:40.3089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:39.754134Z","time spent":"554.694399ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:23:40.30901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:39.313532Z","time spent":"995.361104ms","remote":"127.0.0.1:41142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6424,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:23:40.309098Z","caller":"traceutil/trace.go:171","msg":"trace[1415066863] transaction","detail":"{read_only:false; response_revision:7797; number_of_response:1; }","duration":"994.863901ms","start":"2026-03-04T11:23:39.314205Z","end":"2026-03-04T11:23:40.309069Z","steps":["trace[1415066863] 'process raft request' (duration: 994.331787ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:40.30915Z","caller":"traceutil/trace.go:171","msg":"trace[1138906193] transaction","detail":"{read_only:false; response_revision:7799; number_of_response:1; }","duration":"797.63862ms","start":"2026-03-04T11:23:39.511472Z","end":"2026-03-04T11:23:40.30911Z","steps":["trace[1138906193] 'process raft request' (duration: 797.185638ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:40.309188Z","caller":"traceutil/trace.go:171","msg":"trace[1833050598] transaction","detail":"{read_only:false; response_revision:7798; number_of_response:1; }","duration":"829.493556ms","start":"2026-03-04T11:23:39.47966Z","end":"2026-03-04T11:23:40.309154Z","steps":["trace[1833050598] 'process raft request' (duration: 828.945231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:40.309249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:39.314197Z","time spent":"994.973274ms","remote":"127.0.0.1:41142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4176,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:23:40.309272Z","caller":"traceutil/trace.go:171","msg":"trace[933403031] transaction","detail":"{read_only:false; response_revision:7795; number_of_response:1; }","duration":"998.131939ms","start":"2026-03-04T11:23:39.311127Z","end":"2026-03-04T11:23:40.309259Z","steps":["trace[933403031] 'process raft request' (duration: 997.075771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:40.309315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:39.51146Z","time spent":"797.769983ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:23:40.309335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:39.311112Z","time spent":"998.18782ms","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:23:40.309464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:39.479635Z","time spent":"829.681722ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:23:40.378033Z","caller":"traceutil/trace.go:171","msg":"trace[326017310] linearizableReadLoop","detail":"{readStateIndex:8120; appliedIndex:8111; }","duration":"606.547793ms","start":"2026-03-04T11:23:39.771456Z","end":"2026-03-04T11:23:40.378004Z","steps":["trace[326017310] 'read index received' (duration: 514.068327ms)","trace[326017310] 'applied index is now lower than readState.Index' (duration: 92.478046ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:23:40.378228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068574902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:23:40.378289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015761293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:23:40.378321Z","caller":"traceutil/trace.go:171","msg":"trace[1891201553] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7802; }","duration":"1.068670035s","start":"2026-03-04T11:23:39.309626Z","end":"2026-03-04T11:23:40.378296Z","steps":["trace[1891201553] 'agreement among raft nodes before linearized reading' (duration: 1.068539081s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:40.378353Z","caller":"traceutil/trace.go:171","msg":"trace[1413481237] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:7802; }","duration":"1.015850085s","start":"2026-03-04T11:23:39.362489Z","end":"2026-03-04T11:23:40.378339Z","steps":["trace[1413481237] 'agreement among raft nodes before linearized reading' (duration: 1.015619689s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:40.378373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:39.309571Z","time spent":"1.068788767s","remote":"127.0.0.1:41086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:23:40.378403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:39.36248Z","time spent":"1.015909726s","remote":"127.0.0.1:41300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":108,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:23:40.378405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034450585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T11:23:40.37861Z","caller":"traceutil/trace.go:171","msg":"trace[1951458989] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7802; }","duration":"1.034718002s","start":"2026-03-04T11:23:39.343843Z","end":"2026-03-04T11:23:40.378561Z","steps":["trace[1951458989] 'agreement among raft nodes before linearized reading' (duration: 1.034313781s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:40.378632Z","caller":"traceutil/trace.go:171","msg":"trace[240645905] transaction","detail":"{read_only:false; response_revision:7802; number_of_response:1; }","duration":"599.824233ms","start":"2026-03-04T11:23:39.778788Z","end":"2026-03-04T11:23:40.378612Z","steps":["trace[240645905] 'process raft request' (duration: 599.129964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:40.378691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:39.343837Z","time spent":"1.034813024s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T11:23:40.378773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:39.77877Z","time spent":"599.906455ms","remote":"127.0.0.1:41546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3614,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T11:23:40.378908Z","caller":"traceutil/trace.go:171","msg":"trace[662621677] transaction","detail":"{read_only:false; response_revision:7801; number_of_response:1; }","duration":"603.110501ms","start":"2026-03-04T11:23:39.775764Z","end":"2026-03-04T11:23:40.378874Z","steps":["trace[662621677] 'process raft request' (duration: 601.882268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:40.379147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021586349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T11:23:40.379216Z","caller":"traceutil/trace.go:171","msg":"trace[806118826] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7802; }","duration":"1.021669891s","start":"2026-03-04T11:23:39.357529Z","end":"2026-03-04T11:23:40.379198Z","steps":["trace[806118826] 'agreement among raft nodes before linearized reading' (duration: 1.021489776s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:40.379265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:39.357519Z","time spent":"1.021733203s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T11:23:40.37915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:39.775698Z","time spent":"603.353698ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:23:40.379343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021361503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T11:23:40.379417Z","caller":"traceutil/trace.go:171","msg":"trace[2129636443] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7802; }","duration":"1.021460385s","start":"2026-03-04T11:23:39.357945Z","end":"2026-03-04T11:23:40.379405Z","steps":["trace[2129636443] 'agreement among raft nodes before linearized reading' (duration: 1.021281011s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:40.378969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.955805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T11:23:40.379485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:39.357934Z","time spent":"1.021513908s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T11:23:40.37952Z","caller":"traceutil/trace.go:171","msg":"trace[1295390250] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:7802; }","duration":"674.588092ms","start":"2026-03-04T11:23:39.704911Z","end":"2026-03-04T11:23:40.379499Z","steps":["trace[1295390250] 'agreement among raft nodes before linearized reading' (duration: 673.892613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:40.379618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:39.704891Z","time spent":"674.705076ms","remote":"127.0.0.1:41436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":84,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:23:40.379465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035451922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T11:23:40.379984Z","caller":"traceutil/trace.go:171","msg":"trace[322217466] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7802; }","duration":"1.036244372s","start":"2026-03-04T11:23:39.34372Z","end":"2026-03-04T11:23:40.379964Z","steps":["trace[322217466] 'agreement among raft nodes before linearized reading' (duration: 1.034443094s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:40.380287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:39.343708Z","time spent":"1.036354646s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T11:23:40.510179Z","caller":"traceutil/trace.go:171","msg":"trace[765606403] transaction","detail":"{read_only:false; response_revision:7803; number_of_response:1; }","duration":"200.236003ms","start":"2026-03-04T11:23:40.309905Z","end":"2026-03-04T11:23:40.510141Z","steps":["trace[765606403] 'process raft request' (duration: 199.911854ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:40.510222Z","caller":"traceutil/trace.go:171","msg":"trace[1484104897] transaction","detail":"{read_only:false; response_revision:7804; number_of_response:1; }","duration":"193.637335ms","start":"2026-03-04T11:23:40.316543Z","end":"2026-03-04T11:23:40.51018Z","steps":["trace[1484104897] 'process raft request' (duration: 193.48441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:40.510316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.310216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:23:40.510365Z","caller":"traceutil/trace.go:171","msg":"trace[1904323650] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7805; }","duration":"680.408308ms","start":"2026-03-04T11:23:39.829947Z","end":"2026-03-04T11:23:40.510355Z","steps":["trace[1904323650] 'agreement among raft nodes before linearized reading' (duration: 680.287475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:40.51044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:39.829932Z","time spent":"680.469421ms","remote":"127.0.0.1:41546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-04T11:23:40.51018Z","caller":"traceutil/trace.go:171","msg":"trace[1131052417] linearizableReadLoop","detail":"{readStateIndex:8123; appliedIndex:8120; }","duration":"132.030169ms","start":"2026-03-04T11:23:40.378125Z","end":"2026-03-04T11:23:40.510155Z","steps":["trace[1131052417] 'read index received' (duration: 131.764982ms)","trace[1131052417] 'applied index is now lower than readState.Index' (duration: 263.677µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:23:40.510535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.894905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:23:40.51056Z","caller":"traceutil/trace.go:171","msg":"trace[700735178] transaction","detail":"{read_only:false; response_revision:7805; number_of_response:1; }","duration":"192.35307ms","start":"2026-03-04T11:23:40.318192Z","end":"2026-03-04T11:23:40.510545Z","steps":["trace[700735178] 'process raft request' (duration: 191.912399ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:40.510612Z","caller":"traceutil/trace.go:171","msg":"trace[1249578369] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:7805; }","duration":"225.029779ms","start":"2026-03-04T11:23:40.28556Z","end":"2026-03-04T11:23:40.510589Z","steps":["trace[1249578369] 'agreement among raft nodes before linearized reading' (duration: 224.886995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:40.510689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.77544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:23:40.510709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.368293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:23:40.51073Z","caller":"traceutil/trace.go:171","msg":"trace[502811678] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:7805; }","duration":"401.849021ms","start":"2026-03-04T11:23:40.108871Z","end":"2026-03-04T11:23:40.51072Z","steps":["trace[502811678] 'agreement among raft nodes before linearized reading' (duration: 401.784499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:40.510757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.691957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:23:40.510775Z","caller":"traceutil/trace.go:171","msg":"trace[1343807121] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:7805; }","duration":"348.442256ms","start":"2026-03-04T11:23:40.162294Z","end":"2026-03-04T11:23:40.510737Z","steps":["trace[1343807121] 'agreement among raft nodes before linearized reading' (duration: 348.323792ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:40.510803Z","caller":"traceutil/trace.go:171","msg":"trace[897311839] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:7805; }","duration":"292.79682ms","start":"2026-03-04T11:23:40.217991Z","end":"2026-03-04T11:23:40.510788Z","steps":["trace[897311839] 'agreement among raft nodes before linearized reading' (duration: 292.665786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:40.510815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:40.162281Z","time spent":"348.522718ms","remote":"127.0.0.1:41562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":11,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:23:40.510766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:40.108855Z","time spent":"401.902593ms","remote":"127.0.0.1:32770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:23:40.511025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.156419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-66cc665bbb-8gktb.18999f948de15cee\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-04T11:23:40.511069Z","caller":"traceutil/trace.go:171","msg":"trace[2089940298] range","detail":"{range_begin:/registry/events/openstack/barbican-api-66cc665bbb-8gktb.18999f948de15cee; range_end:; response_count:1; response_revision:7805; }","duration":"197.225891ms","start":"2026-03-04T11:23:40.313828Z","end":"2026-03-04T11:23:40.511054Z","steps":["trace[2089940298] 'agreement among raft nodes before linearized reading' (duration: 197.014425ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:40.791009Z","caller":"traceutil/trace.go:171","msg":"trace[1659416607] transaction","detail":"{read_only:false; response_revision:7806; number_of_response:1; }","duration":"406.132467ms","start":"2026-03-04T11:23:40.384837Z","end":"2026-03-04T11:23:40.790969Z","steps":["trace[1659416607] 'process raft request' (duration: 405.817188ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:40.791084Z","caller":"traceutil/trace.go:171","msg":"trace[1084786868] transaction","detail":"{read_only:false; response_revision:7807; number_of_response:1; }","duration":"406.067935ms","start":"2026-03-04T11:23:40.384988Z","end":"2026-03-04T11:23:40.791056Z","steps":["trace[1084786868] 'process raft request' (duration: 405.856099ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:40.791104Z","caller":"traceutil/trace.go:171","msg":"trace[956430206] transaction","detail":"{read_only:false; response_revision:7808; number_of_response:1; }","duration":"406.081085ms","start":"2026-03-04T11:23:40.384996Z","end":"2026-03-04T11:23:40.791077Z","steps":["trace[956430206] 'process raft request' (duration: 405.91309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:40.791182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:40.384816Z","time spent":"406.28613ms","remote":"127.0.0.1:41576","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3862,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T11:23:40.791235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:40.384977Z","time spent":"406.183738ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:23:40.791179Z","caller":"traceutil/trace.go:171","msg":"trace[943668112] linearizableReadLoop","detail":"{readStateIndex:8128; appliedIndex:8123; }","duration":"280.591752ms","start":"2026-03-04T11:23:40.510522Z","end":"2026-03-04T11:23:40.791114Z","steps":["trace[943668112] 'read index received' (duration: 280.1794ms)","trace[943668112] 'applied index is now lower than readState.Index' (duration: 410.981µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:23:40.791257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:40.384966Z","time spent":"406.171657ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:23:40.791327Z","caller":"traceutil/trace.go:171","msg":"trace[2000810774] transaction","detail":"{read_only:false; response_revision:7809; number_of_response:1; }","duration":"405.839158ms","start":"2026-03-04T11:23:40.385372Z","end":"2026-03-04T11:23:40.791211Z","steps":["trace[2000810774] 'process raft request' (duration: 405.594332ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:40.791371Z","caller":"traceutil/trace.go:171","msg":"trace[1680925788] transaction","detail":"{read_only:false; response_revision:7810; number_of_response:1; }","duration":"403.726871ms","start":"2026-03-04T11:23:40.387629Z","end":"2026-03-04T11:23:40.791356Z","steps":["trace[1680925788] 'process raft request' (duration: 403.437813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:40.791534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:40.38531Z","time spent":"406.143777ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:23:40.791539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:40.387615Z","time spent":"403.822734ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:23:40.791522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.193564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:23:40.791772Z","caller":"traceutil/trace.go:171","msg":"trace[23158547] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7810; }","duration":"404.499662ms","start":"2026-03-04T11:23:40.387237Z","end":"2026-03-04T11:23:40.791736Z","steps":["trace[23158547] 'agreement among raft nodes before linearized reading' (duration: 404.111822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:40.791853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:40.387226Z","time spent":"404.613555ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T11:23:41.230303Z","caller":"traceutil/trace.go:171","msg":"trace[149587390] transaction","detail":"{read_only:false; response_revision:7811; number_of_response:1; }","duration":"716.886359ms","start":"2026-03-04T11:23:40.513396Z","end":"2026-03-04T11:23:41.230282Z","steps":["trace[149587390] 'process raft request' (duration: 716.618162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:41.23043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:40.51324Z","time spent":"717.129175ms","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:23:41.230509Z","caller":"traceutil/trace.go:171","msg":"trace[1241757485] transaction","detail":"{read_only:false; response_revision:7812; number_of_response:1; }","duration":"710.651981ms","start":"2026-03-04T11:23:40.51982Z","end":"2026-03-04T11:23:41.230472Z","steps":["trace[1241757485] 'process raft request' (duration: 710.356573ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:41.230672Z","caller":"traceutil/trace.go:171","msg":"trace[2114397317] transaction","detail":"{read_only:false; response_revision:7813; number_of_response:1; }","duration":"708.73411ms","start":"2026-03-04T11:23:40.52192Z","end":"2026-03-04T11:23:41.230654Z","steps":["trace[2114397317] 'process raft request' (duration: 708.312249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:41.230673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:40.5198Z","time spent":"710.785815ms","remote":"127.0.0.1:41142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3347,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:23:41.230681Z","caller":"traceutil/trace.go:171","msg":"trace[1069443017] linearizableReadLoop","detail":"{readStateIndex:8132; appliedIndex:8128; }","duration":"439.36455ms","start":"2026-03-04T11:23:40.791293Z","end":"2026-03-04T11:23:41.230658Z","steps":["trace[1069443017] 'read index received' (duration: 438.735033ms)","trace[1069443017] 'applied index is now lower than readState.Index' (duration: 628.357µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:23:41.230755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:40.521912Z","time spent":"708.802791ms","remote":"127.0.0.1:41142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14821,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:23:41.230743Z","caller":"traceutil/trace.go:171","msg":"trace[1455282358] transaction","detail":"{read_only:false; response_revision:7814; number_of_response:1; }","duration":"668.404865ms","start":"2026-03-04T11:23:40.562307Z","end":"2026-03-04T11:23:41.230712Z","steps":["trace[1455282358] 'process raft request' (duration: 668.059826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:41.230816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.681219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:23:41.230867Z","caller":"traceutil/trace.go:171","msg":"trace[917063503] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7814; }","duration":"708.7541ms","start":"2026-03-04T11:23:40.522097Z","end":"2026-03-04T11:23:41.230851Z","steps":["trace[917063503] 'agreement among raft nodes before linearized reading' (duration: 708.665758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:41.230888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:40.562289Z","time spent":"668.521579ms","remote":"127.0.0.1:41168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":307160,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:23:41.230915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:40.52209Z","time spent":"708.813162ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T11:23:41.231707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.379559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-04T11:23:41.231785Z","caller":"traceutil/trace.go:171","msg":"trace[498736953] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:7814; }","duration":"718.552544ms","start":"2026-03-04T11:23:40.513216Z","end":"2026-03-04T11:23:41.231768Z","steps":["trace[498736953] 'agreement among raft nodes before linearized reading' (duration: 717.607518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:41.231847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:40.513192Z","time spent":"718.639177ms","remote":"127.0.0.1:41250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-04T11:23:41.521345Z","caller":"traceutil/trace.go:171","msg":"trace[1757429365] transaction","detail":"{read_only:false; response_revision:7815; number_of_response:1; }","duration":"726.047635ms","start":"2026-03-04T11:23:40.795277Z","end":"2026-03-04T11:23:41.521325Z","steps":["trace[1757429365] 'process raft request' (duration: 725.810408ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:41.521409Z","caller":"traceutil/trace.go:171","msg":"trace[1295481539] transaction","detail":"{read_only:false; response_revision:7816; number_of_response:1; }","duration":"722.687425ms","start":"2026-03-04T11:23:40.798692Z","end":"2026-03-04T11:23:41.521379Z","steps":["trace[1295481539] 'process raft request' (duration: 722.551382ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:41.521472Z","caller":"traceutil/trace.go:171","msg":"trace[1744728675] transaction","detail":"{read_only:false; response_revision:7818; number_of_response:1; }","duration":"705.804781ms","start":"2026-03-04T11:23:40.815649Z","end":"2026-03-04T11:23:41.521454Z","steps":["trace[1744728675] 'process raft request' (duration: 705.711349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:41.521563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:40.815627Z","time spent":"705.890084ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:23:41.521559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:40.798663Z","time spent":"722.813269ms","remote":"127.0.0.1:41546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4110,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:23:41.521591Z","caller":"traceutil/trace.go:171","msg":"trace[1973317930] transaction","detail":"{read_only:false; response_revision:7817; number_of_response:1; }","duration":"706.891361ms","start":"2026-03-04T11:23:40.814686Z","end":"2026-03-04T11:23:41.521578Z","steps":["trace[1973317930] 'process raft request' (duration: 706.620753ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:41.521628Z","caller":"traceutil/trace.go:171","msg":"trace[500456825] linearizableReadLoop","detail":"{readStateIndex:8137; appliedIndex:8132; }","duration":"290.881949ms","start":"2026-03-04T11:23:41.230733Z","end":"2026-03-04T11:23:41.521615Z","steps":["trace[500456825] 'read index received' (duration: 290.380815ms)","trace[500456825] 'applied index is now lower than readState.Index' (duration: 500.234µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:23:41.52166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:40.814655Z","time spent":"706.965553ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:23:41.521765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.431401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/rook-ceph/\" range_end:\"/registry/limitranges/rook-ceph0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:23:41.521807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.034666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:23:41.521816Z","caller":"traceutil/trace.go:171","msg":"trace[1297181621] range","detail":"{range_begin:/registry/limitranges/rook-ceph/; range_end:/registry/limitranges/rook-ceph0; response_count:0; response_revision:7819; }","duration":"724.485163ms","start":"2026-03-04T11:23:40.797304Z","end":"2026-03-04T11:23:41.52179Z","steps":["trace[1297181621] 'agreement among raft nodes before linearized reading' (duration: 724.432242ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:41.521834Z","caller":"traceutil/trace.go:171","msg":"trace[1907140466] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:7819; }","duration":"703.063387ms","start":"2026-03-04T11:23:40.818763Z","end":"2026-03-04T11:23:41.521826Z","steps":["trace[1907140466] 'agreement among raft nodes before linearized reading' (duration: 702.969815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:41.521845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:40.797295Z","time spent":"724.541484ms","remote":"127.0.0.1:41222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/rook-ceph/\" range_end:\"/registry/limitranges/rook-ceph0\" "} {"level":"warn","ts":"2026-03-04T11:23:41.521857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:40.818729Z","time spent":"703.122149ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-kh88j\" "} {"level":"info","ts":"2026-03-04T11:23:41.521991Z","caller":"traceutil/trace.go:171","msg":"trace[1494718886] transaction","detail":"{read_only:false; response_revision:7819; number_of_response:1; }","duration":"705.743829ms","start":"2026-03-04T11:23:40.816237Z","end":"2026-03-04T11:23:41.521981Z","steps":["trace[1494718886] 'process raft request' (duration: 705.172034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:41.522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.450667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:23:41.522026Z","caller":"traceutil/trace.go:171","msg":"trace[1857754819] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7819; }","duration":"729.510668ms","start":"2026-03-04T11:23:40.792508Z","end":"2026-03-04T11:23:41.522019Z","steps":["trace[1857754819] 'agreement among raft nodes before linearized reading' (duration: 729.463657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:41.522044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:40.816217Z","time spent":"705.796651ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:23:41.522049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:40.792489Z","time spent":"729.554209ms","remote":"127.0.0.1:41086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:23:41.522261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:40.795261Z","time spent":"726.141828ms","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":719,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T11:23:41.76823Z","caller":"traceutil/trace.go:171","msg":"trace[56037466] linearizableReadLoop","detail":"{readStateIndex:8139; appliedIndex:8137; }","duration":"246.539646ms","start":"2026-03-04T11:23:41.521654Z","end":"2026-03-04T11:23:41.768193Z","steps":["trace[56037466] 'read index received' (duration: 246.386532ms)","trace[56037466] 'applied index is now lower than readState.Index' (duration: 151.914µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:23:41.768324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.841252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:23:41.768504Z","caller":"traceutil/trace.go:171","msg":"trace[1022207165] transaction","detail":"{read_only:false; response_revision:7820; number_of_response:1; }","duration":"529.268326ms","start":"2026-03-04T11:23:41.239165Z","end":"2026-03-04T11:23:41.768434Z","steps":["trace[1022207165] 'process raft request' (duration: 528.751602ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:41.768587Z","caller":"traceutil/trace.go:171","msg":"trace[547992404] transaction","detail":"{read_only:false; response_revision:7821; number_of_response:1; }","duration":"493.519465ms","start":"2026-03-04T11:23:41.275043Z","end":"2026-03-04T11:23:41.768562Z","steps":["trace[547992404] 'process raft request' (duration: 493.083394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:41.768617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.084788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-04T11:23:41.768662Z","caller":"traceutil/trace.go:171","msg":"trace[1844385958] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:7821; }","duration":"533.157401ms","start":"2026-03-04T11:23:41.235492Z","end":"2026-03-04T11:23:41.76865Z","steps":["trace[1844385958] 'agreement among raft nodes before linearized reading' (duration: 533.006357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:41.768705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:41.235477Z","time spent":"533.219202ms","remote":"127.0.0.1:41114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-04T11:23:41.768721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:41.239123Z","time spent":"529.494292ms","remote":"127.0.0.1:41142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9308,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:23:41.768605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.440124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T11:23:41.768797Z","caller":"traceutil/trace.go:171","msg":"trace[1767806006] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7821; }","duration":"531.679781ms","start":"2026-03-04T11:23:41.237101Z","end":"2026-03-04T11:23:41.768781Z","steps":["trace[1767806006] 'agreement among raft nodes before linearized reading' (duration: 531.27967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:41.768839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:41.237088Z","time spent":"531.744472ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T11:23:41.768745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:41.27502Z","time spent":"493.619287ms","remote":"127.0.0.1:41142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3356,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:23:41.768651Z","caller":"traceutil/trace.go:171","msg":"trace[24665489] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:7821; }","duration":"250.981287ms","start":"2026-03-04T11:23:41.517407Z","end":"2026-03-04T11:23:41.768388Z","steps":["trace[24665489] 'agreement among raft nodes before linearized reading' (duration: 250.842973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:41.768998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.349334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/rook-ceph/\" range_end:\"/registry/secrets/rook-ceph0\" ","response":"range_response_count:1 size:307175"} {"level":"info","ts":"2026-03-04T11:23:41.76906Z","caller":"traceutil/trace.go:171","msg":"trace[2130458822] range","detail":"{range_begin:/registry/secrets/rook-ceph/; range_end:/registry/secrets/rook-ceph0; response_count:1; response_revision:7821; }","duration":"431.448386ms","start":"2026-03-04T11:23:41.337602Z","end":"2026-03-04T11:23:41.76905Z","steps":["trace[2130458822] 'agreement among raft nodes before linearized reading' (duration: 430.743327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:41.769089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:41.337582Z","time spent":"431.499288ms","remote":"127.0.0.1:41168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":307198,"request content":"key:\"/registry/secrets/rook-ceph/\" range_end:\"/registry/secrets/rook-ceph0\" "} {"level":"info","ts":"2026-03-04T11:23:41.977388Z","caller":"traceutil/trace.go:171","msg":"trace[1650046482] linearizableReadLoop","detail":"{readStateIndex:8140; appliedIndex:8139; }","duration":"209.044707ms","start":"2026-03-04T11:23:41.768316Z","end":"2026-03-04T11:23:41.977361Z","steps":["trace[1650046482] 'read index received' (duration: 208.997196ms)","trace[1650046482] 'applied index is now lower than readState.Index' (duration: 46.211µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:23:41.977539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.945069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:23:41.977556Z","caller":"traceutil/trace.go:171","msg":"trace[1913032288] transaction","detail":"{read_only:false; response_revision:7822; number_of_response:1; }","duration":"451.886105ms","start":"2026-03-04T11:23:41.525643Z","end":"2026-03-04T11:23:41.977529Z","steps":["trace[1913032288] 'process raft request' (duration: 451.557196ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:41.977624Z","caller":"traceutil/trace.go:171","msg":"trace[1025559980] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7822; }","duration":"448.073203ms","start":"2026-03-04T11:23:41.529532Z","end":"2026-03-04T11:23:41.977605Z","steps":["trace[1025559980] 'agreement among raft nodes before linearized reading' (duration: 447.892508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:41.977631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.8164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/rook-ceph/rook-ceph-operator\" ","response":"range_response_count:1 size:4125"} {"level":"warn","ts":"2026-03-04T11:23:41.977671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:41.529521Z","time spent":"448.136724ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:23:41.977684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:41.525618Z","time spent":"452.004098ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3474,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T11:23:41.977702Z","caller":"traceutil/trace.go:171","msg":"trace[1987920315] range","detail":"{range_begin:/registry/deployments/rook-ceph/rook-ceph-operator; range_end:; response_count:1; response_revision:7822; }","duration":"449.915282ms","start":"2026-03-04T11:23:41.527765Z","end":"2026-03-04T11:23:41.97768Z","steps":["trace[1987920315] 'agreement among raft nodes before linearized reading' (duration: 449.699656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:41.977769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:41.527753Z","time spent":"450.001114ms","remote":"127.0.0.1:41546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4148,"request content":"key:\"/registry/deployments/rook-ceph/rook-ceph-operator\" "} {"level":"warn","ts":"2026-03-04T11:23:41.977871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.551449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224442"} {"level":"info","ts":"2026-03-04T11:23:41.97791Z","caller":"traceutil/trace.go:171","msg":"trace[1517873921] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7822; }","duration":"450.639202ms","start":"2026-03-04T11:23:41.527261Z","end":"2026-03-04T11:23:41.9779Z","steps":["trace[1517873921] 'agreement among raft nodes before linearized reading' (duration: 450.229321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:41.97795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:41.527247Z","time spent":"450.692783ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224465,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T11:23:42.553634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.549475ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:23:42.553823Z","caller":"traceutil/trace.go:171","msg":"trace[456799187] linearizableReadLoop","detail":"{readStateIndex:8142; appliedIndex:8140; }","duration":"576.341452ms","start":"2026-03-04T11:23:41.977465Z","end":"2026-03-04T11:23:42.553807Z","steps":["trace[456799187] 'read index received' (duration: 290.684343ms)","trace[456799187] 'applied index is now lower than readState.Index' (duration: 285.656159ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:23:42.55401Z","caller":"traceutil/trace.go:171","msg":"trace[1499630542] transaction","detail":"{read_only:false; response_revision:7823; number_of_response:1; }","duration":"778.279418ms","start":"2026-03-04T11:23:41.775689Z","end":"2026-03-04T11:23:42.553968Z","steps":["trace[1499630542] 'process raft request' (duration: 492.318382ms)","trace[1499630542] 'compare' (duration: 285.37233ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:23:42.554063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.155879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/rook-ceph/\" range_end:\"/registry/secrets/rook-ceph0\" ","response":"range_response_count:1 size:307175"} {"level":"warn","ts":"2026-03-04T11:23:42.55405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.335815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T11:23:42.554094Z","caller":"traceutil/trace.go:171","msg":"trace[54153115] range","detail":"{range_begin:/registry/secrets/rook-ceph/; range_end:/registry/secrets/rook-ceph0; response_count:1; response_revision:7824; }","duration":"671.18894ms","start":"2026-03-04T11:23:41.882895Z","end":"2026-03-04T11:23:42.554084Z","steps":["trace[54153115] 'agreement among raft nodes before linearized reading' (duration: 670.982435ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:42.554101Z","caller":"traceutil/trace.go:171","msg":"trace[1620568802] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:7824; }","duration":"783.425556ms","start":"2026-03-04T11:23:41.770665Z","end":"2026-03-04T11:23:42.554091Z","steps":["trace[1620568802] 'agreement among raft nodes before linearized reading' (duration: 783.285053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:42.554099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.665093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19488"} {"level":"warn","ts":"2026-03-04T11:23:42.554128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:41.770645Z","time spent":"783.475958ms","remote":"127.0.0.1:41382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T11:23:42.554129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:41.882824Z","time spent":"671.296662ms","remote":"127.0.0.1:41168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":307198,"request content":"key:\"/registry/secrets/rook-ceph/\" range_end:\"/registry/secrets/rook-ceph0\" "} {"level":"info","ts":"2026-03-04T11:23:42.554143Z","caller":"traceutil/trace.go:171","msg":"trace[2109582658] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7824; }","duration":"783.750305ms","start":"2026-03-04T11:23:41.770379Z","end":"2026-03-04T11:23:42.55413Z","steps":["trace[2109582658] 'agreement among raft nodes before linearized reading' (duration: 783.607382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:42.554176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:41.770357Z","time spent":"783.812268ms","remote":"127.0.0.1:41262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19511,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T11:23:42.554177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:41.775663Z","time spent":"778.419352ms","remote":"127.0.0.1:41142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4725,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:23:42.554333Z","caller":"traceutil/trace.go:171","msg":"trace[859917053] transaction","detail":"{read_only:false; response_revision:7824; number_of_response:1; }","duration":"775.539845ms","start":"2026-03-04T11:23:41.778296Z","end":"2026-03-04T11:23:42.553836Z","steps":["trace[859917053] 'process raft request' (duration: 775.439262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:42.55439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:41.778283Z","time spent":"776.067219ms","remote":"127.0.0.1:41142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9317,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:23:42.62726Z","caller":"traceutil/trace.go:171","msg":"trace[1870184730] transaction","detail":"{read_only:false; response_revision:7825; number_of_response:1; }","duration":"644.76518ms","start":"2026-03-04T11:23:41.982421Z","end":"2026-03-04T11:23:42.627187Z","steps":["trace[1870184730] 'process raft request' (duration: 644.538244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:42.627584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:41.9824Z","time spent":"645.058488ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:23:42.627603Z","caller":"traceutil/trace.go:171","msg":"trace[321325708] transaction","detail":"{read_only:false; response_revision:7826; number_of_response:1; }","duration":"645.033407ms","start":"2026-03-04T11:23:41.982538Z","end":"2026-03-04T11:23:42.627571Z","steps":["trace[321325708] 'process raft request' (duration: 644.582775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:42.628524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:41.982531Z","time spent":"645.960243ms","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":743,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T11:23:42.627718Z","caller":"traceutil/trace.go:171","msg":"trace[2051542478] transaction","detail":"{read_only:false; response_revision:7828; number_of_response:1; }","duration":"642.88775ms","start":"2026-03-04T11:23:41.984793Z","end":"2026-03-04T11:23:42.627681Z","steps":["trace[2051542478] 'process raft request' (duration: 642.771997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:42.629231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:41.984784Z","time spent":"644.400851ms","remote":"127.0.0.1:41546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4420,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:23:42.628144Z","caller":"traceutil/trace.go:171","msg":"trace[1111440079] transaction","detail":"{read_only:false; response_revision:7827; number_of_response:1; }","duration":"643.711472ms","start":"2026-03-04T11:23:41.984173Z","end":"2026-03-04T11:23:42.627884Z","steps":["trace[1111440079] 'process raft request' (duration: 643.209268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:42.629499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:41.984155Z","time spent":"645.307225ms","remote":"127.0.0.1:41576","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3979,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:23:42.62823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.454887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:23:42.628226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.863597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T11:23:42.629663Z","caller":"traceutil/trace.go:171","msg":"trace[1288796325] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7828; }","duration":"244.400219ms","start":"2026-03-04T11:23:42.385247Z","end":"2026-03-04T11:23:42.629647Z","steps":["trace[1288796325] 'agreement among raft nodes before linearized reading' (duration: 242.539699ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:42.629873Z","caller":"traceutil/trace.go:171","msg":"trace[12202556] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7828; }","duration":"651.158723ms","start":"2026-03-04T11:23:41.978704Z","end":"2026-03-04T11:23:42.629862Z","steps":["trace[12202556] 'agreement among raft nodes before linearized reading' (duration: 649.484228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:42.629943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:41.978683Z","time spent":"651.247605ms","remote":"127.0.0.1:41086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T11:23:43.060616Z","caller":"traceutil/trace.go:171","msg":"trace[476760055] transaction","detail":"{read_only:false; response_revision:7830; number_of_response:1; }","duration":"495.088768ms","start":"2026-03-04T11:23:42.56551Z","end":"2026-03-04T11:23:43.060599Z","steps":["trace[476760055] 'process raft request' (duration: 495.047766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:43.060717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:42.565501Z","time spent":"495.162359ms","remote":"127.0.0.1:41142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16329,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:23:43.061275Z","caller":"traceutil/trace.go:171","msg":"trace[1260282870] linearizableReadLoop","detail":"{readStateIndex:8148; appliedIndex:8148; }","duration":"433.624646ms","start":"2026-03-04T11:23:42.627641Z","end":"2026-03-04T11:23:43.061265Z","steps":["trace[1260282870] 'read index received' (duration: 433.620545ms)","trace[1260282870] 'applied index is now lower than readState.Index' (duration: 3.121µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:23:43.061397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.031776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-04T11:23:43.061441Z","caller":"traceutil/trace.go:171","msg":"trace[1061360433] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:7830; }","duration":"495.105268ms","start":"2026-03-04T11:23:42.566328Z","end":"2026-03-04T11:23:43.061433Z","steps":["trace[1061360433] 'agreement among raft nodes before linearized reading' (duration: 494.988765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:43.061591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:42.566306Z","time spent":"495.21254ms","remote":"127.0.0.1:43726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-04T11:23:43.06174Z","caller":"traceutil/trace.go:171","msg":"trace[1284045338] transaction","detail":"{read_only:false; response_revision:7829; number_of_response:1; }","duration":"499.971109ms","start":"2026-03-04T11:23:42.561748Z","end":"2026-03-04T11:23:43.061719Z","steps":["trace[1284045338] 'process raft request' (duration: 498.708945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:43.06183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:42.561716Z","time spent":"500.070062ms","remote":"127.0.0.1:41142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4734,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:23:43.274142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:42.634663Z","time spent":"639.471248ms","remote":"127.0.0.1:41606","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T11:23:43.274605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.362946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-system\" ","response":"range_response_count:1 size:832"} {"level":"warn","ts":"2026-03-04T11:23:43.274664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.425769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-h6hbb\" ","response":"range_response_count:1 size:3535"} {"level":"info","ts":"2026-03-04T11:23:43.274699Z","caller":"traceutil/trace.go:171","msg":"trace[1286736753] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-system; range_end:; response_count:1; response_revision:7832; }","duration":"392.49881ms","start":"2026-03-04T11:23:42.882182Z","end":"2026-03-04T11:23:43.274681Z","steps":["trace[1286736753] 'agreement among raft nodes before linearized reading' (duration: 392.190812ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:43.274173Z","caller":"traceutil/trace.go:171","msg":"trace[493838701] transaction","detail":"{read_only:false; response_revision:7831; number_of_response:1; }","duration":"638.553574ms","start":"2026-03-04T11:23:42.635597Z","end":"2026-03-04T11:23:43.27415Z","steps":["trace[493838701] 'process raft request' (duration: 638.385719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:43.274712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.476711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T11:23:43.274799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:42.635574Z","time spent":"639.16687ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:23:43.274798Z","caller":"traceutil/trace.go:171","msg":"trace[1113589186] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7832; }","duration":"478.624195ms","start":"2026-03-04T11:23:42.796154Z","end":"2026-03-04T11:23:43.274779Z","steps":["trace[1113589186] 'agreement among raft nodes before linearized reading' (duration: 478.345788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:43.274851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:42.796128Z","time spent":"478.714347ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T11:23:43.27471Z","caller":"traceutil/trace.go:171","msg":"trace[586260360] range","detail":"{range_begin:/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-h6hbb; range_end:; response_count:1; response_revision:7832; }","duration":"635.490901ms","start":"2026-03-04T11:23:42.639207Z","end":"2026-03-04T11:23:43.274697Z","steps":["trace[586260360] 'agreement among raft nodes before linearized reading' (duration: 635.08841ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:43.27427Z","caller":"traceutil/trace.go:171","msg":"trace[947504495] linearizableReadLoop","detail":"{readStateIndex:8151; appliedIndex:8148; }","duration":"212.962924ms","start":"2026-03-04T11:23:43.061297Z","end":"2026-03-04T11:23:43.27426Z","steps":["trace[947504495] 'read index received' (duration: 212.597605ms)","trace[947504495] 'applied index is now lower than readState.Index' (duration: 364.379µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:23:43.274476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.117652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T11:23:43.275122Z","caller":"traceutil/trace.go:171","msg":"trace[229611297] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7832; }","duration":"478.791739ms","start":"2026-03-04T11:23:42.796314Z","end":"2026-03-04T11:23:43.275105Z","steps":["trace[229611297] 'agreement among raft nodes before linearized reading' (duration: 478.021899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:43.27521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:42.796304Z","time spent":"478.891382ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T11:23:43.274492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.323647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T11:23:43.275314Z","caller":"traceutil/trace.go:171","msg":"trace[2003866261] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7832; }","duration":"479.18439ms","start":"2026-03-04T11:23:42.796114Z","end":"2026-03-04T11:23:43.275298Z","steps":["trace[2003866261] 'agreement among raft nodes before linearized reading' (duration: 478.247855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:43.275363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:42.796102Z","time spent":"479.247822ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T11:23:43.274511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.210363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:23:43.275424Z","caller":"traceutil/trace.go:171","msg":"trace[1608569263] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7832; }","duration":"636.184529ms","start":"2026-03-04T11:23:42.639227Z","end":"2026-03-04T11:23:43.275411Z","steps":["trace[1608569263] 'agreement among raft nodes before linearized reading' (duration: 635.182692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:43.27546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:42.639207Z","time spent":"636.244101ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T11:23:43.274564Z","caller":"traceutil/trace.go:171","msg":"trace[1785905524] transaction","detail":"{read_only:false; response_revision:7832; number_of_response:1; }","duration":"634.149145ms","start":"2026-03-04T11:23:42.640394Z","end":"2026-03-04T11:23:43.274543Z","steps":["trace[1785905524] 'process raft request' (duration: 633.697133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:43.275629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:42.640382Z","time spent":"635.221044ms","remote":"127.0.0.1:41576","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4024,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:23:43.2746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.769672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T11:23:43.275722Z","caller":"traceutil/trace.go:171","msg":"trace[225506193] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7832; }","duration":"478.900832ms","start":"2026-03-04T11:23:42.796807Z","end":"2026-03-04T11:23:43.275708Z","steps":["trace[225506193] 'agreement among raft nodes before linearized reading' (duration: 477.70021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:43.275777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:42.796797Z","time spent":"478.966854ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T11:23:43.274743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:42.882164Z","time spent":"392.570342ms","remote":"127.0.0.1:41300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":855,"request content":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-system\" "} {"level":"warn","ts":"2026-03-04T11:23:43.276989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:42.639191Z","time spent":"635.81792ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":3558,"request content":"key:\"/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-h6hbb\" "} {"level":"info","ts":"2026-03-04T11:23:43.408699Z","caller":"traceutil/trace.go:171","msg":"trace[1566893894] transaction","detail":"{read_only:false; response_revision:7833; number_of_response:1; }","duration":"309.730635ms","start":"2026-03-04T11:23:43.098937Z","end":"2026-03-04T11:23:43.408667Z","steps":["trace[1566893894] 'process raft request' (duration: 309.51639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:43.408845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.351547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:23:43.408878Z","caller":"traceutil/trace.go:171","msg":"trace[1510800982] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7834; }","duration":"132.4279ms","start":"2026-03-04T11:23:43.276442Z","end":"2026-03-04T11:23:43.40887Z","steps":["trace[1510800982] 'agreement among raft nodes before linearized reading' (duration: 132.334707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:43.408846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:43.098904Z","time spent":"309.873589ms","remote":"127.0.0.1:41142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6692,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:23:43.408705Z","caller":"traceutil/trace.go:171","msg":"trace[1999660394] transaction","detail":"{read_only:false; response_revision:7834; number_of_response:1; }","duration":"301.798822ms","start":"2026-03-04T11:23:43.10688Z","end":"2026-03-04T11:23:43.408679Z","steps":["trace[1999660394] 'process raft request' (duration: 301.701899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:43.409047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:43.106863Z","time spent":"302.134391ms","remote":"127.0.0.1:41142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16338,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:23:43.41Z","caller":"traceutil/trace.go:171","msg":"trace[285463408] linearizableReadLoop","detail":"{readStateIndex:8153; appliedIndex:8151; }","duration":"132.156302ms","start":"2026-03-04T11:23:43.276478Z","end":"2026-03-04T11:23:43.408634Z","steps":["trace[285463408] 'read index received' (duration: 132.027239ms)","trace[285463408] 'applied index is now lower than readState.Index' (duration: 128.033µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:23:43.653134Z","caller":"traceutil/trace.go:171","msg":"trace[352772210] transaction","detail":"{read_only:false; response_revision:7835; number_of_response:1; }","duration":"376.539111ms","start":"2026-03-04T11:23:43.276554Z","end":"2026-03-04T11:23:43.653093Z","steps":["trace[352772210] 'process raft request' (duration: 292.307037ms)","trace[352772210] 'compare' (duration: 83.968157ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:23:43.653297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:43.276533Z","time spent":"376.692975ms","remote":"127.0.0.1:41606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":745,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T11:23:43.65319Z","caller":"traceutil/trace.go:171","msg":"trace[1431131751] transaction","detail":"{read_only:false; response_revision:7836; number_of_response:1; }","duration":"373.824558ms","start":"2026-03-04T11:23:43.279337Z","end":"2026-03-04T11:23:43.653161Z","steps":["trace[1431131751] 'process raft request' (duration: 373.700224ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:43.653438Z","caller":"traceutil/trace.go:171","msg":"trace[1340112048] transaction","detail":"{read_only:false; response_revision:7837; number_of_response:1; }","duration":"373.760836ms","start":"2026-03-04T11:23:43.279659Z","end":"2026-03-04T11:23:43.65342Z","steps":["trace[1340112048] 'process raft request' (duration: 373.455108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:43.653568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:43.279651Z","time spent":"373.839728ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:23:43.653568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:43.279323Z","time spent":"374.137256ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:23:43.653945Z","caller":"traceutil/trace.go:171","msg":"trace[1842186597] transaction","detail":"{read_only:false; response_revision:7838; number_of_response:1; }","duration":"373.1758ms","start":"2026-03-04T11:23:43.28075Z","end":"2026-03-04T11:23:43.653925Z","steps":["trace[1842186597] 'process raft request' (duration: 372.555634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:43.654067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:43.280741Z","time spent":"373.272573ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:23:43.654217Z","caller":"traceutil/trace.go:171","msg":"trace[1966637506] transaction","detail":"{read_only:false; response_revision:7839; number_of_response:1; }","duration":"373.342705ms","start":"2026-03-04T11:23:43.280851Z","end":"2026-03-04T11:23:43.654193Z","steps":["trace[1966637506] 'process raft request' (duration: 372.955264ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:43.654318Z","caller":"traceutil/trace.go:171","msg":"trace[823584047] transaction","detail":"{read_only:false; response_revision:7840; number_of_response:1; }","duration":"371.167886ms","start":"2026-03-04T11:23:43.283122Z","end":"2026-03-04T11:23:43.654289Z","steps":["trace[823584047] 'process raft request' (duration: 370.761525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:43.654371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:43.28083Z","time spent":"373.470799ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:23:43.654435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:43.283111Z","time spent":"371.260259ms","remote":"127.0.0.1:41546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4459,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:23:43.65506Z","caller":"traceutil/trace.go:171","msg":"trace[1295588746] linearizableReadLoop","detail":"{readStateIndex:8160; appliedIndex:8153; }","duration":"244.979614ms","start":"2026-03-04T11:23:43.410061Z","end":"2026-03-04T11:23:43.65504Z","steps":["trace[1295588746] 'read index received' (duration: 158.843439ms)","trace[1295588746] 'applied index is now lower than readState.Index' (duration: 86.134775ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:23:43.655097Z","caller":"traceutil/trace.go:171","msg":"trace[163383781] transaction","detail":"{read_only:false; response_revision:7841; number_of_response:1; }","duration":"371.630699ms","start":"2026-03-04T11:23:43.283443Z","end":"2026-03-04T11:23:43.655074Z","steps":["trace[163383781] 'process raft request' (duration: 370.52341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:43.655214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.380761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-h6hbb\" ","response":"range_response_count:1 size:4461"} {"level":"info","ts":"2026-03-04T11:23:43.655366Z","caller":"traceutil/trace.go:171","msg":"trace[490564705] range","detail":"{range_begin:/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-h6hbb; range_end:; response_count:1; response_revision:7841; }","duration":"378.548895ms","start":"2026-03-04T11:23:43.276802Z","end":"2026-03-04T11:23:43.65535Z","steps":["trace[490564705] 'agreement among raft nodes before linearized reading' (duration: 378.338019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:43.655447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:43.276788Z","time spent":"378.614566ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":4484,"request content":"key:\"/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-h6hbb\" "} {"level":"warn","ts":"2026-03-04T11:23:43.655747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:43.283437Z","time spent":"371.875146ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4446,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:23:43.742167Z","caller":"traceutil/trace.go:171","msg":"trace[113576352] transaction","detail":"{read_only:false; response_revision:7843; number_of_response:1; }","duration":"315.055279ms","start":"2026-03-04T11:23:43.427087Z","end":"2026-03-04T11:23:43.742142Z","steps":["trace[113576352] 'process raft request' (duration: 314.950106ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:43.742208Z","caller":"traceutil/trace.go:171","msg":"trace[874454429] transaction","detail":"{read_only:false; response_revision:7842; number_of_response:1; }","duration":"321.581443ms","start":"2026-03-04T11:23:43.420579Z","end":"2026-03-04T11:23:43.742161Z","steps":["trace[874454429] 'process raft request' (duration: 321.332847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:43.74231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:43.427055Z","time spent":"315.182042ms","remote":"127.0.0.1:41142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:23:43.742508Z","caller":"traceutil/trace.go:171","msg":"trace[523603556] transaction","detail":"{read_only:false; response_revision:7844; number_of_response:1; }","duration":"215.709748ms","start":"2026-03-04T11:23:43.526783Z","end":"2026-03-04T11:23:43.742493Z","steps":["trace[523603556] 'process raft request' (duration: 215.304437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:43.742456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:43.420557Z","time spent":"321.737598ms","remote":"127.0.0.1:41142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6701,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:23:43.742702Z","caller":"traceutil/trace.go:171","msg":"trace[1593432568] transaction","detail":"{read_only:false; response_revision:7845; number_of_response:1; }","duration":"215.831052ms","start":"2026-03-04T11:23:43.526856Z","end":"2026-03-04T11:23:43.742687Z","steps":["trace[1593432568] 'process raft request' (duration: 215.596785ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:43.743048Z","caller":"traceutil/trace.go:171","msg":"trace[46386393] transaction","detail":"{read_only:false; response_revision:7846; number_of_response:1; }","duration":"209.05332ms","start":"2026-03-04T11:23:43.53361Z","end":"2026-03-04T11:23:43.742663Z","steps":["trace[46386393] 'process raft request' (duration: 208.997228ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:44.191969Z","caller":"traceutil/trace.go:171","msg":"trace[656136683] transaction","detail":"{read_only:false; response_revision:7847; number_of_response:1; }","duration":"439.906845ms","start":"2026-03-04T11:23:43.752036Z","end":"2026-03-04T11:23:44.191943Z","steps":["trace[656136683] 'process raft request' (duration: 439.659718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:44.192205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:43.752014Z","time spent":"440.053518ms","remote":"127.0.0.1:41142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4493,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:23:44.443096Z","caller":"traceutil/trace.go:171","msg":"trace[1803354825] linearizableReadLoop","detail":"{readStateIndex:8167; appliedIndex:8165; }","duration":"457.005044ms","start":"2026-03-04T11:23:43.986056Z","end":"2026-03-04T11:23:44.443061Z","steps":["trace[1803354825] 'read index received' (duration: 205.578125ms)","trace[1803354825] 'applied index is now lower than readState.Index' (duration: 251.425459ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:23:44.443142Z","caller":"traceutil/trace.go:171","msg":"trace[1528751618] transaction","detail":"{read_only:false; response_revision:7848; number_of_response:1; }","duration":"680.995834ms","start":"2026-03-04T11:23:43.762122Z","end":"2026-03-04T11:23:44.443118Z","steps":["trace[1528751618] 'process raft request' (duration: 680.347227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:44.443302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:43.762099Z","time spent":"681.092627ms","remote":"127.0.0.1:41142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:23:44.44332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.24963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:23:44.443386Z","caller":"traceutil/trace.go:171","msg":"trace[1344640359] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:7848; }","duration":"457.357223ms","start":"2026-03-04T11:23:43.986015Z","end":"2026-03-04T11:23:44.443372Z","steps":["trace[1344640359] 'agreement among raft nodes before linearized reading' (duration: 457.176228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:44.443425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:43.985998Z","time spent":"457.420615ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-kh88j\" "} {"level":"info","ts":"2026-03-04T11:23:44.527811Z","caller":"traceutil/trace.go:171","msg":"trace[678587879] transaction","detail":"{read_only:false; response_revision:7849; number_of_response:1; }","duration":"324.210905ms","start":"2026-03-04T11:23:44.203572Z","end":"2026-03-04T11:23:44.527783Z","steps":["trace[678587879] 'process raft request' (duration: 324.013869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:44.527854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.133433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:23:44.527909Z","caller":"traceutil/trace.go:171","msg":"trace[905988656] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7849; }","duration":"423.197885ms","start":"2026-03-04T11:23:44.104698Z","end":"2026-03-04T11:23:44.527896Z","steps":["trace[905988656] 'agreement among raft nodes before linearized reading' (duration: 423.104442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:44.527939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:44.104655Z","time spent":"423.279157ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:23:44.527956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:44.203553Z","time spent":"324.330337ms","remote":"127.0.0.1:41142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15803,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:23:44.52798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.896258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-04T11:23:44.528105Z","caller":"traceutil/trace.go:171","msg":"trace[863805739] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7849; }","duration":"240.057502ms","start":"2026-03-04T11:23:44.288034Z","end":"2026-03-04T11:23:44.528092Z","steps":["trace[863805739] 'agreement among raft nodes before linearized reading' (duration: 239.744384ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:44.669569Z","caller":"traceutil/trace.go:171","msg":"trace[2108904750] linearizableReadLoop","detail":"{readStateIndex:8169; appliedIndex:8168; }","duration":"141.800341ms","start":"2026-03-04T11:23:44.527751Z","end":"2026-03-04T11:23:44.669551Z","steps":["trace[2108904750] 'read index received' (duration: 92.717102ms)","trace[2108904750] 'applied index is now lower than readState.Index' (duration: 49.082449ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:23:44.669624Z","caller":"traceutil/trace.go:171","msg":"trace[1007396732] transaction","detail":"{read_only:false; response_revision:7850; number_of_response:1; }","duration":"216.026116ms","start":"2026-03-04T11:23:44.453562Z","end":"2026-03-04T11:23:44.669588Z","steps":["trace[1007396732] 'process raft request' (duration: 166.920556ms)","trace[1007396732] 'compare' (duration: 48.976227ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:23:44.669868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.150817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224442"} {"level":"info","ts":"2026-03-04T11:23:44.669915Z","caller":"traceutil/trace.go:171","msg":"trace[1366094258] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7850; }","duration":"217.244549ms","start":"2026-03-04T11:23:44.45266Z","end":"2026-03-04T11:23:44.669905Z","steps":["trace[1366094258] 'agreement among raft nodes before linearized reading' (duration: 216.971722ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:44.755416Z","caller":"traceutil/trace.go:171","msg":"trace[493868087] transaction","detail":"{read_only:false; response_revision:7852; number_of_response:1; }","duration":"219.092419ms","start":"2026-03-04T11:23:44.536295Z","end":"2026-03-04T11:23:44.755387Z","steps":["trace[493868087] 'process raft request' (duration: 219.016557ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:44.755438Z","caller":"traceutil/trace.go:171","msg":"trace[790818870] transaction","detail":"{read_only:false; response_revision:7851; number_of_response:1; }","duration":"220.170938ms","start":"2026-03-04T11:23:44.535236Z","end":"2026-03-04T11:23:44.755406Z","steps":["trace[790818870] 'process raft request' (duration: 219.916091ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:44.812796Z","caller":"traceutil/trace.go:171","msg":"trace[72323644] transaction","detail":"{read_only:false; response_revision:7853; number_of_response:1; }","duration":"178.698293ms","start":"2026-03-04T11:23:44.634063Z","end":"2026-03-04T11:23:44.812761Z","steps":["trace[72323644] 'process raft request' (duration: 178.390085ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:44.875681Z","caller":"traceutil/trace.go:171","msg":"trace[383042844] linearizableReadLoop","detail":"{readStateIndex:8172; appliedIndex:8169; }","duration":"206.046198ms","start":"2026-03-04T11:23:44.669612Z","end":"2026-03-04T11:23:44.875658Z","steps":["trace[383042844] 'read index received' (duration: 85.545549ms)","trace[383042844] 'applied index is now lower than readState.Index' (duration: 120.499399ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:23:44.875782Z","caller":"traceutil/trace.go:171","msg":"trace[1982024028] transaction","detail":"{read_only:false; response_revision:7854; number_of_response:1; }","duration":"193.279575ms","start":"2026-03-04T11:23:44.682461Z","end":"2026-03-04T11:23:44.87574Z","steps":["trace[1982024028] 'process raft request' (duration: 193.054829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:44.875804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.897655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:23:44.875868Z","caller":"traceutil/trace.go:171","msg":"trace[975435855] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7854; }","duration":"346.992327ms","start":"2026-03-04T11:23:44.528858Z","end":"2026-03-04T11:23:44.87585Z","steps":["trace[975435855] 'agreement among raft nodes before linearized reading' (duration: 346.885134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:44.8764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:44.528795Z","time spent":"347.587383ms","remote":"127.0.0.1:41086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T11:23:45.069645Z","caller":"traceutil/trace.go:171","msg":"trace[1591190509] transaction","detail":"{read_only:false; response_revision:7855; number_of_response:1; }","duration":"284.60139ms","start":"2026-03-04T11:23:44.785016Z","end":"2026-03-04T11:23:45.069618Z","steps":["trace[1591190509] 'process raft request' (duration: 279.926284ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:45.271857Z","caller":"traceutil/trace.go:171","msg":"trace[1067400373] transaction","detail":"{read_only:false; response_revision:7857; number_of_response:1; }","duration":"383.977711ms","start":"2026-03-04T11:23:44.887862Z","end":"2026-03-04T11:23:45.27184Z","steps":["trace[1067400373] 'process raft request' (duration: 383.915719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:45.27197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:44.887823Z","time spent":"384.089474ms","remote":"127.0.0.1:41142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20481,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:23:45.272046Z","caller":"traceutil/trace.go:171","msg":"trace[1628605239] transaction","detail":"{read_only:false; response_revision:7856; number_of_response:1; }","duration":"451.745743ms","start":"2026-03-04T11:23:44.820267Z","end":"2026-03-04T11:23:45.272013Z","steps":["trace[1628605239] 'process raft request' (duration: 442.922496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:45.272181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:44.820244Z","time spent":"451.873276ms","remote":"127.0.0.1:47966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2295,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T11:23:45.303989Z","caller":"traceutil/trace.go:171","msg":"trace[1054418228] linearizableReadLoop","detail":"{readStateIndex:8178; appliedIndex:8175; }","duration":"197.840108ms","start":"2026-03-04T11:23:45.106126Z","end":"2026-03-04T11:23:45.303966Z","steps":["trace[1054418228] 'read index received' (duration: 157.170324ms)","trace[1054418228] 'applied index is now lower than readState.Index' (duration: 40.668784ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:23:45.30406Z","caller":"traceutil/trace.go:171","msg":"trace[1775941951] transaction","detail":"{read_only:false; response_revision:7858; number_of_response:1; }","duration":"209.999145ms","start":"2026-03-04T11:23:45.094015Z","end":"2026-03-04T11:23:45.304014Z","steps":["trace[1775941951] 'process raft request' (duration: 209.79798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:45.304131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.982731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:23:45.304164Z","caller":"traceutil/trace.go:171","msg":"trace[523102346] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7858; }","duration":"198.053434ms","start":"2026-03-04T11:23:45.106101Z","end":"2026-03-04T11:23:45.304154Z","steps":["trace[523102346] 'agreement among raft nodes before linearized reading' (duration: 197.979122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:45.386726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.866979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T11:23:45.386805Z","caller":"traceutil/trace.go:171","msg":"trace[625276254] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7859; }","duration":"107.985703ms","start":"2026-03-04T11:23:45.278802Z","end":"2026-03-04T11:23:45.386787Z","steps":["trace[625276254] 'agreement among raft nodes before linearized reading' (duration: 107.760267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:45.761695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.053415ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:23:45.761764Z","caller":"traceutil/trace.go:171","msg":"trace[887849825] transaction","detail":"{read_only:false; response_revision:7860; number_of_response:1; }","duration":"426.304708ms","start":"2026-03-04T11:23:45.335449Z","end":"2026-03-04T11:23:45.761754Z","steps":["trace[887849825] 'process raft request' (duration: 222.14013ms)","trace[887849825] 'compare' (duration: 203.902751ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:23:45.761793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:45.335417Z","time spent":"426.362459ms","remote":"127.0.0.1:41142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":55701,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:23:45.782642Z","caller":"traceutil/trace.go:171","msg":"trace[522220237] linearizableReadLoop","detail":"{readStateIndex:8182; appliedIndex:8181; }","duration":"124.527267ms","start":"2026-03-04T11:23:45.658095Z","end":"2026-03-04T11:23:45.782623Z","steps":["trace[522220237] 'read index received' (duration: 124.438634ms)","trace[522220237] 'applied index is now lower than readState.Index' (duration: 87.603µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:23:45.782743Z","caller":"traceutil/trace.go:171","msg":"trace[1931761203] transaction","detail":"{read_only:false; response_revision:7861; number_of_response:1; }","duration":"390.966988ms","start":"2026-03-04T11:23:45.391765Z","end":"2026-03-04T11:23:45.782732Z","steps":["trace[1931761203] 'process raft request' (duration: 390.649889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:45.782837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:45.391743Z","time spent":"391.02618ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:23:45.782858Z","caller":"traceutil/trace.go:171","msg":"trace[923484165] transaction","detail":"{read_only:false; response_revision:7862; number_of_response:1; }","duration":"367.723783ms","start":"2026-03-04T11:23:45.415102Z","end":"2026-03-04T11:23:45.782826Z","steps":["trace[923484165] 'process raft request' (duration: 367.439115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:45.782967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.829946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T11:23:45.783001Z","caller":"traceutil/trace.go:171","msg":"trace[739236371] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7862; }","duration":"124.942679ms","start":"2026-03-04T11:23:45.658051Z","end":"2026-03-04T11:23:45.782994Z","steps":["trace[739236371] 'agreement among raft nodes before linearized reading' (duration: 124.745153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:45.783051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:45.41507Z","time spent":"367.901028ms","remote":"127.0.0.1:41142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":43954,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:23:45.803993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.263827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T11:23:45.804048Z","caller":"traceutil/trace.go:171","msg":"trace[356764913] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7865; }","duration":"144.34451ms","start":"2026-03-04T11:23:45.659691Z","end":"2026-03-04T11:23:45.804036Z","steps":["trace[356764913] 'agreement among raft nodes before linearized reading' (duration: 144.156165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:45.804086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.905551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T11:23:45.804177Z","caller":"traceutil/trace.go:171","msg":"trace[396249460] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7865; }","duration":"146.049695ms","start":"2026-03-04T11:23:45.658105Z","end":"2026-03-04T11:23:45.804155Z","steps":["trace[396249460] 'agreement among raft nodes before linearized reading' (duration: 145.729067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:45.80417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.384688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T11:23:45.804269Z","caller":"traceutil/trace.go:171","msg":"trace[1626940855] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7865; }","duration":"145.538602ms","start":"2026-03-04T11:23:45.658709Z","end":"2026-03-04T11:23:45.804248Z","steps":["trace[1626940855] 'agreement among raft nodes before linearized reading' (duration: 145.176792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:46.062219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.838939ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:23:46.062333Z","caller":"traceutil/trace.go:171","msg":"trace[1396993098] transaction","detail":"{read_only:false; response_revision:7866; number_of_response:1; }","duration":"274.368905ms","start":"2026-03-04T11:23:45.787944Z","end":"2026-03-04T11:23:46.062313Z","steps":["trace[1396993098] 'process raft request' (duration: 89.360413ms)","trace[1396993098] 'compare' (duration: 184.674853ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:23:46.245597Z","caller":"traceutil/trace.go:171","msg":"trace[2064500223] transaction","detail":"{read_only:false; response_revision:7867; number_of_response:1; }","duration":"437.402067ms","start":"2026-03-04T11:23:45.808165Z","end":"2026-03-04T11:23:46.245567Z","steps":["trace[2064500223] 'process raft request' (duration: 359.76171ms)","trace[2064500223] 'compare' (duration: 77.330469ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:23:46.245837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:45.808135Z","time spent":"437.598822ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:23:46.246081Z","caller":"traceutil/trace.go:171","msg":"trace[1691856392] transaction","detail":"{read_only:false; response_revision:7868; number_of_response:1; }","duration":"437.259563ms","start":"2026-03-04T11:23:45.808789Z","end":"2026-03-04T11:23:46.246048Z","steps":["trace[1691856392] 'process raft request' (duration: 436.709298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:46.246169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:45.808766Z","time spent":"437.361236ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:23:46.246262Z","caller":"traceutil/trace.go:171","msg":"trace[229699948] transaction","detail":"{read_only:false; response_revision:7869; number_of_response:1; }","duration":"437.357426ms","start":"2026-03-04T11:23:45.808882Z","end":"2026-03-04T11:23:46.246239Z","steps":["trace[229699948] 'process raft request' (duration: 436.967336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:46.24635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:45.808864Z","time spent":"437.437858ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:23:46.246475Z","caller":"traceutil/trace.go:171","msg":"trace[843566579] transaction","detail":"{read_only:false; response_revision:7870; number_of_response:1; }","duration":"433.671657ms","start":"2026-03-04T11:23:45.812788Z","end":"2026-03-04T11:23:46.246459Z","steps":["trace[843566579] 'process raft request' (duration: 433.290487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:46.246555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:45.812771Z","time spent":"433.736778ms","remote":"127.0.0.1:41142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":136603,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:23:46.246568Z","caller":"traceutil/trace.go:171","msg":"trace[1468641497] transaction","detail":"{read_only:false; response_revision:7871; number_of_response:1; }","duration":"429.762912ms","start":"2026-03-04T11:23:45.816769Z","end":"2026-03-04T11:23:46.246532Z","steps":["trace[1468641497] 'process raft request' (duration: 429.530216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:46.246639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.626143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:23:46.246439Z","caller":"traceutil/trace.go:171","msg":"trace[1162288263] linearizableReadLoop","detail":"{readStateIndex:8191; appliedIndex:8186; }","duration":"139.421788ms","start":"2026-03-04T11:23:46.106988Z","end":"2026-03-04T11:23:46.246409Z","steps":["trace[1162288263] 'read index received' (duration: 60.877876ms)","trace[1162288263] 'applied index is now lower than readState.Index' (duration: 78.542322ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:23:46.246694Z","caller":"traceutil/trace.go:171","msg":"trace[860002469] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7871; }","duration":"139.743476ms","start":"2026-03-04T11:23:46.106939Z","end":"2026-03-04T11:23:46.246682Z","steps":["trace[860002469] 'agreement among raft nodes before linearized reading' (duration: 139.563241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:46.246731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:45.816748Z","time spent":"429.893815ms","remote":"127.0.0.1:41142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":55710,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:23:46.56116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.823901ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:23:46.561327Z","caller":"traceutil/trace.go:171","msg":"trace[1220075618] transaction","detail":"{read_only:false; response_revision:7872; number_of_response:1; }","duration":"305.837751ms","start":"2026-03-04T11:23:46.255465Z","end":"2026-03-04T11:23:46.561303Z","steps":["trace[1220075618] 'process raft request' (duration: 105.752353ms)","trace[1220075618] 'compare' (duration: 199.610125ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:23:46.56141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:46.255438Z","time spent":"305.937493ms","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":802,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T11:23:46.637925Z","caller":"traceutil/trace.go:171","msg":"trace[1649593989] transaction","detail":"{read_only:false; response_revision:7873; number_of_response:1; }","duration":"260.096041ms","start":"2026-03-04T11:23:46.377803Z","end":"2026-03-04T11:23:46.637899Z","steps":["trace[1649593989] 'process raft request' (duration: 259.882166ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:48.877518Z","caller":"traceutil/trace.go:171","msg":"trace[380436447] transaction","detail":"{read_only:false; response_revision:7885; number_of_response:1; }","duration":"141.696929ms","start":"2026-03-04T11:23:48.735795Z","end":"2026-03-04T11:23:48.877492Z","steps":["trace[380436447] 'process raft request' (duration: 141.492933ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:50.00875Z","caller":"traceutil/trace.go:171","msg":"trace[1695818494] transaction","detail":"{read_only:false; response_revision:7889; number_of_response:1; }","duration":"167.675327ms","start":"2026-03-04T11:23:49.841051Z","end":"2026-03-04T11:23:50.008726Z","steps":["trace[1695818494] 'process raft request' (duration: 167.583835ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:50.008769Z","caller":"traceutil/trace.go:171","msg":"trace[935377401] transaction","detail":"{read_only:false; response_revision:7887; number_of_response:1; }","duration":"186.02063ms","start":"2026-03-04T11:23:49.822726Z","end":"2026-03-04T11:23:50.008747Z","steps":["trace[935377401] 'process raft request' (duration: 181.775566ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:50.008844Z","caller":"traceutil/trace.go:171","msg":"trace[1385885627] transaction","detail":"{read_only:false; response_revision:7888; number_of_response:1; }","duration":"185.128236ms","start":"2026-03-04T11:23:49.823675Z","end":"2026-03-04T11:23:50.008803Z","steps":["trace[1385885627] 'process raft request' (duration: 184.90889ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:50.324989Z","caller":"traceutil/trace.go:171","msg":"trace[1432394075] linearizableReadLoop","detail":"{readStateIndex:8211; appliedIndex:8210; }","duration":"214.010402ms","start":"2026-03-04T11:23:50.110954Z","end":"2026-03-04T11:23:50.324964Z","steps":["trace[1432394075] 'read index received' (duration: 213.850598ms)","trace[1432394075] 'applied index is now lower than readState.Index' (duration: 159.034µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:23:50.325109Z","caller":"traceutil/trace.go:171","msg":"trace[703078194] transaction","detail":"{read_only:false; response_revision:7890; number_of_response:1; }","duration":"245.863979ms","start":"2026-03-04T11:23:50.079232Z","end":"2026-03-04T11:23:50.325096Z","steps":["trace[703078194] 'process raft request' (duration: 245.591582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:50.325324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.353191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-04T11:23:50.325364Z","caller":"traceutil/trace.go:171","msg":"trace[2055052257] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:7890; }","duration":"214.447394ms","start":"2026-03-04T11:23:50.110907Z","end":"2026-03-04T11:23:50.325354Z","steps":["trace[2055052257] 'agreement among raft nodes before linearized reading' (duration: 214.30789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:50.941529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.716332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:23:50.941596Z","caller":"traceutil/trace.go:171","msg":"trace[1252223738] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:7895; }","duration":"201.841465ms","start":"2026-03-04T11:23:50.73974Z","end":"2026-03-04T11:23:50.941582Z","steps":["trace[1252223738] 'range keys from in-memory index tree' (duration: 201.563008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:52.513122Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541838803,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:23:53.014028Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541838803,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:23:53.101372Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.207202038s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T11:23:53.101947Z","caller":"traceutil/trace.go:171","msg":"trace[1789189428] transaction","detail":"{read_only:false; response_revision:7896; number_of_response:1; }","duration":"1.207862395s","start":"2026-03-04T11:23:51.894055Z","end":"2026-03-04T11:23:53.101917Z","steps":["trace[1789189428] 'process raft request' (duration: 1.20765143s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:53.102091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:51.894031Z","time spent":"1.207978618s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:23:53.795366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.534666ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:23:53.795798Z","caller":"traceutil/trace.go:171","msg":"trace[1104300468] linearizableReadLoop","detail":"{readStateIndex:8219; appliedIndex:8216; }","duration":"1.782941902s","start":"2026-03-04T11:23:52.012834Z","end":"2026-03-04T11:23:53.795776Z","steps":["trace[1104300468] 'read index received' (duration: 1.088927958s)","trace[1104300468] 'applied index is now lower than readState.Index' (duration: 694.012764ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:23:53.795987Z","caller":"traceutil/trace.go:171","msg":"trace[291578677] transaction","detail":"{read_only:false; response_revision:7898; number_of_response:1; }","duration":"1.782120801s","start":"2026-03-04T11:23:52.013849Z","end":"2026-03-04T11:23:53.79597Z","steps":["trace[291578677] 'process raft request' (duration: 1.781836763s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:53.796147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:52.013824Z","time spent":"1.782266374s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:23:53.796267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.35948417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T11:23:53.796281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.503181202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:23:53.796317Z","caller":"traceutil/trace.go:171","msg":"trace[2084792153] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7898; }","duration":"1.359567392s","start":"2026-03-04T11:23:52.436732Z","end":"2026-03-04T11:23:53.7963Z","steps":["trace[2084792153] 'agreement among raft nodes before linearized reading' (duration: 1.35947417s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:53.796349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:52.436692Z","time spent":"1.359647574s","remote":"127.0.0.1:43726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T11:23:53.796354Z","caller":"traceutil/trace.go:171","msg":"trace[869069143] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:7898; }","duration":"1.503266784s","start":"2026-03-04T11:23:52.293067Z","end":"2026-03-04T11:23:53.796334Z","steps":["trace[869069143] 'agreement among raft nodes before linearized reading' (duration: 1.503056649s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:53.79641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:52.293011Z","time spent":"1.503375718s","remote":"127.0.0.1:47458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:23:53.796409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.423570983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T11:23:53.796439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.817514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T11:23:53.796484Z","caller":"traceutil/trace.go:171","msg":"trace[450887016] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7898; }","duration":"1.423693076s","start":"2026-03-04T11:23:52.372773Z","end":"2026-03-04T11:23:53.796466Z","steps":["trace[450887016] 'agreement among raft nodes before linearized reading' (duration: 1.423381877s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:53.796466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422997717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T11:23:53.79652Z","caller":"traceutil/trace.go:171","msg":"trace[79727401] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7898; }","duration":"640.947468ms","start":"2026-03-04T11:23:53.155554Z","end":"2026-03-04T11:23:53.796501Z","steps":["trace[79727401] 'agreement among raft nodes before linearized reading' (duration: 640.66973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:53.796531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:52.372746Z","time spent":"1.423773228s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T11:23:53.796562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:53.155527Z","time spent":"641.02601ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T11:23:53.79653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.783665612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T11:23:53.79656Z","caller":"traceutil/trace.go:171","msg":"trace[1329635627] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7898; }","duration":"1.42310653s","start":"2026-03-04T11:23:52.373433Z","end":"2026-03-04T11:23:53.796539Z","steps":["trace[1329635627] 'agreement among raft nodes before linearized reading' (duration: 1.422829992s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:53.796627Z","caller":"traceutil/trace.go:171","msg":"trace[1223521302] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7898; }","duration":"1.783825046s","start":"2026-03-04T11:23:52.012782Z","end":"2026-03-04T11:23:53.796607Z","steps":["trace[1223521302] 'agreement among raft nodes before linearized reading' (duration: 1.783550118s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:53.79664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.958996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-04T11:23:53.796633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:52.373369Z","time spent":"1.423251504s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T11:23:53.796669Z","caller":"traceutil/trace.go:171","msg":"trace[1904643371] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:7898; }","duration":"840.008538ms","start":"2026-03-04T11:23:52.956653Z","end":"2026-03-04T11:23:53.796661Z","steps":["trace[1904643371] 'agreement among raft nodes before linearized reading' (duration: 839.918446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:53.796677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:52.012759Z","time spent":"1.783910318s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T11:23:53.796667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.480087582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T11:23:53.796688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:52.956637Z","time spent":"840.047249ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-kh88j\" "} {"level":"info","ts":"2026-03-04T11:23:53.796724Z","caller":"traceutil/trace.go:171","msg":"trace[917533844] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:7898; }","duration":"1.480167173s","start":"2026-03-04T11:23:52.316542Z","end":"2026-03-04T11:23:53.79671Z","steps":["trace[917533844] 'agreement among raft nodes before linearized reading' (duration: 1.480079091s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:53.796785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:52.316529Z","time spent":"1.480238476s","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:23:53.796803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.429488242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T11:23:53.796824Z","caller":"traceutil/trace.go:171","msg":"trace[709420986] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7898; }","duration":"1.429533333s","start":"2026-03-04T11:23:52.367284Z","end":"2026-03-04T11:23:53.796818Z","steps":["trace[709420986] 'agreement among raft nodes before linearized reading' (duration: 1.429476822s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:53.79684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:52.367273Z","time spent":"1.429562974s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T11:23:53.796153Z","caller":"traceutil/trace.go:171","msg":"trace[452655811] transaction","detail":"{read_only:false; response_revision:7897; number_of_response:1; }","duration":"1.783015775s","start":"2026-03-04T11:23:52.013107Z","end":"2026-03-04T11:23:53.796122Z","steps":["trace[452655811] 'process raft request' (duration: 1.570593095s)","trace[452655811] 'compare' (duration: 211.193577ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:23:53.796956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:52.013091Z","time spent":"1.783806525s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":507,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:23:53.796978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110808067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:23:53.797039Z","caller":"traceutil/trace.go:171","msg":"trace[109986647] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:7898; }","duration":"1.111592268s","start":"2026-03-04T11:23:52.685437Z","end":"2026-03-04T11:23:53.797029Z","steps":["trace[109986647] 'agreement among raft nodes before linearized reading' (duration: 1.110697204s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:53.796968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.463993469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T11:23:53.797203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.181512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:23:53.797251Z","caller":"traceutil/trace.go:171","msg":"trace[1789804145] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7898; }","duration":"690.256034ms","start":"2026-03-04T11:23:53.106982Z","end":"2026-03-04T11:23:53.797238Z","steps":["trace[1789804145] 'agreement among raft nodes before linearized reading' (duration: 689.476713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:53.797283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:53.106964Z","time spent":"690.313065ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:23:53.797062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.790003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T11:23:53.797344Z","caller":"traceutil/trace.go:171","msg":"trace[580384565] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:7898; }","duration":"468.114903ms","start":"2026-03-04T11:23:53.32921Z","end":"2026-03-04T11:23:53.797325Z","steps":["trace[580384565] 'agreement among raft nodes before linearized reading' (duration: 467.310821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:53.797147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:52.685376Z","time spent":"1.111688241s","remote":"127.0.0.1:43564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-03-04T11:23:53.797293Z","caller":"traceutil/trace.go:171","msg":"trace[1246415058] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7898; }","duration":"1.464281097s","start":"2026-03-04T11:23:52.332932Z","end":"2026-03-04T11:23:53.797213Z","steps":["trace[1246415058] 'agreement among raft nodes before linearized reading' (duration: 1.463486426s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:53.797513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:52.33292Z","time spent":"1.464568934s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T11:23:53.797414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:53.329185Z","time spent":"468.208535ms","remote":"127.0.0.1:41606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":868,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-04T11:23:57.281048Z","caller":"traceutil/trace.go:171","msg":"trace[2119995452] transaction","detail":"{read_only:false; response_revision:7913; number_of_response:1; }","duration":"166.394182ms","start":"2026-03-04T11:23:57.114619Z","end":"2026-03-04T11:23:57.281013Z","steps":["trace[2119995452] 'process raft request' (duration: 166.198607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:58.061933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.738949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:23:58.062008Z","caller":"traceutil/trace.go:171","msg":"trace[409380586] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:7913; }","duration":"577.842731ms","start":"2026-03-04T11:23:57.484137Z","end":"2026-03-04T11:23:58.061979Z","steps":["trace[409380586] 'count revisions from in-memory index tree' (duration: 577.635856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:58.062048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:57.484118Z","time spent":"577.921294ms","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-04T11:23:58.076391Z","caller":"traceutil/trace.go:171","msg":"trace[1731816372] transaction","detail":"{read_only:false; response_revision:7914; number_of_response:1; }","duration":"215.481192ms","start":"2026-03-04T11:23:57.860889Z","end":"2026-03-04T11:23:58.07637Z","steps":["trace[1731816372] 'process raft request' (duration: 215.337778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:58.413624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.505656ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:23:58.413718Z","caller":"traceutil/trace.go:171","msg":"trace[2090083905] linearizableReadLoop","detail":"{readStateIndex:8237; appliedIndex:8235; }","duration":"496.183877ms","start":"2026-03-04T11:23:57.917518Z","end":"2026-03-04T11:23:58.413702Z","steps":["trace[2090083905] 'read index received' (duration: 158.746337ms)","trace[2090083905] 'applied index is now lower than readState.Index' (duration: 337.43644ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:23:58.413818Z","caller":"traceutil/trace.go:171","msg":"trace[1803438661] transaction","detail":"{read_only:false; response_revision:7915; number_of_response:1; }","duration":"550.688832ms","start":"2026-03-04T11:23:57.863117Z","end":"2026-03-04T11:23:58.413805Z","steps":["trace[1803438661] 'process raft request' (duration: 364.922509ms)","trace[1803438661] 'compare' (duration: 185.099635ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:23:58.413876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:57.863087Z","time spent":"550.758643ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:23:58.413914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.408934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T11:23:58.413872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.349251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T11:23:58.413977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.835841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:23:58.413981Z","caller":"traceutil/trace.go:171","msg":"trace[1326089603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7915; }","duration":"470.502536ms","start":"2026-03-04T11:23:57.943458Z","end":"2026-03-04T11:23:58.41396Z","steps":["trace[1326089603] 'agreement among raft nodes before linearized reading' (duration: 470.375823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:58.413977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.762877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T11:23:58.414011Z","caller":"traceutil/trace.go:171","msg":"trace[2034646392] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:7915; }","duration":"465.879242ms","start":"2026-03-04T11:23:57.948118Z","end":"2026-03-04T11:23:58.413997Z","steps":["trace[2034646392] 'agreement among raft nodes before linearized reading' (duration: 465.79054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:58.414013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:57.94344Z","time spent":"470.566908ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T11:23:58.414001Z","caller":"traceutil/trace.go:171","msg":"trace[744128126] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7915; }","duration":"496.509686ms","start":"2026-03-04T11:23:57.917465Z","end":"2026-03-04T11:23:58.413975Z","steps":["trace[744128126] 'agreement among raft nodes before linearized reading' (duration: 496.356212ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:58.414037Z","caller":"traceutil/trace.go:171","msg":"trace[897295544] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7915; }","duration":"469.842969ms","start":"2026-03-04T11:23:57.94418Z","end":"2026-03-04T11:23:58.414023Z","steps":["trace[897295544] 'agreement among raft nodes before linearized reading' (duration: 469.651724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:58.414034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.402913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.18\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-04T11:23:58.414076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:57.944173Z","time spent":"469.89714ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T11:23:58.414082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.27241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T11:23:58.414101Z","caller":"traceutil/trace.go:171","msg":"trace[432877480] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7915; }","duration":"470.305561ms","start":"2026-03-04T11:23:57.943791Z","end":"2026-03-04T11:23:58.414097Z","steps":["trace[432877480] 'agreement among raft nodes before linearized reading' (duration: 470.25857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:58.414086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:57.917444Z","time spent":"496.621049ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T11:23:58.414116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:57.943786Z","time spent":"470.324822ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T11:23:58.414112Z","caller":"traceutil/trace.go:171","msg":"trace[592716983] range","detail":"{range_begin:/registry/masterleases/199.19.213.18; range_end:; response_count:1; response_revision:7915; }","duration":"384.510345ms","start":"2026-03-04T11:23:58.029583Z","end":"2026-03-04T11:23:58.414093Z","steps":["trace[592716983] 'agreement among raft nodes before linearized reading' (duration: 384.275989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:58.414158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:58.029567Z","time spent":"384.578767ms","remote":"127.0.0.1:41114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.18\" "} {"level":"warn","ts":"2026-03-04T11:23:58.414034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:57.948103Z","time spent":"465.926843ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-kh88j\" "} {"level":"warn","ts":"2026-03-04T11:23:58.414197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.416224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T11:23:58.414223Z","caller":"traceutil/trace.go:171","msg":"trace[229688506] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7915; }","duration":"470.460235ms","start":"2026-03-04T11:23:57.943756Z","end":"2026-03-04T11:23:58.414216Z","steps":["trace[229688506] 'agreement among raft nodes before linearized reading' (duration: 470.353152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:58.414252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:57.943745Z","time spent":"470.501087ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T11:23:58.796999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.670582ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-04T11:23:58.797091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:58.415209Z","time spent":"381.875014ms","remote":"127.0.0.1:41114","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T11:23:59.182409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.280713ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:23:59.182553Z","caller":"traceutil/trace.go:171","msg":"trace[729313409] transaction","detail":"{read_only:false; response_revision:7916; number_of_response:1; }","duration":"764.21868ms","start":"2026-03-04T11:23:58.418318Z","end":"2026-03-04T11:23:59.182537Z","steps":["trace[729313409] 'process raft request' (duration: 550.743572ms)","trace[729313409] 'compare' (duration: 213.17849ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:23:59.182603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:58.418299Z","time spent":"764.278792ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:23:59.182787Z","caller":"traceutil/trace.go:171","msg":"trace[1473559048] transaction","detail":"{read_only:false; response_revision:7917; number_of_response:1; }","duration":"764.372715ms","start":"2026-03-04T11:23:58.41839Z","end":"2026-03-04T11:23:59.182763Z","steps":["trace[1473559048] 'process raft request' (duration: 764.098328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:59.182911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:58.418386Z","time spent":"764.457087ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:23:59.182966Z","caller":"traceutil/trace.go:171","msg":"trace[369827906] transaction","detail":"{read_only:false; response_revision:7918; number_of_response:1; }","duration":"764.470917ms","start":"2026-03-04T11:23:58.418483Z","end":"2026-03-04T11:23:59.182954Z","steps":["trace[369827906] 'process raft request' (duration: 764.20914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:59.183013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:58.418478Z","time spent":"764.510608ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:23:59.183207Z","caller":"traceutil/trace.go:171","msg":"trace[1813462693] transaction","detail":"{read_only:false; response_revision:7920; number_of_response:1; }","duration":"764.650192ms","start":"2026-03-04T11:23:58.418545Z","end":"2026-03-04T11:23:59.183195Z","steps":["trace[1813462693] 'process raft request' (duration: 764.557129ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:59.183219Z","caller":"traceutil/trace.go:171","msg":"trace[407546099] transaction","detail":"{read_only:false; response_revision:7919; number_of_response:1; }","duration":"764.673653ms","start":"2026-03-04T11:23:58.418514Z","end":"2026-03-04T11:23:59.183188Z","steps":["trace[407546099] 'process raft request' (duration: 764.358554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:59.183268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:58.418541Z","time spent":"764.694623ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:23:59.183361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:58.41851Z","time spent":"764.775925ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:23:59.183509Z","caller":"traceutil/trace.go:171","msg":"trace[970846618] linearizableReadLoop","detail":"{readStateIndex:8243; appliedIndex:8237; }","duration":"763.167123ms","start":"2026-03-04T11:23:58.420316Z","end":"2026-03-04T11:23:59.183483Z","steps":["trace[970846618] 'read index received' (duration: 156.008633ms)","trace[970846618] 'applied index is now lower than readState.Index' (duration: 607.155099ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:23:59.18393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.602624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224442"} {"level":"info","ts":"2026-03-04T11:23:59.183984Z","caller":"traceutil/trace.go:171","msg":"trace[1368691868] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7920; }","duration":"763.659125ms","start":"2026-03-04T11:23:58.420297Z","end":"2026-03-04T11:23:59.183957Z","steps":["trace[1368691868] 'agreement among raft nodes before linearized reading' (duration: 763.302386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:59.184016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:58.42029Z","time spent":"763.716808ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224465,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-04T11:23:59.185645Z","caller":"traceutil/trace.go:171","msg":"trace[533479151] transaction","detail":"{read_only:false; response_revision:7921; number_of_response:1; }","duration":"387.398962ms","start":"2026-03-04T11:23:58.798234Z","end":"2026-03-04T11:23:59.185633Z","steps":["trace[533479151] 'process raft request' (duration: 384.921936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:59.185666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.445428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-04T11:23:59.185702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:58.798173Z","time spent":"387.501946ms","remote":"127.0.0.1:41114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:23:59.185704Z","caller":"traceutil/trace.go:171","msg":"trace[507110219] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7921; }","duration":"296.53574ms","start":"2026-03-04T11:23:58.889156Z","end":"2026-03-04T11:23:59.185692Z","steps":["trace[507110219] 'agreement among raft nodes before linearized reading' (duration: 296.451148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:59.185581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.813345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-66cc665bbb-8gktb.18999f948de15cee\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-04T11:23:59.185928Z","caller":"traceutil/trace.go:171","msg":"trace[603128581] range","detail":"{range_begin:/registry/events/openstack/barbican-api-66cc665bbb-8gktb.18999f948de15cee; range_end:; response_count:1; response_revision:7921; }","duration":"439.185584ms","start":"2026-03-04T11:23:58.746727Z","end":"2026-03-04T11:23:59.185912Z","steps":["trace[603128581] 'agreement among raft nodes before linearized reading' (duration: 438.753332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:23:59.186034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:23:58.746687Z","time spent":"439.335899ms","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-66cc665bbb-8gktb.18999f948de15cee\" "} {"level":"info","ts":"2026-03-04T11:23:59.338261Z","caller":"traceutil/trace.go:171","msg":"trace[1174083689] linearizableReadLoop","detail":"{readStateIndex:8246; appliedIndex:8245; }","duration":"117.469677ms","start":"2026-03-04T11:23:59.220765Z","end":"2026-03-04T11:23:59.338235Z","steps":["trace[1174083689] 'read index received' (duration: 74.959705ms)","trace[1174083689] 'applied index is now lower than readState.Index' (duration: 42.508882ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:23:59.33846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.673553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19488"} {"level":"info","ts":"2026-03-04T11:23:59.338492Z","caller":"traceutil/trace.go:171","msg":"trace[1888157090] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7922; }","duration":"117.735425ms","start":"2026-03-04T11:23:59.220747Z","end":"2026-03-04T11:23:59.338482Z","steps":["trace[1888157090] 'agreement among raft nodes before linearized reading' (duration: 117.582881ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:23:59.338395Z","caller":"traceutil/trace.go:171","msg":"trace[453024299] transaction","detail":"{read_only:false; response_revision:7922; number_of_response:1; }","duration":"117.839147ms","start":"2026-03-04T11:23:59.220508Z","end":"2026-03-04T11:23:59.338347Z","steps":["trace[453024299] 'process raft request' (duration: 75.224172ms)","trace[453024299] 'compare' (duration: 42.310147ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:24:00.319458Z","caller":"traceutil/trace.go:171","msg":"trace[1805327780] linearizableReadLoop","detail":"{readStateIndex:8249; appliedIndex:8248; }","duration":"212.988005ms","start":"2026-03-04T11:24:00.106445Z","end":"2026-03-04T11:24:00.319433Z","steps":["trace[1805327780] 'read index received' (duration: 120.704004ms)","trace[1805327780] 'applied index is now lower than readState.Index' (duration: 92.283241ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:24:00.319578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.127318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:24:00.319597Z","caller":"traceutil/trace.go:171","msg":"trace[313165193] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7925; }","duration":"213.195811ms","start":"2026-03-04T11:24:00.106394Z","end":"2026-03-04T11:24:00.31959Z","steps":["trace[313165193] 'agreement among raft nodes before linearized reading' (duration: 213.111359ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:00.319779Z","caller":"traceutil/trace.go:171","msg":"trace[1988627300] transaction","detail":"{read_only:false; response_revision:7925; number_of_response:1; }","duration":"238.819379ms","start":"2026-03-04T11:24:00.080953Z","end":"2026-03-04T11:24:00.319773Z","steps":["trace[1988627300] 'process raft request' (duration: 146.285581ms)","trace[1988627300] 'compare' (duration: 92.106326ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:24:00.562047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.86522ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:24:00.56215Z","caller":"traceutil/trace.go:171","msg":"trace[308904428] transaction","detail":"{read_only:false; response_revision:7926; number_of_response:1; }","duration":"142.967963ms","start":"2026-03-04T11:24:00.419163Z","end":"2026-03-04T11:24:00.562131Z","steps":["trace[308904428] 'process raft request' (duration: 15.943909ms)","trace[308904428] 'compare' (duration: 126.767487ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:24:01.558021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.167792ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:24:01.558117Z","caller":"traceutil/trace.go:171","msg":"trace[2028238911] transaction","detail":"{read_only:false; response_revision:7927; number_of_response:1; }","duration":"856.365079ms","start":"2026-03-04T11:24:00.701732Z","end":"2026-03-04T11:24:01.558097Z","steps":["trace[2028238911] 'process raft request' (duration: 378.048922ms)","trace[2028238911] 'compare' (duration: 478.024519ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:24:01.558169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:00.701706Z","time spent":"856.43871ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:24:01.607989Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541838881,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:24:02.108366Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541838881,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:24:02.306999Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.227159415s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T11:24:03.107621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000163392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T11:24:03.107709Z","caller":"traceutil/trace.go:171","msg":"trace[2098331104] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000302366s","start":"2026-03-04T11:24:01.107385Z","end":"2026-03-04T11:24:03.107687Z","steps":["trace[2098331104] 'agreement among raft nodes before linearized reading' (duration: 2.000197443s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:03.10779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:01.107365Z","time spent":"2.000415379s","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 11:24:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T11:24:03.572519Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.265326959s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T11:24:03.724876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.417613862s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:24:03.725552Z","caller":"traceutil/trace.go:171","msg":"trace[1705131920] linearizableReadLoop","detail":"{readStateIndex:8253; appliedIndex:8251; }","duration":"2.61809399s","start":"2026-03-04T11:24:01.10743Z","end":"2026-03-04T11:24:03.725524Z","steps":["trace[1705131920] 'read index received' (duration: 1.199758058s)","trace[1705131920] 'applied index is now lower than readState.Index' (duration: 1.418332572s)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:24:03.725617Z","caller":"traceutil/trace.go:171","msg":"trace[1975651271] transaction","detail":"{read_only:false; response_revision:7931; number_of_response:1; }","duration":"1.158857188s","start":"2026-03-04T11:24:02.566723Z","end":"2026-03-04T11:24:03.72558Z","steps":["trace[1975651271] 'process raft request' (duration: 1.158389925s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:03.725646Z","caller":"traceutil/trace.go:171","msg":"trace[71104918] transaction","detail":"{read_only:false; response_revision:7932; number_of_response:1; }","duration":"888.991944ms","start":"2026-03-04T11:24:02.836612Z","end":"2026-03-04T11:24:03.725604Z","steps":["trace[71104918] 'process raft request' (duration: 888.547492ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:03.725699Z","caller":"traceutil/trace.go:171","msg":"trace[870614235] transaction","detail":"{read_only:false; response_revision:7929; number_of_response:1; }","duration":"2.349373227s","start":"2026-03-04T11:24:01.376309Z","end":"2026-03-04T11:24:03.725682Z","steps":["trace[870614235] 'process raft request' (duration: 2.348655988s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:03.72572Z","caller":"traceutil/trace.go:171","msg":"trace[1220178639] transaction","detail":"{read_only:false; response_revision:7928; number_of_response:1; }","duration":"2.997266172s","start":"2026-03-04T11:24:00.728395Z","end":"2026-03-04T11:24:03.725661Z","steps":["trace[1220178639] 'process raft request' (duration: 1.578778716s)","trace[1220178639] 'compare' (duration: 1.416464662s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:24:03.725791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:01.376283Z","time spent":"2.349457399s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:24:03.72579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:02.836592Z","time spent":"889.112887ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:24:03.725845Z","caller":"traceutil/trace.go:171","msg":"trace[50664420] transaction","detail":"{read_only:false; response_revision:7930; number_of_response:1; }","duration":"1.401002606s","start":"2026-03-04T11:24:02.324831Z","end":"2026-03-04T11:24:03.725833Z","steps":["trace[50664420] 'process raft request' (duration: 1.400233786s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:03.725885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:00.728361Z","time spent":"2.997436016s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:24:03.725901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:02.324807Z","time spent":"1.401066868s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:24:03.725789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:02.566704Z","time spent":"1.158988761s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:24:03.899092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.867713ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-04T11:24:03.919549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.136800413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-04T11:24:03.919618Z","caller":"traceutil/trace.go:171","msg":"trace[1964840456] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7932; }","duration":"2.136918057s","start":"2026-03-04T11:24:01.782686Z","end":"2026-03-04T11:24:03.919604Z","steps":["trace[1964840456] 'agreement among raft nodes before linearized reading' (duration: 2.13666888s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:03.919648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:01.782668Z","time spent":"2.136974718s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T11:24:03.919633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.713796992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T11:24:03.919637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.31454651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:24:03.919689Z","caller":"traceutil/trace.go:171","msg":"trace[1749348598] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7932; }","duration":"2.713885484s","start":"2026-03-04T11:24:01.20579Z","end":"2026-03-04T11:24:03.919676Z","steps":["trace[1749348598] 'agreement among raft nodes before linearized reading' (duration: 2.713753781s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:03.919712Z","caller":"traceutil/trace.go:171","msg":"trace[1012956347] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:7932; }","duration":"2.314682384s","start":"2026-03-04T11:24:01.605012Z","end":"2026-03-04T11:24:03.919695Z","steps":["trace[1012956347] 'agreement among raft nodes before linearized reading' (duration: 2.314501769s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:03.919707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.713794592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T11:24:03.91978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.713931955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T11:24:03.919783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.714052539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T11:24:03.919801Z","caller":"traceutil/trace.go:171","msg":"trace[1825236617] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7932; }","duration":"2.713968977s","start":"2026-03-04T11:24:01.205827Z","end":"2026-03-04T11:24:03.919796Z","steps":["trace[1825236617] 'agreement among raft nodes before linearized reading' (duration: 2.713931376s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:03.919819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:01.205821Z","time spent":"2.713994027s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T11:24:03.919817Z","caller":"traceutil/trace.go:171","msg":"trace[1862539441] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7932; }","duration":"2.714122741s","start":"2026-03-04T11:24:01.205682Z","end":"2026-03-04T11:24:03.919805Z","steps":["trace[1862539441] 'agreement among raft nodes before linearized reading' (duration: 2.71407739s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:03.919809Z","caller":"traceutil/trace.go:171","msg":"trace[185640294] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7932; }","duration":"2.713926085s","start":"2026-03-04T11:24:01.205858Z","end":"2026-03-04T11:24:03.919784Z","steps":["trace[185640294] 'agreement among raft nodes before linearized reading' (duration: 2.713555825s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:03.919819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.261601608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T11:24:03.919845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:01.205658Z","time spent":"2.714182352s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T11:24:03.919821Z","caller":"traceutil/trace.go:171","msg":"trace[55656210] linearizableReadLoop","detail":"{readStateIndex:8257; appliedIndex:8256; }","duration":"174.454219ms","start":"2026-03-04T11:24:03.725617Z","end":"2026-03-04T11:24:03.900071Z","steps":["trace[55656210] 'read index received' (duration: 393.66µs)","trace[55656210] 'applied index is now lower than readState.Index' (duration: 174.057759ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:24:03.91986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:01.205852Z","time spent":"2.713995687s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T11:24:03.919887Z","caller":"traceutil/trace.go:171","msg":"trace[1767950618] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:7932; }","duration":"2.261645589s","start":"2026-03-04T11:24:01.658205Z","end":"2026-03-04T11:24:03.91985Z","steps":["trace[1767950618] 'agreement among raft nodes before linearized reading' (duration: 2.261570887s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:03.919899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.396376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:24:03.919921Z","caller":"traceutil/trace.go:171","msg":"trace[1014901185] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:7932; }","duration":"546.466288ms","start":"2026-03-04T11:24:03.373446Z","end":"2026-03-04T11:24:03.919913Z","steps":["trace[1014901185] 'agreement among raft nodes before linearized reading' (duration: 546.423077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:03.919917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:01.658137Z","time spent":"2.261771613s","remote":"127.0.0.1:48034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:24:03.919937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:03.3734Z","time spent":"546.5333ms","remote":"127.0.0.1:60998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:24:03.919952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.553707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:24:03.919978Z","caller":"traceutil/trace.go:171","msg":"trace[1248384457] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:7932; }","duration":"137.625899ms","start":"2026-03-04T11:24:03.782341Z","end":"2026-03-04T11:24:03.919967Z","steps":["trace[1248384457] 'agreement among raft nodes before linearized reading' (duration: 137.569518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:03.920017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.751010943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:24:03.920035Z","caller":"traceutil/trace.go:171","msg":"trace[761263304] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:7932; }","duration":"1.751055905s","start":"2026-03-04T11:24:02.168971Z","end":"2026-03-04T11:24:03.920027Z","steps":["trace[761263304] 'agreement among raft nodes before linearized reading' (duration: 1.751002043s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:03.920029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.710876074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T11:24:03.920049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:02.168955Z","time spent":"1.751090355s","remote":"127.0.0.1:41430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":54,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-04T11:24:03.92006Z","caller":"traceutil/trace.go:171","msg":"trace[1374086769] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7932; }","duration":"2.710933015s","start":"2026-03-04T11:24:01.209118Z","end":"2026-03-04T11:24:03.920051Z","steps":["trace[1374086769] 'agreement among raft nodes before linearized reading' (duration: 2.710875863s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:03.920089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:01.209092Z","time spent":"2.710990956s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T11:24:03.919723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:01.205783Z","time spent":"2.713930235s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T11:24:03.92004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.794890283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"warn","ts":"2026-03-04T11:24:03.920212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.385235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:24:03.920218Z","caller":"traceutil/trace.go:171","msg":"trace[943203062] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:7932; }","duration":"1.795099739s","start":"2026-03-04T11:24:02.125107Z","end":"2026-03-04T11:24:03.920206Z","steps":["trace[943203062] 'agreement among raft nodes before linearized reading' (duration: 1.794909704s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:03.919731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.714923652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:24:03.92025Z","caller":"traceutil/trace.go:171","msg":"trace[1230511777] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:7932; }","duration":"2.715488818s","start":"2026-03-04T11:24:01.204755Z","end":"2026-03-04T11:24:03.920244Z","steps":["trace[1230511777] 'agreement among raft nodes before linearized reading' (duration: 2.71483594s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:03.920254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:02.125085Z","time spent":"1.79515589s","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-04T11:24:03.920269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:01.20474Z","time spent":"2.715522738s","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-kh88j\" "} {"level":"warn","ts":"2026-03-04T11:24:03.920306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.427717403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:24:03.920319Z","caller":"traceutil/trace.go:171","msg":"trace[1171449855] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:7932; }","duration":"1.427758495s","start":"2026-03-04T11:24:02.492557Z","end":"2026-03-04T11:24:03.920316Z","steps":["trace[1171449855] 'agreement among raft nodes before linearized reading' (duration: 1.427681073s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:03.920332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:02.492542Z","time spent":"1.427786836s","remote":"127.0.0.1:41168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":78,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-04T11:24:03.92023Z","caller":"traceutil/trace.go:171","msg":"trace[683849603] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7932; }","duration":"812.432416ms","start":"2026-03-04T11:24:03.107792Z","end":"2026-03-04T11:24:03.920225Z","steps":["trace[683849603] 'agreement among raft nodes before linearized reading' (duration: 812.400495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:03.919755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:01.604993Z","time spent":"2.314752776s","remote":"127.0.0.1:41396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":6,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:24:03.920357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:03.107774Z","time spent":"812.57944ms","remote":"127.0.0.1:41086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T11:24:04.03379Z","caller":"traceutil/trace.go:171","msg":"trace[831716305] linearizableReadLoop","detail":"{readStateIndex:8258; appliedIndex:8257; }","duration":"110.242053ms","start":"2026-03-04T11:24:03.923523Z","end":"2026-03-04T11:24:04.033765Z","steps":["trace[831716305] 'read index received' (duration: 110.12174ms)","trace[831716305] 'applied index is now lower than readState.Index' (duration: 119.423µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:24:04.033823Z","caller":"traceutil/trace.go:171","msg":"trace[348553778] transaction","detail":"{read_only:false; response_revision:7933; number_of_response:1; }","duration":"110.450599ms","start":"2026-03-04T11:24:03.923347Z","end":"2026-03-04T11:24:04.033797Z","steps":["trace[348553778] 'process raft request' (duration: 110.225753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:04.03444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.88263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18999ee1c07bb0b7\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-04T11:24:04.034534Z","caller":"traceutil/trace.go:171","msg":"trace[1736195027] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18999ee1c07bb0b7; range_end:; response_count:1; response_revision:7933; }","duration":"111.020954ms","start":"2026-03-04T11:24:03.923492Z","end":"2026-03-04T11:24:04.034513Z","steps":["trace[1736195027] 'agreement among raft nodes before linearized reading' (duration: 110.388477ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:04.225915Z","caller":"traceutil/trace.go:171","msg":"trace[841815391] transaction","detail":"{read_only:false; response_revision:7934; number_of_response:1; }","duration":"300.754824ms","start":"2026-03-04T11:24:03.925135Z","end":"2026-03-04T11:24:04.22589Z","steps":["trace[841815391] 'process raft request' (duration: 295.138183ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:04.226106Z","caller":"traceutil/trace.go:171","msg":"trace[742776057] transaction","detail":"{read_only:false; response_revision:7935; number_of_response:1; }","duration":"300.928578ms","start":"2026-03-04T11:24:03.925148Z","end":"2026-03-04T11:24:04.226077Z","steps":["trace[742776057] 'process raft request' (duration: 300.670161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:04.226101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:03.925121Z","time spent":"300.881427ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:24:04.226202Z","caller":"traceutil/trace.go:171","msg":"trace[1119357880] linearizableReadLoop","detail":"{readStateIndex:8263; appliedIndex:8258; }","duration":"192.318109ms","start":"2026-03-04T11:24:04.033861Z","end":"2026-03-04T11:24:04.22618Z","steps":["trace[1119357880] 'read index received' (duration: 186.290247ms)","trace[1119357880] 'applied index is now lower than readState.Index' (duration: 6.027252ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:24:04.226232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:03.92514Z","time spent":"301.024541ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:24:04.226334Z","caller":"traceutil/trace.go:171","msg":"trace[1746363050] transaction","detail":"{read_only:false; response_revision:7938; number_of_response:1; }","duration":"299.300905ms","start":"2026-03-04T11:24:03.927008Z","end":"2026-03-04T11:24:04.226309Z","steps":["trace[1746363050] 'process raft request' (duration: 299.11127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:04.226362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.316686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:24:04.226381Z","caller":"traceutil/trace.go:171","msg":"trace[1268875988] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7938; }","duration":"299.345236ms","start":"2026-03-04T11:24:03.927029Z","end":"2026-03-04T11:24:04.226375Z","steps":["trace[1268875988] 'agreement among raft nodes before linearized reading' (duration: 299.302545ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:04.226443Z","caller":"traceutil/trace.go:171","msg":"trace[1202878348] transaction","detail":"{read_only:false; response_revision:7937; number_of_response:1; }","duration":"299.463079ms","start":"2026-03-04T11:24:03.926973Z","end":"2026-03-04T11:24:04.226436Z","steps":["trace[1202878348] 'process raft request' (duration: 299.082069ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:04.226103Z","caller":"traceutil/trace.go:171","msg":"trace[155753156] transaction","detail":"{read_only:false; response_revision:7936; number_of_response:1; }","duration":"300.893577ms","start":"2026-03-04T11:24:03.92519Z","end":"2026-03-04T11:24:04.226083Z","steps":["trace[155753156] 'process raft request' (duration: 300.801195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:04.226559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:03.925185Z","time spent":"301.318179ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:24:04.226567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.478834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224442"} {"level":"info","ts":"2026-03-04T11:24:04.226595Z","caller":"traceutil/trace.go:171","msg":"trace[715376367] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7938; }","duration":"301.542555ms","start":"2026-03-04T11:24:03.925044Z","end":"2026-03-04T11:24:04.226587Z","steps":["trace[715376367] 'agreement among raft nodes before linearized reading' (duration: 301.214696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:04.22662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:03.925031Z","time spent":"301.582876ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224465,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-04T11:24:04.439711Z","caller":"traceutil/trace.go:171","msg":"trace[396142109] transaction","detail":"{read_only:false; response_revision:7939; number_of_response:1; }","duration":"403.248809ms","start":"2026-03-04T11:24:04.036432Z","end":"2026-03-04T11:24:04.439681Z","steps":["trace[396142109] 'process raft request' (duration: 403.084304ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:04.439786Z","caller":"traceutil/trace.go:171","msg":"trace[1551748794] linearizableReadLoop","detail":"{readStateIndex:8264; appliedIndex:8264; }","duration":"212.121462ms","start":"2026-03-04T11:24:04.227645Z","end":"2026-03-04T11:24:04.439766Z","steps":["trace[1551748794] 'read index received' (duration: 212.114082ms)","trace[1551748794] 'applied index is now lower than readState.Index' (duration: 5.56µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:24:04.439969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.303727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:24:04.440031Z","caller":"traceutil/trace.go:171","msg":"trace[1335599413] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7939; }","duration":"212.41182ms","start":"2026-03-04T11:24:04.227604Z","end":"2026-03-04T11:24:04.440016Z","steps":["trace[1335599413] 'agreement among raft nodes before linearized reading' (duration: 212.228065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:04.440105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:04.036402Z","time spent":"403.397063ms","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:24:04.655586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.74545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:24:04.655672Z","caller":"traceutil/trace.go:171","msg":"trace[2081163928] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7939; }","duration":"128.874334ms","start":"2026-03-04T11:24:04.526772Z","end":"2026-03-04T11:24:04.655647Z","steps":["trace[2081163928] 'range keys from in-memory index tree' (duration: 128.662268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:07.045303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175935176s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:24:07.046012Z","caller":"traceutil/trace.go:171","msg":"trace[1688849911] linearizableReadLoop","detail":"{readStateIndex:8267; appliedIndex:8265; }","duration":"1.007612802s","start":"2026-03-04T11:24:06.038377Z","end":"2026-03-04T11:24:07.04599Z","steps":["trace[1688849911] 'read index received' (duration: 36.241µs)","trace[1688849911] 'applied index is now lower than readState.Index' (duration: 1.007575561s)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:24:07.046076Z","caller":"traceutil/trace.go:171","msg":"trace[762156172] transaction","detail":"{read_only:false; response_revision:7941; number_of_response:1; }","duration":"1.312147748s","start":"2026-03-04T11:24:05.733898Z","end":"2026-03-04T11:24:07.046046Z","steps":["trace[762156172] 'process raft request' (duration: 135.372909ms)","trace[762156172] 'compare' (duration: 1.175549146s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:24:07.046253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007867009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T11:24:07.046324Z","caller":"traceutil/trace.go:171","msg":"trace[717851662] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7942; }","duration":"1.007927321s","start":"2026-03-04T11:24:06.038369Z","end":"2026-03-04T11:24:07.046296Z","steps":["trace[717851662] 'agreement among raft nodes before linearized reading' (duration: 1.007763986s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:07.046033Z","caller":"traceutil/trace.go:171","msg":"trace[954953592] transaction","detail":"{read_only:false; response_revision:7942; number_of_response:1; }","duration":"1.295907341s","start":"2026-03-04T11:24:05.750102Z","end":"2026-03-04T11:24:07.046009Z","steps":["trace[954953592] 'process raft request' (duration: 1.295775667s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:07.046379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:06.038326Z","time spent":"1.008040083s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T11:24:07.046409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.504478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:24:07.04645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.384875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T11:24:07.046465Z","caller":"traceutil/trace.go:171","msg":"trace[205304892] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7942; }","duration":"940.606032ms","start":"2026-03-04T11:24:06.105842Z","end":"2026-03-04T11:24:07.046448Z","steps":["trace[205304892] 'agreement among raft nodes before linearized reading' (duration: 940.511749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:07.046473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:05.750087Z","time spent":"1.296308602s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:24:07.046508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:06.105823Z","time spent":"940.674563ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T11:24:07.046506Z","caller":"traceutil/trace.go:171","msg":"trace[1079341992] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7942; }","duration":"815.447857ms","start":"2026-03-04T11:24:06.231039Z","end":"2026-03-04T11:24:07.046487Z","steps":["trace[1079341992] 'agreement among raft nodes before linearized reading' (duration: 815.298793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:07.046552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:06.231034Z","time spent":"815.507288ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T11:24:07.046569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.089415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T11:24:07.046594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.992329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-04T11:24:07.046595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.970118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-04T11:24:07.046594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.837031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:24:07.046667Z","caller":"traceutil/trace.go:171","msg":"trace[1807752618] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7942; }","duration":"817.103242ms","start":"2026-03-04T11:24:06.229545Z","end":"2026-03-04T11:24:07.046648Z","steps":["trace[1807752618] 'agreement among raft nodes before linearized reading' (duration: 816.847165ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:07.046683Z","caller":"traceutil/trace.go:171","msg":"trace[1078735249] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7942; }","duration":"817.093071ms","start":"2026-03-04T11:24:06.229567Z","end":"2026-03-04T11:24:07.04666Z","steps":["trace[1078735249] 'agreement among raft nodes before linearized reading' (duration: 816.808154ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:07.046684Z","caller":"traceutil/trace.go:171","msg":"trace[210531554] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:7942; }","duration":"814.959574ms","start":"2026-03-04T11:24:06.23171Z","end":"2026-03-04T11:24:07.04667Z","steps":["trace[210531554] 'agreement among raft nodes before linearized reading' (duration: 814.712757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:07.046726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:06.229529Z","time spent":"817.188094ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T11:24:07.04662Z","caller":"traceutil/trace.go:171","msg":"trace[701226157] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7942; }","duration":"816.174507ms","start":"2026-03-04T11:24:06.23043Z","end":"2026-03-04T11:24:07.046605Z","steps":["trace[701226157] 'agreement among raft nodes before linearized reading' (duration: 816.036813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:07.046745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:06.231702Z","time spent":"815.029075ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-kh88j\" "} {"level":"warn","ts":"2026-03-04T11:24:07.046745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:06.229556Z","time spent":"817.178253ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T11:24:07.046794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:06.23041Z","time spent":"816.363481ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T11:24:07.04685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:05.73388Z","time spent":"1.312252691s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:24:07.324025Z","caller":"traceutil/trace.go:171","msg":"trace[1833837588] linearizableReadLoop","detail":"{readStateIndex:8268; appliedIndex:8267; }","duration":"270.672185ms","start":"2026-03-04T11:24:07.053329Z","end":"2026-03-04T11:24:07.324001Z","steps":["trace[1833837588] 'read index received' (duration: 268.769184ms)","trace[1833837588] 'applied index is now lower than readState.Index' (duration: 1.901671ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:24:07.324205Z","caller":"traceutil/trace.go:171","msg":"trace[828440854] transaction","detail":"{read_only:false; response_revision:7943; number_of_response:1; }","duration":"271.340134ms","start":"2026-03-04T11:24:07.052831Z","end":"2026-03-04T11:24:07.324171Z","steps":["trace[828440854] 'process raft request' (duration: 269.218406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:07.324621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.270102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224442"} {"level":"info","ts":"2026-03-04T11:24:07.324676Z","caller":"traceutil/trace.go:171","msg":"trace[533057566] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7943; }","duration":"271.354974ms","start":"2026-03-04T11:24:07.053308Z","end":"2026-03-04T11:24:07.324663Z","steps":["trace[533057566] 'agreement among raft nodes before linearized reading' (duration: 270.969203ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:07.379509Z","caller":"traceutil/trace.go:171","msg":"trace[324048102] transaction","detail":"{read_only:false; response_revision:7944; number_of_response:1; }","duration":"326.056694ms","start":"2026-03-04T11:24:07.053436Z","end":"2026-03-04T11:24:07.379492Z","steps":["trace[324048102] 'process raft request' (duration: 325.930881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:07.37962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:07.053427Z","time spent":"326.136656ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:24:07.380045Z","caller":"traceutil/trace.go:171","msg":"trace[408427355] transaction","detail":"{read_only:false; response_revision:7945; number_of_response:1; }","duration":"326.485005ms","start":"2026-03-04T11:24:07.053551Z","end":"2026-03-04T11:24:07.380036Z","steps":["trace[408427355] 'process raft request' (duration: 325.91163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:07.380086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:07.053544Z","time spent":"326.521057ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:24:07.380287Z","caller":"traceutil/trace.go:171","msg":"trace[116197592] transaction","detail":"{read_only:false; response_revision:7946; number_of_response:1; }","duration":"326.660651ms","start":"2026-03-04T11:24:07.05362Z","end":"2026-03-04T11:24:07.380281Z","steps":["trace[116197592] 'process raft request' (duration: 326.325872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:07.380323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:07.053616Z","time spent":"326.690231ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:24:07.380699Z","caller":"traceutil/trace.go:171","msg":"trace[307250766] transaction","detail":"{read_only:false; response_revision:7947; number_of_response:1; }","duration":"326.992349ms","start":"2026-03-04T11:24:07.05367Z","end":"2026-03-04T11:24:07.380663Z","steps":["trace[307250766] 'process raft request' (duration: 326.616419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:07.380839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:07.053663Z","time spent":"327.104912ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:24:07.381241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.414756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:24:07.381655Z","caller":"traceutil/trace.go:171","msg":"trace[1497803079] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7947; }","duration":"274.830277ms","start":"2026-03-04T11:24:07.106768Z","end":"2026-03-04T11:24:07.381598Z","steps":["trace[1497803079] 'agreement among raft nodes before linearized reading' (duration: 274.071367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:07.38073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.602982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:24:07.382258Z","caller":"traceutil/trace.go:171","msg":"trace[847800748] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:7947; }","duration":"295.176484ms","start":"2026-03-04T11:24:07.087062Z","end":"2026-03-04T11:24:07.382239Z","steps":["trace[847800748] 'agreement among raft nodes before linearized reading' (duration: 293.577321ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:07.925744Z","caller":"traceutil/trace.go:171","msg":"trace[658041881] transaction","detail":"{read_only:false; response_revision:7948; number_of_response:1; }","duration":"110.308505ms","start":"2026-03-04T11:24:07.815416Z","end":"2026-03-04T11:24:07.925725Z","steps":["trace[658041881] 'process raft request' (duration: 110.148741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:08.586211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.142201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:24:08.587054Z","caller":"traceutil/trace.go:171","msg":"trace[1946648532] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:7948; }","duration":"569.030415ms","start":"2026-03-04T11:24:08.017998Z","end":"2026-03-04T11:24:08.587029Z","steps":["trace[1946648532] 'count revisions from in-memory index tree' (duration: 568.069709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:08.58637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.583524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:24:08.587205Z","caller":"traceutil/trace.go:171","msg":"trace[484443832] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7948; }","duration":"479.471748ms","start":"2026-03-04T11:24:08.107714Z","end":"2026-03-04T11:24:08.587185Z","steps":["trace[484443832] 'range keys from in-memory index tree' (duration: 478.445551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:08.587267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:08.107689Z","time spent":"479.562141ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:24:08.586567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.481758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.18\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-04T11:24:08.587363Z","caller":"traceutil/trace.go:171","msg":"trace[1505061994] range","detail":"{range_begin:/registry/masterleases/199.19.213.18; range_end:; response_count:1; response_revision:7948; }","duration":"557.28321ms","start":"2026-03-04T11:24:08.030046Z","end":"2026-03-04T11:24:08.587329Z","steps":["trace[1505061994] 'range keys from in-memory index tree' (duration: 556.294073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:08.587457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:08.030028Z","time spent":"557.396882ms","remote":"127.0.0.1:41114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.18\" "} {"level":"warn","ts":"2026-03-04T11:24:08.587403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:08.017976Z","time spent":"569.23539ms","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":13,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:24:09.426048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.768297ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:24:09.426151Z","caller":"traceutil/trace.go:171","msg":"trace[426442341] transaction","detail":"{read_only:false; response_revision:7949; number_of_response:1; }","duration":"613.776018ms","start":"2026-03-04T11:24:08.812357Z","end":"2026-03-04T11:24:09.426133Z","steps":["trace[426442341] 'process raft request' (duration: 111.834876ms)","trace[426442341] 'compare' (duration: 501.557071ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:24:09.426208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:08.812337Z","time spent":"613.845119ms","remote":"127.0.0.1:41114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:24:09.817144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.622775ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:24:09.817305Z","caller":"traceutil/trace.go:171","msg":"trace[45674885] linearizableReadLoop","detail":"{readStateIndex:8278; appliedIndex:8275; }","duration":"668.109617ms","start":"2026-03-04T11:24:09.149184Z","end":"2026-03-04T11:24:09.817294Z","steps":["trace[45674885] 'read index received' (duration: 471.306478ms)","trace[45674885] 'applied index is now lower than readState.Index' (duration: 196.802339ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:24:09.817306Z","caller":"traceutil/trace.go:171","msg":"trace[508028331] transaction","detail":"{read_only:false; response_revision:7950; number_of_response:1; }","duration":"1.003883983s","start":"2026-03-04T11:24:08.813398Z","end":"2026-03-04T11:24:09.817282Z","steps":["trace[508028331] 'process raft request' (duration: 807.063503ms)","trace[508028331] 'compare' (duration: 196.524232ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:24:09.817414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:08.813376Z","time spent":"1.003978325s","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:24:09.817531Z","caller":"traceutil/trace.go:171","msg":"trace[1074385155] transaction","detail":"{read_only:false; response_revision:7951; number_of_response:1; }","duration":"766.696408ms","start":"2026-03-04T11:24:09.050823Z","end":"2026-03-04T11:24:09.81752Z","steps":["trace[1074385155] 'process raft request' (duration: 766.40381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:09.817606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:09.050798Z","time spent":"766.7594ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":507,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:24:09.817635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.663239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T11:24:09.817658Z","caller":"traceutil/trace.go:171","msg":"trace[1277281782] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7952; }","duration":"432.70486ms","start":"2026-03-04T11:24:09.384946Z","end":"2026-03-04T11:24:09.817651Z","steps":["trace[1277281782] 'agreement among raft nodes before linearized reading' (duration: 432.614358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:09.817677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:09.384938Z","time spent":"432.734512ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T11:24:09.817715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.50209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-04T11:24:09.817745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.527383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T11:24:09.817801Z","caller":"traceutil/trace.go:171","msg":"trace[460141836] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7952; }","duration":"433.619975ms","start":"2026-03-04T11:24:09.384169Z","end":"2026-03-04T11:24:09.817789Z","steps":["trace[460141836] 'agreement among raft nodes before linearized reading' (duration: 433.406319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:09.817837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:09.384157Z","time spent":"433.674027ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T11:24:09.817794Z","caller":"traceutil/trace.go:171","msg":"trace[1663597853] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7952; }","duration":"488.629663ms","start":"2026-03-04T11:24:09.329148Z","end":"2026-03-04T11:24:09.817777Z","steps":["trace[1663597853] 'agreement among raft nodes before linearized reading' (duration: 488.405087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:09.817909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.125369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T11:24:09.817942Z","caller":"traceutil/trace.go:171","msg":"trace[487000978] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7952; }","duration":"434.197771ms","start":"2026-03-04T11:24:09.383734Z","end":"2026-03-04T11:24:09.817932Z","steps":["trace[487000978] 'agreement among raft nodes before linearized reading' (duration: 434.087978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:09.817944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:09.329126Z","time spent":"488.806909ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T11:24:09.817975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:09.383714Z","time spent":"434.254033ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T11:24:09.818043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.827035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-04T11:24:09.817727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.293206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T11:24:09.818085Z","caller":"traceutil/trace.go:171","msg":"trace[1280898715] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7952; }","duration":"433.682886ms","start":"2026-03-04T11:24:09.38439Z","end":"2026-03-04T11:24:09.818073Z","steps":["trace[1280898715] 'agreement among raft nodes before linearized reading' (duration: 433.201623ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:09.818075Z","caller":"traceutil/trace.go:171","msg":"trace[1964890624] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:7952; }","duration":"486.862416ms","start":"2026-03-04T11:24:09.331205Z","end":"2026-03-04T11:24:09.818067Z","steps":["trace[1964890624] 'agreement among raft nodes before linearized reading' (duration: 486.734463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:09.818105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:09.384383Z","time spent":"433.716968ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T11:24:09.818118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:09.331152Z","time spent":"486.959788ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-kh88j\" "} {"level":"warn","ts":"2026-03-04T11:24:09.818134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.93799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:24:09.818172Z","caller":"traceutil/trace.go:171","msg":"trace[2065831510] transaction","detail":"{read_only:false; response_revision:7952; number_of_response:1; }","duration":"765.898737ms","start":"2026-03-04T11:24:09.05226Z","end":"2026-03-04T11:24:09.818159Z","steps":["trace[2065831510] 'process raft request' (duration: 765.000343ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:09.818184Z","caller":"traceutil/trace.go:171","msg":"trace[510740254] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:7952; }","duration":"669.039323ms","start":"2026-03-04T11:24:09.149132Z","end":"2026-03-04T11:24:09.818171Z","steps":["trace[510740254] 'agreement among raft nodes before linearized reading' (duration: 668.886969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:09.818191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.738105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-03-04T11:24:09.818217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:09.149078Z","time spent":"669.130555ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":60,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-03-04T11:24:09.818223Z","caller":"traceutil/trace.go:171","msg":"trace[1747336306] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:7952; }","duration":"389.801167ms","start":"2026-03-04T11:24:09.428413Z","end":"2026-03-04T11:24:09.818214Z","steps":["trace[1747336306] 'agreement among raft nodes before linearized reading' (duration: 389.699794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:09.818252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:09.428397Z","time spent":"389.848699ms","remote":"127.0.0.1:41250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T11:24:09.818263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:09.052249Z","time spent":"765.953958ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:24:09.818261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.695838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T11:24:09.818316Z","caller":"traceutil/trace.go:171","msg":"trace[2143070529] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7952; }","duration":"138.78932ms","start":"2026-03-04T11:24:09.679511Z","end":"2026-03-04T11:24:09.8183Z","steps":["trace[2143070529] 'agreement among raft nodes before linearized reading' (duration: 138.531094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:10.633474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.607286ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:24:10.633604Z","caller":"traceutil/trace.go:171","msg":"trace[527187956] linearizableReadLoop","detail":"{readStateIndex:8279; appliedIndex:8278; }","duration":"811.289606ms","start":"2026-03-04T11:24:09.822293Z","end":"2026-03-04T11:24:10.633583Z","steps":["trace[527187956] 'read index received' (duration: 179.529136ms)","trace[527187956] 'applied index is now lower than readState.Index' (duration: 631.75855ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:24:10.633692Z","caller":"traceutil/trace.go:171","msg":"trace[89054296] transaction","detail":"{read_only:false; response_revision:7953; number_of_response:1; }","duration":"811.984234ms","start":"2026-03-04T11:24:09.821692Z","end":"2026-03-04T11:24:10.633676Z","steps":["trace[89054296] 'process raft request' (duration: 180.07573ms)","trace[89054296] 'compare' (duration: 631.455342ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:24:10.633784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:09.821676Z","time spent":"812.061827ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:24:10.634214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.889982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T11:24:10.634329Z","caller":"traceutil/trace.go:171","msg":"trace[335483737] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7953; }","duration":"812.052256ms","start":"2026-03-04T11:24:09.82225Z","end":"2026-03-04T11:24:10.634302Z","steps":["trace[335483737] 'agreement among raft nodes before linearized reading' (duration: 811.698476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:10.634389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:09.822232Z","time spent":"812.142959ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T11:24:11.134496Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541838951,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:24:11.635625Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541838951,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:24:11.766699Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.759718248s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T11:24:11.972559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.515024ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:24:11.973021Z","caller":"traceutil/trace.go:171","msg":"trace[798885234] transaction","detail":"{read_only:false; response_revision:7955; number_of_response:1; }","duration":"2.150477481s","start":"2026-03-04T11:24:09.822521Z","end":"2026-03-04T11:24:11.972998Z","steps":["trace[798885234] 'process raft request' (duration: 2.150316867s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:11.973226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:09.822511Z","time spent":"2.150659826s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:24:11.973025Z","caller":"traceutil/trace.go:171","msg":"trace[1463654542] transaction","detail":"{read_only:false; response_revision:7954; number_of_response:1; }","duration":"2.150566654s","start":"2026-03-04T11:24:09.822404Z","end":"2026-03-04T11:24:11.97297Z","steps":["trace[1463654542] 'process raft request' (duration: 1.944470424s)","trace[1463654542] 'compare' (duration: 205.01571ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:24:11.973376Z","caller":"traceutil/trace.go:171","msg":"trace[355193678] transaction","detail":"{read_only:false; response_revision:7958; number_of_response:1; }","duration":"2.042725485s","start":"2026-03-04T11:24:09.930622Z","end":"2026-03-04T11:24:11.973347Z","steps":["trace[355193678] 'process raft request' (duration: 2.042671333s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:11.973284Z","caller":"traceutil/trace.go:171","msg":"trace[732070731] transaction","detail":"{read_only:false; response_revision:7956; number_of_response:1; }","duration":"2.150555423s","start":"2026-03-04T11:24:09.822687Z","end":"2026-03-04T11:24:11.973242Z","steps":["trace[732070731] 'process raft request' (duration: 2.150253915s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:11.973399Z","caller":"traceutil/trace.go:171","msg":"trace[1778882192] transaction","detail":"{read_only:false; response_revision:7957; number_of_response:1; }","duration":"2.149840414s","start":"2026-03-04T11:24:09.823517Z","end":"2026-03-04T11:24:11.973358Z","steps":["trace[1778882192] 'process raft request' (duration: 2.149666309s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:11.973565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:09.930599Z","time spent":"2.042884209s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:24:11.973575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:09.822388Z","time spent":"2.151015295s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:24:11.973621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:09.82267Z","time spent":"2.150841361s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:24:11.973687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:09.82351Z","time spent":"2.15008516s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:24:12.106782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000152281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T11:24:12.106891Z","caller":"traceutil/trace.go:171","msg":"trace[2057064949] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000348876s","start":"2026-03-04T11:24:10.106523Z","end":"2026-03-04T11:24:12.106872Z","steps":["trace[2057064949] 'agreement among raft nodes before linearized reading' (duration: 2.000198582s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:12.10698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:10.106495Z","time spent":"2.000425168s","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 11:24:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T11:24:13.325124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000489511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T11:24:13.325213Z","caller":"traceutil/trace.go:171","msg":"trace[1031916787] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000639565s","start":"2026-03-04T11:24:11.324556Z","end":"2026-03-04T11:24:13.325195Z","steps":["trace[1031916787] 'agreement among raft nodes before linearized reading' (duration: 2.000523392s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:13.325261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:11.324535Z","time spent":"2.000716328s","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 11:24:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T11:24:13.483906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.367476ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:24:13.484186Z","caller":"traceutil/trace.go:171","msg":"trace[8822174] linearizableReadLoop","detail":"{readStateIndex:8285; appliedIndex:8279; }","duration":"2.850532189s","start":"2026-03-04T11:24:10.633636Z","end":"2026-03-04T11:24:13.484168Z","steps":["trace[8822174] 'read index received' (duration: 1.13325326s)","trace[8822174] 'applied index is now lower than readState.Index' (duration: 1.717277549s)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:24:13.484195Z","caller":"traceutil/trace.go:171","msg":"trace[824632087] transaction","detail":"{read_only:false; response_revision:7959; number_of_response:1; }","duration":"2.234370457s","start":"2026-03-04T11:24:11.249779Z","end":"2026-03-04T11:24:13.48415Z","steps":["trace[824632087] 'process raft request' (duration: 1.511674542s)","trace[824632087] 'compare' (duration: 722.11635ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:24:13.484342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:11.249753Z","time spent":"2.234514532s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:24:13.484475Z","caller":"traceutil/trace.go:171","msg":"trace[1689121374] transaction","detail":"{read_only:false; response_revision:7960; number_of_response:1; }","duration":"1.786388496s","start":"2026-03-04T11:24:11.698075Z","end":"2026-03-04T11:24:13.484464Z","steps":["trace[1689121374] 'process raft request' (duration: 1.785954134s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:13.4845Z","caller":"traceutil/trace.go:171","msg":"trace[1074559430] transaction","detail":"{read_only:false; response_revision:7961; number_of_response:1; }","duration":"1.660115952s","start":"2026-03-04T11:24:11.82435Z","end":"2026-03-04T11:24:13.484466Z","steps":["trace[1074559430] 'process raft request' (duration: 1.659784083s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:13.484563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:11.698038Z","time spent":"1.786466748s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:24:13.484639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.662242126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-04T11:24:13.484687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:11.824322Z","time spent":"1.660267216s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:24:13.484719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.662246226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224442"} {"level":"info","ts":"2026-03-04T11:24:13.484767Z","caller":"traceutil/trace.go:171","msg":"trace[1805529965] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7961; }","duration":"3.662313148s","start":"2026-03-04T11:24:09.822442Z","end":"2026-03-04T11:24:13.484755Z","steps":["trace[1805529965] 'agreement among raft nodes before linearized reading' (duration: 3.661830125s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:13.484715Z","caller":"traceutil/trace.go:171","msg":"trace[1019824510] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:7961; }","duration":"3.66239523s","start":"2026-03-04T11:24:09.822303Z","end":"2026-03-04T11:24:13.484699Z","steps":["trace[1019824510] 'agreement among raft nodes before linearized reading' (duration: 3.661982059s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:13.48557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:09.822293Z","time spent":"3.663259443s","remote":"127.0.0.1:41382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T11:24:13.484806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:09.822435Z","time spent":"3.662358779s","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224465,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-04T11:24:13.484869Z","caller":"traceutil/trace.go:171","msg":"trace[439615308] transaction","detail":"{read_only:false; response_revision:7962; number_of_response:1; }","duration":"1.6604252s","start":"2026-03-04T11:24:11.824432Z","end":"2026-03-04T11:24:13.484857Z","steps":["trace[439615308] 'process raft request' (duration: 1.659928557s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:13.484879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.991110847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:24:13.486304Z","caller":"traceutil/trace.go:171","msg":"trace[2033982008] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:7961; }","duration":"2.992585707s","start":"2026-03-04T11:24:10.493688Z","end":"2026-03-04T11:24:13.486274Z","steps":["trace[2033982008] 'agreement among raft nodes before linearized reading' (duration: 2.990993294s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:13.484931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.429307728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:24:13.486374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:10.49367Z","time spent":"2.992681329s","remote":"127.0.0.1:48074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":13,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-03-04T11:24:13.486377Z","caller":"traceutil/trace.go:171","msg":"trace[1370429313] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:7962; }","duration":"1.430778898s","start":"2026-03-04T11:24:12.055576Z","end":"2026-03-04T11:24:13.486355Z","steps":["trace[1370429313] 'agreement among raft nodes before linearized reading' (duration: 1.429327569s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:13.484967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.424316343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:24:13.486442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:12.055524Z","time spent":"1.430896962s","remote":"127.0.0.1:41416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-03-04T11:24:13.486481Z","caller":"traceutil/trace.go:171","msg":"trace[1356778854] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:7962; }","duration":"2.425833974s","start":"2026-03-04T11:24:11.060602Z","end":"2026-03-04T11:24:13.486435Z","steps":["trace[1356778854] 'agreement among raft nodes before linearized reading' (duration: 2.424316973s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:13.48497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37806475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:24:13.486542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:11.060584Z","time spent":"2.425939016s","remote":"127.0.0.1:43560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-04T11:24:13.486577Z","caller":"traceutil/trace.go:171","msg":"trace[2002370956] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7962; }","duration":"1.379685774s","start":"2026-03-04T11:24:12.106869Z","end":"2026-03-04T11:24:13.486555Z","steps":["trace[2002370956] 'agreement among raft nodes before linearized reading' (duration: 1.378081981s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:13.486637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:12.106853Z","time spent":"1.379769087s","remote":"127.0.0.1:41086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:24:13.485017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.374874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T11:24:13.486666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:11.824384Z","time spent":"1.661592452s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:24:13.486692Z","caller":"traceutil/trace.go:171","msg":"trace[1404133555] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7962; }","duration":"347.07162ms","start":"2026-03-04T11:24:13.139607Z","end":"2026-03-04T11:24:13.486679Z","steps":["trace[1404133555] 'agreement among raft nodes before linearized reading' (duration: 345.391804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:13.486739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:13.139589Z","time spent":"347.132351ms","remote":"127.0.0.1:43708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:24:13.485265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.194731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T11:24:13.486863Z","caller":"traceutil/trace.go:171","msg":"trace[1766080646] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7962; }","duration":"848.831926ms","start":"2026-03-04T11:24:12.638019Z","end":"2026-03-04T11:24:13.486851Z","steps":["trace[1766080646] 'agreement among raft nodes before linearized reading' (duration: 846.855573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:13.48691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:12.637996Z","time spent":"848.901447ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T11:24:13.485317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.849393088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19488"} {"level":"info","ts":"2026-03-04T11:24:13.48699Z","caller":"traceutil/trace.go:171","msg":"trace[202496459] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7962; }","duration":"2.851128475s","start":"2026-03-04T11:24:10.635852Z","end":"2026-03-04T11:24:13.48698Z","steps":["trace[202496459] 'agreement among raft nodes before linearized reading' (duration: 2.848998667s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:13.487023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:10.635832Z","time spent":"2.851182397s","remote":"127.0.0.1:41262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19511,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T11:24:13.485347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.927698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18999ee1e0dd28f3\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-03-04T11:24:13.487147Z","caller":"traceutil/trace.go:171","msg":"trace[424541267] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18999ee1e0dd28f3; range_end:; response_count:1; response_revision:7962; }","duration":"158.758178ms","start":"2026-03-04T11:24:13.32837Z","end":"2026-03-04T11:24:13.487128Z","steps":["trace[424541267] 'agreement among raft nodes before linearized reading' (duration: 156.61224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:14.708007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040517736s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:24:14.708172Z","caller":"traceutil/trace.go:171","msg":"trace[1312339120] transaction","detail":"{read_only:false; response_revision:7964; number_of_response:1; }","duration":"1.193974321s","start":"2026-03-04T11:24:13.514185Z","end":"2026-03-04T11:24:14.708159Z","steps":["trace[1312339120] 'process raft request' (duration: 1.193902199s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:14.70814Z","caller":"traceutil/trace.go:171","msg":"trace[349511523] transaction","detail":"{read_only:false; response_revision:7963; number_of_response:1; }","duration":"1.218951362s","start":"2026-03-04T11:24:13.489151Z","end":"2026-03-04T11:24:14.708103Z","steps":["trace[349511523] 'process raft request' (duration: 178.265151ms)","trace[349511523] 'compare' (duration: 1.039775127s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:24:14.708209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:13.514154Z","time spent":"1.194038543s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:24:14.708292Z","caller":"traceutil/trace.go:171","msg":"trace[1558596866] linearizableReadLoop","detail":"{readStateIndex:8289; appliedIndex:8288; }","duration":"1.21479484s","start":"2026-03-04T11:24:13.493461Z","end":"2026-03-04T11:24:14.708256Z","steps":["trace[1558596866] 'read index received' (duration: 174.085779ms)","trace[1558596866] 'applied index is now lower than readState.Index' (duration: 1.040706751s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:24:14.708328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:13.488996Z","time spent":"1.219212689s","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:24:14.708417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214943094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:24:14.708457Z","caller":"traceutil/trace.go:171","msg":"trace[1485302794] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7964; }","duration":"1.214994365s","start":"2026-03-04T11:24:13.493452Z","end":"2026-03-04T11:24:14.708446Z","steps":["trace[1485302794] 'agreement among raft nodes before linearized reading' (duration: 1.214915623s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:14.708484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:13.493419Z","time spent":"1.215059747s","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:24:15.071166Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.15895006s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T11:24:15.989016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.649987ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T11:24:15.98944Z","caller":"traceutil/trace.go:171","msg":"trace[1722808758] transaction","detail":"{read_only:false; response_revision:7965; number_of_response:1; }","duration":"2.011170978s","start":"2026-03-04T11:24:13.978214Z","end":"2026-03-04T11:24:15.989385Z","steps":["trace[1722808758] 'process raft request' (duration: 2.010923541s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:15.989632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:13.978199Z","time spent":"2.011334952s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:24:16.299852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.398513ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:24:16.300055Z","caller":"traceutil/trace.go:171","msg":"trace[1319727140] transaction","detail":"{read_only:false; response_revision:7967; number_of_response:1; }","duration":"809.934831ms","start":"2026-03-04T11:24:15.490106Z","end":"2026-03-04T11:24:16.300041Z","steps":["trace[1319727140] 'process raft request' (duration: 809.832459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:16.300122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:15.490083Z","time spent":"810.015604ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:24:16.300174Z","caller":"traceutil/trace.go:171","msg":"trace[1597463066] transaction","detail":"{read_only:false; response_revision:7966; number_of_response:1; }","duration":"2.316342901s","start":"2026-03-04T11:24:13.983804Z","end":"2026-03-04T11:24:16.300147Z","steps":["trace[1597463066] 'process raft request' (duration: 2.005571848s)","trace[1597463066] 'compare' (duration: 310.078155ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:24:16.300175Z","caller":"traceutil/trace.go:171","msg":"trace[1847434913] transaction","detail":"{read_only:false; response_revision:7968; number_of_response:1; }","duration":"808.789791ms","start":"2026-03-04T11:24:15.49135Z","end":"2026-03-04T11:24:16.30014Z","steps":["trace[1847434913] 'process raft request' (duration: 808.658357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:16.300296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:13.983776Z","time spent":"2.316453593s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:24:16.300311Z","caller":"traceutil/trace.go:171","msg":"trace[1730141548] linearizableReadLoop","detail":"{readStateIndex:8293; appliedIndex:8290; }","duration":"1.591960631s","start":"2026-03-04T11:24:14.708342Z","end":"2026-03-04T11:24:16.300303Z","steps":["trace[1730141548] 'read index received' (duration: 363.025657ms)","trace[1730141548] 'applied index is now lower than readState.Index' (duration: 1.228933814s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:24:16.300395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:15.491323Z","time spent":"808.947566ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:24:16.30044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.590378899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:24:16.300464Z","caller":"traceutil/trace.go:171","msg":"trace[1123283266] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7968; }","duration":"1.590435581s","start":"2026-03-04T11:24:14.710021Z","end":"2026-03-04T11:24:16.300457Z","steps":["trace[1123283266] 'agreement among raft nodes before linearized reading' (duration: 1.590389969s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:16.300469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.322565648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T11:24:16.300485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:14.710002Z","time spent":"1.590478772s","remote":"127.0.0.1:41086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:24:16.300548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.758832484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:24:16.300572Z","caller":"traceutil/trace.go:171","msg":"trace[1110526493] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7968; }","duration":"2.758887625s","start":"2026-03-04T11:24:13.541679Z","end":"2026-03-04T11:24:16.300567Z","steps":["trace[1110526493] 'agreement among raft nodes before linearized reading' (duration: 2.758845944s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:16.300489Z","caller":"traceutil/trace.go:171","msg":"trace[1373160481] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7968; }","duration":"2.32267107s","start":"2026-03-04T11:24:13.977812Z","end":"2026-03-04T11:24:16.300483Z","steps":["trace[1373160481] 'agreement among raft nodes before linearized reading' (duration: 2.322556857s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:16.300622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:13.977788Z","time spent":"2.322827175s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T11:24:16.300627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:13.541663Z","time spent":"2.758954897s","remote":"127.0.0.1:41546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T11:24:16.300638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.32265284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T11:24:16.300677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.86174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:24:16.30073Z","caller":"traceutil/trace.go:171","msg":"trace[949514754] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7968; }","duration":"2.322843045s","start":"2026-03-04T11:24:13.977868Z","end":"2026-03-04T11:24:16.300711Z","steps":["trace[949514754] 'agreement among raft nodes before linearized reading' (duration: 2.322499406s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:16.300745Z","caller":"traceutil/trace.go:171","msg":"trace[410484741] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:7968; }","duration":"806.968812ms","start":"2026-03-04T11:24:15.493758Z","end":"2026-03-04T11:24:16.300727Z","steps":["trace[410484741] 'agreement among raft nodes before linearized reading' (duration: 806.704855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:16.300782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:13.977815Z","time spent":"2.322957568s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T11:24:16.300786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:15.493746Z","time spent":"807.030814ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-kh88j\" "} {"level":"warn","ts":"2026-03-04T11:24:16.300777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.486906218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-04T11:24:16.300829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.589268419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18999ee1c07bb0b7\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-04T11:24:16.300848Z","caller":"traceutil/trace.go:171","msg":"trace[1862768092] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7968; }","duration":"1.487025201s","start":"2026-03-04T11:24:14.8138Z","end":"2026-03-04T11:24:16.300825Z","steps":["trace[1862768092] 'agreement among raft nodes before linearized reading' (duration: 1.486851967s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:16.300875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.318261603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T11:24:16.300898Z","caller":"traceutil/trace.go:171","msg":"trace[1911184262] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7968; }","duration":"2.318285303s","start":"2026-03-04T11:24:13.982606Z","end":"2026-03-04T11:24:16.300892Z","steps":["trace[1911184262] 'agreement among raft nodes before linearized reading' (duration: 2.3181604s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:16.300903Z","caller":"traceutil/trace.go:171","msg":"trace[1989721332] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18999ee1c07bb0b7; range_end:; response_count:1; response_revision:7968; }","duration":"1.589380902s","start":"2026-03-04T11:24:14.711501Z","end":"2026-03-04T11:24:16.300882Z","steps":["trace[1989721332] 'agreement among raft nodes before linearized reading' (duration: 1.589081624s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:16.300908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:14.813771Z","time spent":"1.487124523s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T11:24:16.300928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:13.982576Z","time spent":"2.318347365s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T11:24:16.300929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.322984209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T11:24:16.300955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:14.711481Z","time spent":"1.589467755s","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18999ee1c07bb0b7\" "} {"level":"info","ts":"2026-03-04T11:24:16.300961Z","caller":"traceutil/trace.go:171","msg":"trace[609114491] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7968; }","duration":"2.32301227s","start":"2026-03-04T11:24:13.977938Z","end":"2026-03-04T11:24:16.30095Z","steps":["trace[609114491] 'agreement among raft nodes before linearized reading' (duration: 2.322937728s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:16.300998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:13.977874Z","time spent":"2.323114493s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T11:24:18.431426Z","caller":"traceutil/trace.go:171","msg":"trace[526108299] transaction","detail":"{read_only:false; response_revision:7981; number_of_response:1; }","duration":"134.951307ms","start":"2026-03-04T11:24:18.296445Z","end":"2026-03-04T11:24:18.431396Z","steps":["trace[526108299] 'process raft request' (duration: 134.599688ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:18.545389Z","caller":"traceutil/trace.go:171","msg":"trace[1179168702] linearizableReadLoop","detail":"{readStateIndex:8312; appliedIndex:8308; }","duration":"224.928426ms","start":"2026-03-04T11:24:18.320432Z","end":"2026-03-04T11:24:18.54536Z","steps":["trace[1179168702] 'read index received' (duration: 110.656944ms)","trace[1179168702] 'applied index is now lower than readState.Index' (duration: 114.270132ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:24:18.545501Z","caller":"traceutil/trace.go:171","msg":"trace[1376033510] transaction","detail":"{read_only:false; response_revision:7984; number_of_response:1; }","duration":"233.767533ms","start":"2026-03-04T11:24:18.311714Z","end":"2026-03-04T11:24:18.545482Z","steps":["trace[1376033510] 'process raft request' (duration: 233.593518ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:18.545419Z","caller":"traceutil/trace.go:171","msg":"trace[638247958] transaction","detail":"{read_only:false; response_revision:7983; number_of_response:1; }","duration":"233.789404ms","start":"2026-03-04T11:24:18.311603Z","end":"2026-03-04T11:24:18.545392Z","steps":["trace[638247958] 'process raft request' (duration: 233.65173ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:18.545416Z","caller":"traceutil/trace.go:171","msg":"trace[1245598974] transaction","detail":"{read_only:false; response_revision:7982; number_of_response:1; }","duration":"233.909177ms","start":"2026-03-04T11:24:18.311474Z","end":"2026-03-04T11:24:18.545384Z","steps":["trace[1245598974] 'process raft request' (duration: 233.573668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:18.545675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.215923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T11:24:18.545722Z","caller":"traceutil/trace.go:171","msg":"trace[1137444996] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7984; }","duration":"225.319346ms","start":"2026-03-04T11:24:18.320388Z","end":"2026-03-04T11:24:18.545707Z","steps":["trace[1137444996] 'agreement among raft nodes before linearized reading' (duration: 225.125481ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:18.614351Z","caller":"traceutil/trace.go:171","msg":"trace[40994879] transaction","detail":"{read_only:false; response_revision:7985; number_of_response:1; }","duration":"174.812249ms","start":"2026-03-04T11:24:18.439506Z","end":"2026-03-04T11:24:18.614318Z","steps":["trace[40994879] 'process raft request' (duration: 174.507951ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:18.614624Z","caller":"traceutil/trace.go:171","msg":"trace[1655586793] transaction","detail":"{read_only:false; response_revision:7986; number_of_response:1; }","duration":"159.891968ms","start":"2026-03-04T11:24:18.45471Z","end":"2026-03-04T11:24:18.614602Z","steps":["trace[1655586793] 'process raft request' (duration: 159.577929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:18.614718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.036013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T11:24:18.614746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.827389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:24:18.614799Z","caller":"traceutil/trace.go:171","msg":"trace[721952787] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7986; }","duration":"294.146067ms","start":"2026-03-04T11:24:18.320634Z","end":"2026-03-04T11:24:18.61478Z","steps":["trace[721952787] 'agreement among raft nodes before linearized reading' (duration: 293.89914ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:18.614819Z","caller":"traceutil/trace.go:171","msg":"trace[1469712028] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:7986; }","duration":"283.966373ms","start":"2026-03-04T11:24:18.330834Z","end":"2026-03-04T11:24:18.6148Z","steps":["trace[1469712028] 'agreement among raft nodes before linearized reading' (duration: 283.725447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:18.614842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.7242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T11:24:18.615021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.31185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T11:24:18.615024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.546759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T11:24:18.615045Z","caller":"traceutil/trace.go:171","msg":"trace[1230871495] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7986; }","duration":"240.993307ms","start":"2026-03-04T11:24:18.374026Z","end":"2026-03-04T11:24:18.615019Z","steps":["trace[1230871495] 'agreement among raft nodes before linearized reading' (duration: 240.660908ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:18.615072Z","caller":"traceutil/trace.go:171","msg":"trace[1667479879] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7986; }","duration":"294.386473ms","start":"2026-03-04T11:24:18.320671Z","end":"2026-03-04T11:24:18.615057Z","steps":["trace[1667479879] 'agreement among raft nodes before linearized reading' (duration: 294.209568ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:18.615081Z","caller":"traceutil/trace.go:171","msg":"trace[1911660080] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7986; }","duration":"290.637512ms","start":"2026-03-04T11:24:18.32443Z","end":"2026-03-04T11:24:18.615067Z","steps":["trace[1911660080] 'agreement among raft nodes before linearized reading' (duration: 290.439367ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:24.92443Z","caller":"traceutil/trace.go:171","msg":"trace[1743056205] linearizableReadLoop","detail":"{readStateIndex:8344; appliedIndex:8342; }","duration":"192.611656ms","start":"2026-03-04T11:24:24.7318Z","end":"2026-03-04T11:24:24.924412Z","steps":["trace[1743056205] 'read index received' (duration: 2.683432ms)","trace[1743056205] 'applied index is now lower than readState.Index' (duration: 189.927234ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:24:24.92461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.804272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T11:24:24.924638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.181897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T11:24:24.924627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.318081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:24:24.924658Z","caller":"traceutil/trace.go:171","msg":"trace[124432923] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8015; }","duration":"124.220688ms","start":"2026-03-04T11:24:24.800432Z","end":"2026-03-04T11:24:24.924652Z","steps":["trace[124432923] 'agreement among raft nodes before linearized reading' (duration: 124.160416ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:24.924663Z","caller":"traceutil/trace.go:171","msg":"trace[915146655] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8015; }","duration":"192.926615ms","start":"2026-03-04T11:24:24.731725Z","end":"2026-03-04T11:24:24.924651Z","steps":["trace[915146655] 'agreement among raft nodes before linearized reading' (duration: 192.74638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:24.924675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.36901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T11:24:24.924698Z","caller":"traceutil/trace.go:171","msg":"trace[817698323] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:8015; }","duration":"111.426894ms","start":"2026-03-04T11:24:24.813246Z","end":"2026-03-04T11:24:24.924673Z","steps":["trace[817698323] 'agreement among raft nodes before linearized reading' (duration: 111.27056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:24.92468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.449152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T11:24:24.92473Z","caller":"traceutil/trace.go:171","msg":"trace[1838881465] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8015; }","duration":"131.499694ms","start":"2026-03-04T11:24:24.793222Z","end":"2026-03-04T11:24:24.924722Z","steps":["trace[1838881465] 'agreement among raft nodes before linearized reading' (duration: 131.312248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:24.924783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.044694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:24:24.924765Z","caller":"traceutil/trace.go:171","msg":"trace[250939348] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8015; }","duration":"131.574505ms","start":"2026-03-04T11:24:24.793166Z","end":"2026-03-04T11:24:24.92474Z","steps":["trace[250939348] 'agreement among raft nodes before linearized reading' (duration: 131.38031ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:24.924817Z","caller":"traceutil/trace.go:171","msg":"trace[1926020584] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:8015; }","duration":"169.107686ms","start":"2026-03-04T11:24:24.755697Z","end":"2026-03-04T11:24:24.924805Z","steps":["trace[1926020584] 'agreement among raft nodes before linearized reading' (duration: 168.801738ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:24.924845Z","caller":"traceutil/trace.go:171","msg":"trace[1220767235] transaction","detail":"{read_only:false; response_revision:8015; number_of_response:1; }","duration":"259.096173ms","start":"2026-03-04T11:24:24.665384Z","end":"2026-03-04T11:24:24.92448Z","steps":["trace[1220767235] 'process raft request' (duration: 249.885806ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:27.066665Z","caller":"traceutil/trace.go:171","msg":"trace[729213395] transaction","detail":"{read_only:false; response_revision:8024; number_of_response:1; }","duration":"135.379109ms","start":"2026-03-04T11:24:26.931252Z","end":"2026-03-04T11:24:27.066631Z","steps":["trace[729213395] 'process raft request' (duration: 127.546819ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:27.226095Z","caller":"traceutil/trace.go:171","msg":"trace[445167908] transaction","detail":"{read_only:false; response_revision:8027; number_of_response:1; }","duration":"154.256147ms","start":"2026-03-04T11:24:27.071808Z","end":"2026-03-04T11:24:27.226064Z","steps":["trace[445167908] 'process raft request' (duration: 154.144934ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:27.226205Z","caller":"traceutil/trace.go:171","msg":"trace[565937269] transaction","detail":"{read_only:false; response_revision:8028; number_of_response:1; }","duration":"154.242486ms","start":"2026-03-04T11:24:27.071925Z","end":"2026-03-04T11:24:27.226167Z","steps":["trace[565937269] 'process raft request' (duration: 154.071422ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:27.226568Z","caller":"traceutil/trace.go:171","msg":"trace[1544626402] transaction","detail":"{read_only:false; response_revision:8026; number_of_response:1; }","duration":"155.433528ms","start":"2026-03-04T11:24:27.07112Z","end":"2026-03-04T11:24:27.226553Z","steps":["trace[1544626402] 'process raft request' (duration: 142.383537ms)","trace[1544626402] 'compare' (duration: 12.345332ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:24:27.226951Z","caller":"traceutil/trace.go:171","msg":"trace[1994779554] transaction","detail":"{read_only:false; response_revision:8029; number_of_response:1; }","duration":"154.349199ms","start":"2026-03-04T11:24:27.072592Z","end":"2026-03-04T11:24:27.226942Z","steps":["trace[1994779554] 'process raft request' (duration: 154.225106ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:27.227036Z","caller":"traceutil/trace.go:171","msg":"trace[1545606074] linearizableReadLoop","detail":"{readStateIndex:8355; appliedIndex:8354; }","duration":"155.430288ms","start":"2026-03-04T11:24:27.071598Z","end":"2026-03-04T11:24:27.227028Z","steps":["trace[1545606074] 'read index received' (duration: 12.113425ms)","trace[1545606074] 'applied index is now lower than readState.Index' (duration: 143.316143ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:24:27.227312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.701205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224442"} {"level":"info","ts":"2026-03-04T11:24:27.227336Z","caller":"traceutil/trace.go:171","msg":"trace[688389113] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8029; }","duration":"155.738216ms","start":"2026-03-04T11:24:27.071591Z","end":"2026-03-04T11:24:27.227329Z","steps":["trace[688389113] 'agreement among raft nodes before linearized reading' (duration: 155.465058ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:28.639354Z","caller":"traceutil/trace.go:171","msg":"trace[286733177] transaction","detail":"{read_only:false; response_revision:8031; number_of_response:1; }","duration":"113.335946ms","start":"2026-03-04T11:24:28.525979Z","end":"2026-03-04T11:24:28.639315Z","steps":["trace[286733177] 'process raft request' (duration: 113.12068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:29.589793Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541839137,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T11:24:29.631266Z","caller":"traceutil/trace.go:171","msg":"trace[765869560] linearizableReadLoop","detail":"{readStateIndex:8365; appliedIndex:8364; }","duration":"542.302106ms","start":"2026-03-04T11:24:29.088939Z","end":"2026-03-04T11:24:29.631241Z","steps":["trace[765869560] 'read index received' (duration: 542.120292ms)","trace[765869560] 'applied index is now lower than readState.Index' (duration: 180.474µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:24:29.631395Z","caller":"traceutil/trace.go:171","msg":"trace[1114196916] transaction","detail":"{read_only:false; response_revision:8035; number_of_response:1; }","duration":"558.954865ms","start":"2026-03-04T11:24:29.072405Z","end":"2026-03-04T11:24:29.63136Z","steps":["trace[1114196916] 'process raft request' (duration: 558.639126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:29.631457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.053876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:24:29.631496Z","caller":"traceutil/trace.go:171","msg":"trace[2087756807] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8035; }","duration":"524.16987ms","start":"2026-03-04T11:24:29.107313Z","end":"2026-03-04T11:24:29.631483Z","steps":["trace[2087756807] 'agreement among raft nodes before linearized reading' (duration: 524.084518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:29.631538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:29.107268Z","time spent":"524.262262ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:24:29.631552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:29.072384Z","time spent":"559.084038ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:24:29.631632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.667587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-04T11:24:29.631679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.926147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T11:24:29.631744Z","caller":"traceutil/trace.go:171","msg":"trace[743606390] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8035; }","duration":"542.858501ms","start":"2026-03-04T11:24:29.088857Z","end":"2026-03-04T11:24:29.631715Z","steps":["trace[743606390] 'agreement among raft nodes before linearized reading' (duration: 542.525462ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:29.631765Z","caller":"traceutil/trace.go:171","msg":"trace[1715201312] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8035; }","duration":"401.05676ms","start":"2026-03-04T11:24:29.230686Z","end":"2026-03-04T11:24:29.631743Z","steps":["trace[1715201312] 'agreement among raft nodes before linearized reading' (duration: 400.857125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:29.631803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:29.08882Z","time spent":"542.973034ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T11:24:29.631801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.015752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:24:29.632497Z","caller":"traceutil/trace.go:171","msg":"trace[1619634431] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:8035; }","duration":"397.70707ms","start":"2026-03-04T11:24:29.234757Z","end":"2026-03-04T11:24:29.632464Z","steps":["trace[1619634431] 'agreement among raft nodes before linearized reading' (duration: 396.95696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:29.631767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.465748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T11:24:29.632598Z","caller":"traceutil/trace.go:171","msg":"trace[1700611993] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8035; }","duration":"403.386283ms","start":"2026-03-04T11:24:29.229199Z","end":"2026-03-04T11:24:29.632586Z","steps":["trace[1700611993] 'agreement among raft nodes before linearized reading' (duration: 402.308804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:29.632612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:29.234746Z","time spent":"397.845434ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-kh88j\" "} {"level":"warn","ts":"2026-03-04T11:24:29.632649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:29.22918Z","time spent":"403.457845ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T11:24:29.631812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:29.230664Z","time spent":"401.139623ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T11:24:29.631656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.04017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T11:24:29.632904Z","caller":"traceutil/trace.go:171","msg":"trace[38585648] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8035; }","duration":"402.329895ms","start":"2026-03-04T11:24:29.230566Z","end":"2026-03-04T11:24:29.632896Z","steps":["trace[38585648] 'agreement among raft nodes before linearized reading' (duration: 400.880876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:29.632936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:29.23056Z","time spent":"402.369406ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T11:24:29.631656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.893936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T11:24:29.633055Z","caller":"traceutil/trace.go:171","msg":"trace[2090889315] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8035; }","duration":"402.347735ms","start":"2026-03-04T11:24:29.230701Z","end":"2026-03-04T11:24:29.633049Z","steps":["trace[2090889315] 'agreement among raft nodes before linearized reading' (duration: 400.706981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:29.633082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:29.230664Z","time spent":"402.412647ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T11:24:30.137413Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541839144,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T11:24:30.211077Z","caller":"traceutil/trace.go:171","msg":"trace[1243127275] transaction","detail":"{read_only:false; response_revision:8036; number_of_response:1; }","duration":"574.924613ms","start":"2026-03-04T11:24:29.636113Z","end":"2026-03-04T11:24:30.211037Z","steps":["trace[1243127275] 'process raft request' (duration: 538.069052ms)","trace[1243127275] 'compare' (duration: 36.355768ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:24:30.211278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:29.636088Z","time spent":"575.090577ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:24:30.228209Z","caller":"traceutil/trace.go:171","msg":"trace[194440143] transaction","detail":"{read_only:false; response_revision:8037; number_of_response:1; }","duration":"592.029672ms","start":"2026-03-04T11:24:29.63616Z","end":"2026-03-04T11:24:30.228189Z","steps":["trace[194440143] 'process raft request' (duration: 591.802836ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:30.228273Z","caller":"traceutil/trace.go:171","msg":"trace[806844520] transaction","detail":"{read_only:false; response_revision:8039; number_of_response:1; }","duration":"591.753996ms","start":"2026-03-04T11:24:29.636482Z","end":"2026-03-04T11:24:30.228236Z","steps":["trace[806844520] 'process raft request' (duration: 591.628732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:30.228324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:29.636143Z","time spent":"592.120275ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:24:30.228202Z","caller":"traceutil/trace.go:171","msg":"trace[521685517] linearizableReadLoop","detail":"{readStateIndex:8370; appliedIndex:8365; }","duration":"591.322204ms","start":"2026-03-04T11:24:29.636859Z","end":"2026-03-04T11:24:30.228182Z","steps":["trace[521685517] 'read index received' (duration: 537.337443ms)","trace[521685517] 'applied index is now lower than readState.Index' (duration: 53.983611ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:24:30.228463Z","caller":"traceutil/trace.go:171","msg":"trace[615853510] transaction","detail":"{read_only:false; response_revision:8038; number_of_response:1; }","duration":"591.95614ms","start":"2026-03-04T11:24:29.636457Z","end":"2026-03-04T11:24:30.228413Z","steps":["trace[615853510] 'process raft request' (duration: 591.615691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:30.228536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:29.636461Z","time spent":"591.895739ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:24:30.228557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.686154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224442"} {"level":"info","ts":"2026-03-04T11:24:30.228601Z","caller":"traceutil/trace.go:171","msg":"trace[1475164560] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8040; }","duration":"591.756165ms","start":"2026-03-04T11:24:29.636834Z","end":"2026-03-04T11:24:30.22859Z","steps":["trace[1475164560] 'agreement among raft nodes before linearized reading' (duration: 591.416316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:30.228598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:29.636444Z","time spent":"592.074984ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:24:30.228656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:29.636825Z","time spent":"591.821038ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224465,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-04T11:24:30.228501Z","caller":"traceutil/trace.go:171","msg":"trace[1145056862] transaction","detail":"{read_only:false; response_revision:8040; number_of_response:1; }","duration":"591.55012ms","start":"2026-03-04T11:24:29.636919Z","end":"2026-03-04T11:24:30.228469Z","steps":["trace[1145056862] 'process raft request' (duration: 591.224231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:30.229455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:29.636909Z","time spent":"592.431863ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:24:34.331952Z","caller":"traceutil/trace.go:171","msg":"trace[276447742] transaction","detail":"{read_only:false; response_revision:8053; number_of_response:1; }","duration":"234.885294ms","start":"2026-03-04T11:24:34.097039Z","end":"2026-03-04T11:24:34.331924Z","steps":["trace[276447742] 'process raft request' (duration: 234.583616ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:34.533888Z","caller":"traceutil/trace.go:171","msg":"trace[2037005012] transaction","detail":"{read_only:false; response_revision:8054; number_of_response:1; }","duration":"197.417596ms","start":"2026-03-04T11:24:34.336435Z","end":"2026-03-04T11:24:34.533853Z","steps":["trace[2037005012] 'process raft request' (duration: 146.769535ms)","trace[2037005012] 'compare' (duration: 50.509967ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:24:34.540053Z","caller":"traceutil/trace.go:171","msg":"trace[1686233106] transaction","detail":"{read_only:false; response_revision:8055; number_of_response:1; }","duration":"202.921694ms","start":"2026-03-04T11:24:34.337105Z","end":"2026-03-04T11:24:34.540027Z","steps":["trace[1686233106] 'process raft request' (duration: 202.745929ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:34.540068Z","caller":"traceutil/trace.go:171","msg":"trace[635296526] linearizableReadLoop","detail":"{readStateIndex:8390; appliedIndex:8384; }","duration":"202.236365ms","start":"2026-03-04T11:24:34.337814Z","end":"2026-03-04T11:24:34.54005Z","steps":["trace[635296526] 'read index received' (duration: 145.417198ms)","trace[635296526] 'applied index is now lower than readState.Index' (duration: 56.818267ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:24:34.540166Z","caller":"traceutil/trace.go:171","msg":"trace[1052506407] transaction","detail":"{read_only:false; response_revision:8056; number_of_response:1; }","duration":"203.008946ms","start":"2026-03-04T11:24:34.33714Z","end":"2026-03-04T11:24:34.540149Z","steps":["trace[1052506407] 'process raft request' (duration: 202.79814ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:34.540156Z","caller":"traceutil/trace.go:171","msg":"trace[1687057766] transaction","detail":"{read_only:false; response_revision:8057; number_of_response:1; }","duration":"202.798561ms","start":"2026-03-04T11:24:34.337334Z","end":"2026-03-04T11:24:34.540133Z","steps":["trace[1687057766] 'process raft request' (duration: 202.630886ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:34.540342Z","caller":"traceutil/trace.go:171","msg":"trace[1164613341] transaction","detail":"{read_only:false; response_revision:8058; number_of_response:1; }","duration":"202.951295ms","start":"2026-03-04T11:24:34.337376Z","end":"2026-03-04T11:24:34.540327Z","steps":["trace[1164613341] 'process raft request' (duration: 202.619936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:34.540346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.330711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:24:34.540345Z","caller":"traceutil/trace.go:171","msg":"trace[1273271693] transaction","detail":"{read_only:false; response_revision:8059; number_of_response:1; }","duration":"202.542854ms","start":"2026-03-04T11:24:34.337748Z","end":"2026-03-04T11:24:34.54029Z","steps":["trace[1273271693] 'process raft request' (duration: 202.275877ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:34.540447Z","caller":"traceutil/trace.go:171","msg":"trace[112139565] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:8059; }","duration":"156.466625ms","start":"2026-03-04T11:24:34.383938Z","end":"2026-03-04T11:24:34.540405Z","steps":["trace[112139565] 'agreement among raft nodes before linearized reading' (duration: 156.335691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:34.540718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.884763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224442"} {"level":"info","ts":"2026-03-04T11:24:34.540765Z","caller":"traceutil/trace.go:171","msg":"trace[2122338319] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8059; }","duration":"202.956015ms","start":"2026-03-04T11:24:34.337791Z","end":"2026-03-04T11:24:34.540747Z","steps":["trace[2122338319] 'agreement among raft nodes before linearized reading' (duration: 202.458492ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:35.072041Z","caller":"traceutil/trace.go:171","msg":"trace[1246011417] transaction","detail":"{read_only:false; response_revision:8061; number_of_response:1; }","duration":"106.820171ms","start":"2026-03-04T11:24:34.96519Z","end":"2026-03-04T11:24:35.07201Z","steps":["trace[1246011417] 'process raft request' (duration: 106.664287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:36.041652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.566263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:24:36.041762Z","caller":"traceutil/trace.go:171","msg":"trace[1920332684] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:8062; }","duration":"148.736578ms","start":"2026-03-04T11:24:35.893001Z","end":"2026-03-04T11:24:36.041738Z","steps":["trace[1920332684] 'count revisions from in-memory index tree' (duration: 148.484292ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:36.695864Z","caller":"traceutil/trace.go:171","msg":"trace[604827002] transaction","detail":"{read_only:false; response_revision:8067; number_of_response:1; }","duration":"100.963553ms","start":"2026-03-04T11:24:36.594873Z","end":"2026-03-04T11:24:36.695836Z","steps":["trace[604827002] 'process raft request' (duration: 100.743618ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:36.695944Z","caller":"traceutil/trace.go:171","msg":"trace[2128877904] transaction","detail":"{read_only:false; response_revision:8069; number_of_response:1; }","duration":"100.377778ms","start":"2026-03-04T11:24:36.595544Z","end":"2026-03-04T11:24:36.695922Z","steps":["trace[2128877904] 'process raft request' (duration: 100.239824ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:36.695871Z","caller":"traceutil/trace.go:171","msg":"trace[874104296] transaction","detail":"{read_only:false; response_revision:8068; number_of_response:1; }","duration":"100.872612ms","start":"2026-03-04T11:24:36.594976Z","end":"2026-03-04T11:24:36.695849Z","steps":["trace[874104296] 'process raft request' (duration: 100.773629ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:37.912602Z","caller":"traceutil/trace.go:171","msg":"trace[1244905442] transaction","detail":"{read_only:false; response_revision:8072; number_of_response:1; }","duration":"115.519185ms","start":"2026-03-04T11:24:37.797057Z","end":"2026-03-04T11:24:37.912576Z","steps":["trace[1244905442] 'process raft request' (duration: 115.35785ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:38.222131Z","caller":"traceutil/trace.go:171","msg":"trace[846464493] transaction","detail":"{read_only:false; response_revision:8073; number_of_response:1; }","duration":"115.813323ms","start":"2026-03-04T11:24:38.106276Z","end":"2026-03-04T11:24:38.22209Z","steps":["trace[846464493] 'process raft request' (duration: 105.172897ms)","trace[846464493] 'compare' (duration: 10.42693ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:24:38.831504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.22536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T11:24:38.831585Z","caller":"traceutil/trace.go:171","msg":"trace[403107675] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8074; }","duration":"130.363514ms","start":"2026-03-04T11:24:38.701204Z","end":"2026-03-04T11:24:38.831568Z","steps":["trace[403107675] 'range keys from in-memory index tree' (duration: 130.032905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:38.831626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.142112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T11:24:38.831715Z","caller":"traceutil/trace.go:171","msg":"trace[664163967] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8074; }","duration":"132.287616ms","start":"2026-03-04T11:24:38.699406Z","end":"2026-03-04T11:24:38.831694Z","steps":["trace[664163967] 'range keys from in-memory index tree' (duration: 131.916096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:38.831748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.082457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T11:24:38.831937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.658874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T11:24:38.83196Z","caller":"traceutil/trace.go:171","msg":"trace[1573074627] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8074; }","duration":"133.326474ms","start":"2026-03-04T11:24:38.698545Z","end":"2026-03-04T11:24:38.831872Z","steps":["trace[1573074627] 'range keys from in-memory index tree' (duration: 132.907202ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:38.831979Z","caller":"traceutil/trace.go:171","msg":"trace[1493942053] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8074; }","duration":"139.751516ms","start":"2026-03-04T11:24:38.692217Z","end":"2026-03-04T11:24:38.831968Z","steps":["trace[1493942053] 'range keys from in-memory index tree' (duration: 139.542261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:38.83248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.051637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:24:38.83253Z","caller":"traceutil/trace.go:171","msg":"trace[628468765] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:8074; }","duration":"136.713385ms","start":"2026-03-04T11:24:38.695803Z","end":"2026-03-04T11:24:38.832516Z","steps":["trace[628468765] 'range keys from in-memory index tree' (duration: 135.553413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:38.834853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.221621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-66cc665bbb-8gktb.18999f948de15cee\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-04T11:24:38.834979Z","caller":"traceutil/trace.go:171","msg":"trace[784021901] range","detail":"{range_begin:/registry/events/openstack/barbican-api-66cc665bbb-8gktb.18999f948de15cee; range_end:; response_count:1; response_revision:8074; }","duration":"101.391515ms","start":"2026-03-04T11:24:38.733568Z","end":"2026-03-04T11:24:38.83496Z","steps":["trace[784021901] 'range keys from in-memory index tree' (duration: 97.799739ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:38.992386Z","caller":"traceutil/trace.go:171","msg":"trace[1073279433] transaction","detail":"{read_only:false; response_revision:8075; number_of_response:1; }","duration":"156.410344ms","start":"2026-03-04T11:24:38.835951Z","end":"2026-03-04T11:24:38.992362Z","steps":["trace[1073279433] 'process raft request' (duration: 156.208588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:39.407535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.779888ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:24:39.407739Z","caller":"traceutil/trace.go:171","msg":"trace[650557354] transaction","detail":"{read_only:false; response_revision:8076; number_of_response:1; }","duration":"571.639424ms","start":"2026-03-04T11:24:38.836077Z","end":"2026-03-04T11:24:39.407716Z","steps":["trace[650557354] 'process raft request' (duration: 214.592208ms)","trace[650557354] 'compare' (duration: 356.531832ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:24:39.407832Z","caller":"traceutil/trace.go:171","msg":"trace[1608320170] transaction","detail":"{read_only:false; response_revision:8078; number_of_response:1; }","duration":"570.924604ms","start":"2026-03-04T11:24:38.83689Z","end":"2026-03-04T11:24:39.407815Z","steps":["trace[1608320170] 'process raft request' (duration: 570.816501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:39.407877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:38.836031Z","time spent":"571.786097ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:24:39.407872Z","caller":"traceutil/trace.go:171","msg":"trace[542875136] transaction","detail":"{read_only:false; response_revision:8077; number_of_response:1; }","duration":"571.142961ms","start":"2026-03-04T11:24:38.836688Z","end":"2026-03-04T11:24:39.407831Z","steps":["trace[542875136] 'process raft request' (duration: 570.939135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:39.407909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:38.836878Z","time spent":"570.996787ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:24:39.40797Z","caller":"traceutil/trace.go:171","msg":"trace[78755417] transaction","detail":"{read_only:false; response_revision:8079; number_of_response:1; }","duration":"570.864903ms","start":"2026-03-04T11:24:38.837083Z","end":"2026-03-04T11:24:39.407948Z","steps":["trace[78755417] 'process raft request' (duration: 570.666998ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:39.407986Z","caller":"traceutil/trace.go:171","msg":"trace[1180470966] linearizableReadLoop","detail":"{readStateIndex:8411; appliedIndex:8406; }","duration":"570.697908ms","start":"2026-03-04T11:24:38.837268Z","end":"2026-03-04T11:24:39.407966Z","steps":["trace[1180470966] 'read index received' (duration: 154.975136ms)","trace[1180470966] 'applied index is now lower than readState.Index' (duration: 415.721412ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:24:39.408035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:38.836674Z","time spent":"571.271414ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:24:39.408086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:38.837071Z","time spent":"570.952575ms","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:24:39.408094Z","caller":"traceutil/trace.go:171","msg":"trace[274340887] transaction","detail":"{read_only:false; response_revision:8080; number_of_response:1; }","duration":"355.303238ms","start":"2026-03-04T11:24:39.052776Z","end":"2026-03-04T11:24:39.408079Z","steps":["trace[274340887] 'process raft request' (duration: 355.124314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:39.408172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:39.052752Z","time spent":"355.374151ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":507,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:24:39.408386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.099089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224442"} {"level":"info","ts":"2026-03-04T11:24:39.408448Z","caller":"traceutil/trace.go:171","msg":"trace[353666886] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8080; }","duration":"571.172821ms","start":"2026-03-04T11:24:38.837262Z","end":"2026-03-04T11:24:39.408435Z","steps":["trace[353666886] 'agreement among raft nodes before linearized reading' (duration: 570.77252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:39.408481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:38.837225Z","time spent":"571.246743ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224465,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T11:24:39.459165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.570152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:24:39.45919Z","caller":"traceutil/trace.go:171","msg":"trace[780268071] transaction","detail":"{read_only:false; response_revision:8081; number_of_response:1; }","duration":"352.491084ms","start":"2026-03-04T11:24:39.106678Z","end":"2026-03-04T11:24:39.459169Z","steps":["trace[780268071] 'process raft request' (duration: 352.298519ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:39.459236Z","caller":"traceutil/trace.go:171","msg":"trace[170333154] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8081; }","duration":"353.684925ms","start":"2026-03-04T11:24:39.105539Z","end":"2026-03-04T11:24:39.459224Z","steps":["trace[170333154] 'agreement among raft nodes before linearized reading' (duration: 353.552652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:39.459265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:39.105524Z","time spent":"353.732867ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:24:39.459288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:39.106665Z","time spent":"352.570806ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:24:40.034059Z","caller":"traceutil/trace.go:171","msg":"trace[1263880825] transaction","detail":"{read_only:false; response_revision:8082; number_of_response:1; }","duration":"115.690179ms","start":"2026-03-04T11:24:39.918348Z","end":"2026-03-04T11:24:40.034039Z","steps":["trace[1263880825] 'process raft request' (duration: 115.542505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:41.662165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.639938ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:24:41.66246Z","caller":"traceutil/trace.go:171","msg":"trace[163076453] transaction","detail":"{read_only:false; response_revision:8089; number_of_response:1; }","duration":"197.802707ms","start":"2026-03-04T11:24:41.46464Z","end":"2026-03-04T11:24:41.662443Z","steps":["trace[163076453] 'process raft request' (duration: 197.761455ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:41.662496Z","caller":"traceutil/trace.go:171","msg":"trace[1231043264] transaction","detail":"{read_only:false; response_revision:8087; number_of_response:1; }","duration":"246.739002ms","start":"2026-03-04T11:24:41.415719Z","end":"2026-03-04T11:24:41.662458Z","steps":["trace[1231043264] 'process raft request' (duration: 246.537936ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:41.662496Z","caller":"traceutil/trace.go:171","msg":"trace[2119295760] transaction","detail":"{read_only:false; response_revision:8088; number_of_response:1; }","duration":"245.747015ms","start":"2026-03-04T11:24:41.416711Z","end":"2026-03-04T11:24:41.662458Z","steps":["trace[2119295760] 'process raft request' (duration: 245.652612ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:41.662637Z","caller":"traceutil/trace.go:171","msg":"trace[1228600793] linearizableReadLoop","detail":"{readStateIndex:8420; appliedIndex:8416; }","duration":"241.790839ms","start":"2026-03-04T11:24:41.420771Z","end":"2026-03-04T11:24:41.662562Z","steps":["trace[1228600793] 'read index received' (duration: 3.497234ms)","trace[1228600793] 'applied index is now lower than readState.Index' (duration: 238.289675ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:24:41.662663Z","caller":"traceutil/trace.go:171","msg":"trace[1865115149] transaction","detail":"{read_only:false; response_revision:8086; number_of_response:1; }","duration":"246.936738ms","start":"2026-03-04T11:24:41.415699Z","end":"2026-03-04T11:24:41.662636Z","steps":["trace[1865115149] 'process raft request' (duration: 130.731154ms)","trace[1865115149] 'compare' (duration: 115.400022ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:24:41.662848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.069806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:24:41.662884Z","caller":"traceutil/trace.go:171","msg":"trace[1903281229] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:8089; }","duration":"242.120598ms","start":"2026-03-04T11:24:41.42075Z","end":"2026-03-04T11:24:41.662871Z","steps":["trace[1903281229] 'agreement among raft nodes before linearized reading' (duration: 241.993175ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:42.962566Z","caller":"traceutil/trace.go:171","msg":"trace[66882866] transaction","detail":"{read_only:false; response_revision:8091; number_of_response:1; }","duration":"272.618966ms","start":"2026-03-04T11:24:42.689926Z","end":"2026-03-04T11:24:42.962545Z","steps":["trace[66882866] 'process raft request' (duration: 272.478113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:43.396714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.960075ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T11:24:43.397212Z","caller":"traceutil/trace.go:171","msg":"trace[1799881418] linearizableReadLoop","detail":"{readStateIndex:8425; appliedIndex:8423; }","duration":"289.287026ms","start":"2026-03-04T11:24:43.107891Z","end":"2026-03-04T11:24:43.397178Z","steps":["trace[1799881418] 'read index received' (duration: 175.402935ms)","trace[1799881418] 'applied index is now lower than readState.Index' (duration: 113.881311ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:24:43.39724Z","caller":"traceutil/trace.go:171","msg":"trace[294482722] transaction","detail":"{read_only:false; response_revision:8092; number_of_response:1; }","duration":"335.404365ms","start":"2026-03-04T11:24:43.061809Z","end":"2026-03-04T11:24:43.397213Z","steps":["trace[294482722] 'process raft request' (duration: 335.055005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:43.397398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:43.061788Z","time spent":"335.510738ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:24:43.572349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.432733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:24:43.572462Z","caller":"traceutil/trace.go:171","msg":"trace[174735579] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8092; }","duration":"464.573317ms","start":"2026-03-04T11:24:43.107852Z","end":"2026-03-04T11:24:43.572425Z","steps":["trace[174735579] 'agreement among raft nodes before linearized reading' (duration: 289.42915ms)","trace[174735579] 'range keys from in-memory index tree' (duration: 174.977023ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:24:43.572502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:43.107837Z","time spent":"464.656589ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T11:24:43.718236Z","caller":"traceutil/trace.go:171","msg":"trace[2019400891] transaction","detail":"{read_only:false; response_revision:8093; number_of_response:1; }","duration":"288.069394ms","start":"2026-03-04T11:24:43.430147Z","end":"2026-03-04T11:24:43.718216Z","steps":["trace[2019400891] 'process raft request' (duration: 287.848398ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:43.718226Z","caller":"traceutil/trace.go:171","msg":"trace[1733099869] linearizableReadLoop","detail":"{readStateIndex:8426; appliedIndex:8425; }","duration":"144.726911ms","start":"2026-03-04T11:24:43.573471Z","end":"2026-03-04T11:24:43.718198Z","steps":["trace[1733099869] 'read index received' (duration: 144.595868ms)","trace[1733099869] 'applied index is now lower than readState.Index' (duration: 129.633µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:24:43.718345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.851554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:24:43.71839Z","caller":"traceutil/trace.go:171","msg":"trace[1546876846] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8093; }","duration":"144.952837ms","start":"2026-03-04T11:24:43.573426Z","end":"2026-03-04T11:24:43.718379Z","steps":["trace[1546876846] 'agreement among raft nodes before linearized reading' (duration: 144.856905ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:44.224225Z","caller":"traceutil/trace.go:171","msg":"trace[313419428] transaction","detail":"{read_only:false; response_revision:8094; number_of_response:1; }","duration":"556.790212ms","start":"2026-03-04T11:24:43.667417Z","end":"2026-03-04T11:24:44.224207Z","steps":["trace[313419428] 'process raft request' (duration: 463.062855ms)","trace[313419428] 'compare' (duration: 93.593893ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:24:44.224336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:43.667382Z","time spent":"556.896165ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:24:44.224373Z","caller":"traceutil/trace.go:171","msg":"trace[1079584648] linearizableReadLoop","detail":"{readStateIndex:8428; appliedIndex:8426; }","duration":"505.978051ms","start":"2026-03-04T11:24:43.718359Z","end":"2026-03-04T11:24:44.224337Z","steps":["trace[1079584648] 'read index received' (duration: 412.13947ms)","trace[1079584648] 'applied index is now lower than readState.Index' (duration: 93.835731ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:24:44.224487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.783092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T11:24:44.22451Z","caller":"traceutil/trace.go:171","msg":"trace[1554258811] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8095; }","duration":"556.840433ms","start":"2026-03-04T11:24:43.667663Z","end":"2026-03-04T11:24:44.224504Z","steps":["trace[1554258811] 'agreement among raft nodes before linearized reading' (duration: 556.745461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:44.224527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:43.667652Z","time spent":"556.870865ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T11:24:44.224605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.038446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-04T11:24:44.224601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.282192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T11:24:44.224618Z","caller":"traceutil/trace.go:171","msg":"trace[1697771185] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:8095; }","duration":"551.073497ms","start":"2026-03-04T11:24:43.67354Z","end":"2026-03-04T11:24:44.224614Z","steps":["trace[1697771185] 'agreement among raft nodes before linearized reading' (duration: 551.026676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:44.224633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:43.673529Z","time spent":"551.099287ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-kh88j\" "} {"level":"info","ts":"2026-03-04T11:24:44.224636Z","caller":"traceutil/trace.go:171","msg":"trace[1117891237] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8095; }","duration":"558.362644ms","start":"2026-03-04T11:24:43.666261Z","end":"2026-03-04T11:24:44.224624Z","steps":["trace[1117891237] 'agreement among raft nodes before linearized reading' (duration: 558.176609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:44.22467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:43.666238Z","time spent":"558.424466ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T11:24:44.224912Z","caller":"traceutil/trace.go:171","msg":"trace[1994600217] transaction","detail":"{read_only:false; response_revision:8095; number_of_response:1; }","duration":"551.726755ms","start":"2026-03-04T11:24:43.673172Z","end":"2026-03-04T11:24:44.224899Z","steps":["trace[1994600217] 'process raft request' (duration: 551.006195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:44.224963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:43.673155Z","time spent":"551.785736ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:24:44.225049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.663726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T11:24:44.22509Z","caller":"traceutil/trace.go:171","msg":"trace[709299890] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8095; }","duration":"557.722838ms","start":"2026-03-04T11:24:43.667357Z","end":"2026-03-04T11:24:44.225079Z","steps":["trace[709299890] 'agreement among raft nodes before linearized reading' (duration: 557.408689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:44.225124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:43.667348Z","time spent":"557.768799ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T11:24:44.225932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.204965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:24:44.226147Z","caller":"traceutil/trace.go:171","msg":"trace[1011863595] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:8095; }","duration":"529.225923ms","start":"2026-03-04T11:24:43.6969Z","end":"2026-03-04T11:24:44.226126Z","steps":["trace[1011863595] 'agreement among raft nodes before linearized reading' (duration: 527.463555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:44.226202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:43.696886Z","time spent":"529.296755ms","remote":"127.0.0.1:60950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:24:44.785052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.487685ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:24:44.785163Z","caller":"traceutil/trace.go:171","msg":"trace[177166348] transaction","detail":"{read_only:false; response_revision:8096; number_of_response:1; }","duration":"688.291705ms","start":"2026-03-04T11:24:44.096851Z","end":"2026-03-04T11:24:44.785143Z","steps":["trace[177166348] 'process raft request' (duration: 316.626395ms)","trace[177166348] 'compare' (duration: 371.314541ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:24:44.785224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:44.096819Z","time spent":"688.377558ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:24:45.20164Z","caller":"traceutil/trace.go:171","msg":"trace[1140476780] transaction","detail":"{read_only:false; response_revision:8097; number_of_response:1; }","duration":"972.087988ms","start":"2026-03-04T11:24:44.229526Z","end":"2026-03-04T11:24:45.201614Z","steps":["trace[1140476780] 'process raft request' (duration: 881.672991ms)","trace[1140476780] 'compare' (duration: 90.251052ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:24:45.201849Z","caller":"traceutil/trace.go:171","msg":"trace[1088305322] linearizableReadLoop","detail":"{readStateIndex:8430; appliedIndex:8428; }","duration":"972.226151ms","start":"2026-03-04T11:24:44.229601Z","end":"2026-03-04T11:24:45.201828Z","steps":["trace[1088305322] 'read index received' (duration: 183.875877ms)","trace[1088305322] 'applied index is now lower than readState.Index' (duration: 788.349454ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:24:45.201909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:44.229501Z","time spent":"972.291323ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:24:45.202008Z","caller":"traceutil/trace.go:171","msg":"trace[1874283969] transaction","detail":"{read_only:false; response_revision:8098; number_of_response:1; }","duration":"972.389917ms","start":"2026-03-04T11:24:44.22959Z","end":"2026-03-04T11:24:45.20198Z","steps":["trace[1874283969] 'process raft request' (duration: 971.982815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:45.202131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:44.229564Z","time spent":"972.503209ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:24:45.201974Z","caller":"traceutil/trace.go:171","msg":"trace[1156069090] transaction","detail":"{read_only:false; response_revision:8099; number_of_response:1; }","duration":"929.521351ms","start":"2026-03-04T11:24:44.272442Z","end":"2026-03-04T11:24:45.201963Z","steps":["trace[1156069090] 'process raft request' (duration: 929.293115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:45.202288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.677134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224442"} {"level":"info","ts":"2026-03-04T11:24:45.202331Z","caller":"traceutil/trace.go:171","msg":"trace[793872605] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8099; }","duration":"972.754526ms","start":"2026-03-04T11:24:44.229566Z","end":"2026-03-04T11:24:45.20232Z","steps":["trace[793872605] 'agreement among raft nodes before linearized reading' (duration: 972.424957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:45.20237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:44.229545Z","time spent":"972.814488ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224465,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T11:24:45.202376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:44.272424Z","time spent":"929.858441ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:24:45.579327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.034362ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:24:45.579452Z","caller":"traceutil/trace.go:171","msg":"trace[1270350260] linearizableReadLoop","detail":"{readStateIndex:8433; appliedIndex:8432; }","duration":"377.49629ms","start":"2026-03-04T11:24:45.201935Z","end":"2026-03-04T11:24:45.579432Z","steps":["trace[1270350260] 'read index received' (duration: 101.209991ms)","trace[1270350260] 'applied index is now lower than readState.Index' (duration: 276.284569ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:24:45.579537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.31123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:24:45.579551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.554132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:24:45.57956Z","caller":"traceutil/trace.go:171","msg":"trace[580594340] transaction","detail":"{read_only:false; response_revision:8100; number_of_response:1; }","duration":"967.414611ms","start":"2026-03-04T11:24:44.61211Z","end":"2026-03-04T11:24:45.579525Z","steps":["trace[580594340] 'process raft request' (duration: 691.086171ms)","trace[580594340] 'compare' (duration: 275.900249ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:24:45.579625Z","caller":"traceutil/trace.go:171","msg":"trace[635972453] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:8100; }","duration":"405.674115ms","start":"2026-03-04T11:24:45.173928Z","end":"2026-03-04T11:24:45.579602Z","steps":["trace[635972453] 'agreement among raft nodes before linearized reading' (duration: 405.538952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:45.579667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:45.173907Z","time spent":"405.751357ms","remote":"127.0.0.1:43594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:24:45.579682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.669111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T11:24:45.579715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:44.612091Z","time spent":"967.542905ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:24:45.579727Z","caller":"traceutil/trace.go:171","msg":"trace[157715504] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8100; }","duration":"612.762093ms","start":"2026-03-04T11:24:44.966951Z","end":"2026-03-04T11:24:45.579713Z","steps":["trace[157715504] 'agreement among raft nodes before linearized reading' (duration: 612.590219ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:45.57959Z","caller":"traceutil/trace.go:171","msg":"trace[1013293798] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8100; }","duration":"474.412903ms","start":"2026-03-04T11:24:45.105165Z","end":"2026-03-04T11:24:45.579578Z","steps":["trace[1013293798] 'agreement among raft nodes before linearized reading' (duration: 474.31734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:45.57979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:45.105082Z","time spent":"474.698841ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:24:45.579783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:44.966916Z","time spent":"612.854506ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T11:24:45.579806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.422921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:24:45.579828Z","caller":"traceutil/trace.go:171","msg":"trace[370037702] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:8100; }","duration":"234.481672ms","start":"2026-03-04T11:24:45.345339Z","end":"2026-03-04T11:24:45.57982Z","steps":["trace[370037702] 'agreement among raft nodes before linearized reading' (duration: 234.444761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:45.579913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.119598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T11:24:45.579977Z","caller":"traceutil/trace.go:171","msg":"trace[1907614608] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8100; }","duration":"179.216341ms","start":"2026-03-04T11:24:45.400746Z","end":"2026-03-04T11:24:45.579962Z","steps":["trace[1907614608] 'agreement among raft nodes before linearized reading' (duration: 179.059727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:45.579951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101528757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:24:45.581383Z","caller":"traceutil/trace.go:171","msg":"trace[1844119084] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8100; }","duration":"1.103022407s","start":"2026-03-04T11:24:44.47833Z","end":"2026-03-04T11:24:45.581352Z","steps":["trace[1844119084] 'agreement among raft nodes before linearized reading' (duration: 1.101471875s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:45.581523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:44.478307Z","time spent":"1.103191082s","remote":"127.0.0.1:43652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:24:46.090237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.854313ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:24:46.090422Z","caller":"traceutil/trace.go:171","msg":"trace[276863429] transaction","detail":"{read_only:false; response_revision:8101; number_of_response:1; }","duration":"506.284539ms","start":"2026-03-04T11:24:45.584113Z","end":"2026-03-04T11:24:46.090398Z","steps":["trace[276863429] 'process raft request' (duration: 151.198969ms)","trace[276863429] 'compare' (duration: 354.756751ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:24:46.090535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:45.58409Z","time spent":"506.408283ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:24:46.383485Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541839318,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T11:24:46.458561Z","caller":"traceutil/trace.go:171","msg":"trace[413283307] transaction","detail":"{read_only:false; response_revision:8102; number_of_response:1; }","duration":"874.172876ms","start":"2026-03-04T11:24:45.584363Z","end":"2026-03-04T11:24:46.458536Z","steps":["trace[413283307] 'process raft request' (duration: 873.899949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:46.458723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:45.584352Z","time spent":"874.287259ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:24:46.458789Z","caller":"traceutil/trace.go:171","msg":"trace[644279942] transaction","detail":"{read_only:false; response_revision:8104; number_of_response:1; }","duration":"735.534829ms","start":"2026-03-04T11:24:45.723238Z","end":"2026-03-04T11:24:46.458773Z","steps":["trace[644279942] 'process raft request' (duration: 735.443926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:46.458879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:45.723203Z","time spent":"735.628331ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:24:46.458873Z","caller":"traceutil/trace.go:171","msg":"trace[377716820] transaction","detail":"{read_only:false; response_revision:8103; number_of_response:1; }","duration":"764.948088ms","start":"2026-03-04T11:24:45.693884Z","end":"2026-03-04T11:24:46.458832Z","steps":["trace[377716820] 'process raft request' (duration: 764.581418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:46.459096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:45.693858Z","time spent":"765.119503ms","remote":"127.0.0.1:41262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:24:46.755902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.738989ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:24:46.756089Z","caller":"traceutil/trace.go:171","msg":"trace[304253616] linearizableReadLoop","detail":"{readStateIndex:8439; appliedIndex:8434; }","duration":"873.318093ms","start":"2026-03-04T11:24:45.882758Z","end":"2026-03-04T11:24:46.756076Z","steps":["trace[304253616] 'read index received' (duration: 575.50973ms)","trace[304253616] 'applied index is now lower than readState.Index' (duration: 297.807603ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:24:46.756172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.421205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:24:46.756192Z","caller":"traceutil/trace.go:171","msg":"trace[1963943097] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:8106; }","duration":"873.479158ms","start":"2026-03-04T11:24:45.882704Z","end":"2026-03-04T11:24:46.756183Z","steps":["trace[1963943097] 'agreement among raft nodes before linearized reading' (duration: 873.438027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:46.756214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:45.882682Z","time spent":"873.526369ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-03-04T11:24:46.756217Z","caller":"traceutil/trace.go:171","msg":"trace[937379169] transaction","detail":"{read_only:false; response_revision:8106; number_of_response:1; }","duration":"525.365306ms","start":"2026-03-04T11:24:46.230802Z","end":"2026-03-04T11:24:46.756167Z","steps":["trace[937379169] 'process raft request' (duration: 525.175811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:46.75629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.538645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T11:24:46.756362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:46.230775Z","time spent":"525.506871ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:24:46.756373Z","caller":"traceutil/trace.go:171","msg":"trace[1936961815] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:8106; }","duration":"676.678519ms","start":"2026-03-04T11:24:46.079673Z","end":"2026-03-04T11:24:46.756352Z","steps":["trace[1936961815] 'agreement among raft nodes before linearized reading' (duration: 676.518375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:46.756437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:46.07965Z","time spent":"676.770121ms","remote":"127.0.0.1:41576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":23,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-04T11:24:46.756488Z","caller":"traceutil/trace.go:171","msg":"trace[792255883] transaction","detail":"{read_only:false; response_revision:8105; number_of_response:1; }","duration":"566.721641ms","start":"2026-03-04T11:24:46.189712Z","end":"2026-03-04T11:24:46.756434Z","steps":["trace[792255883] 'process raft request' (duration: 430.373375ms)","trace[792255883] 'compare' (duration: 135.473032ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:24:46.756525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.763381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:24:46.756565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.778857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-04T11:24:46.756545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.086679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:24:46.756579Z","caller":"traceutil/trace.go:171","msg":"trace[784517667] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8106; }","duration":"648.861183ms","start":"2026-03-04T11:24:46.107703Z","end":"2026-03-04T11:24:46.756564Z","steps":["trace[784517667] 'agreement among raft nodes before linearized reading' (duration: 648.763461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:46.756627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:46.107681Z","time spent":"648.936285ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T11:24:46.756624Z","caller":"traceutil/trace.go:171","msg":"trace[1458989075] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:8106; }","duration":"214.229542ms","start":"2026-03-04T11:24:46.542377Z","end":"2026-03-04T11:24:46.756606Z","steps":["trace[1458989075] 'agreement among raft nodes before linearized reading' (duration: 214.079268ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:46.756643Z","caller":"traceutil/trace.go:171","msg":"trace[1604725792] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8106; }","duration":"331.867049ms","start":"2026-03-04T11:24:46.424729Z","end":"2026-03-04T11:24:46.756596Z","steps":["trace[1604725792] 'agreement among raft nodes before linearized reading' (duration: 331.721745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:46.756632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:46.189683Z","time spent":"566.866415ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:24:46.75668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:46.424705Z","time spent":"331.967501ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T11:24:46.756733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.877142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:24:46.756836Z","caller":"traceutil/trace.go:171","msg":"trace[2037119440] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:8106; }","duration":"589.171151ms","start":"2026-03-04T11:24:46.167647Z","end":"2026-03-04T11:24:46.756818Z","steps":["trace[2037119440] 'agreement among raft nodes before linearized reading' (duration: 588.811521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:46.757239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:46.167624Z","time spent":"589.600342ms","remote":"127.0.0.1:41456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:24:47.374043Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541839327,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:24:47.863844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.034652ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:24:47.864021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.033076ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:24:47.86411Z","caller":"traceutil/trace.go:171","msg":"trace[1620526613] transaction","detail":"{read_only:false; response_revision:8107; number_of_response:1; }","duration":"1.103091179s","start":"2026-03-04T11:24:46.761004Z","end":"2026-03-04T11:24:47.864095Z","steps":["trace[1620526613] 'process raft request' (duration: 714.898519ms)","trace[1620526613] 'compare' (duration: 387.440879ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:24:47.864116Z","caller":"traceutil/trace.go:171","msg":"trace[1327897964] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8106; }","duration":"825.283749ms","start":"2026-03-04T11:24:47.038776Z","end":"2026-03-04T11:24:47.864059Z","steps":["trace[1327897964] 'range keys from in-memory index tree' (duration: 825.015752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:47.864162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:46.760981Z","time spent":"1.103157811s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:24:47.941984Z","caller":"traceutil/trace.go:171","msg":"trace[1898525415] linearizableReadLoop","detail":"{readStateIndex:8441; appliedIndex:8439; }","duration":"1.068379966s","start":"2026-03-04T11:24:46.873574Z","end":"2026-03-04T11:24:47.941954Z","steps":["trace[1898525415] 'read index received' (duration: 602.32541ms)","trace[1898525415] 'applied index is now lower than readState.Index' (duration: 466.053345ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:24:47.942037Z","caller":"traceutil/trace.go:171","msg":"trace[1778707990] transaction","detail":"{read_only:false; response_revision:8108; number_of_response:1; }","duration":"1.151986037s","start":"2026-03-04T11:24:46.790025Z","end":"2026-03-04T11:24:47.942011Z","steps":["trace[1778707990] 'process raft request' (duration: 1.151802762s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:47.942208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068617432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:24:47.942252Z","caller":"traceutil/trace.go:171","msg":"trace[1374878396] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:8108; }","duration":"1.068686233s","start":"2026-03-04T11:24:46.873555Z","end":"2026-03-04T11:24:47.942242Z","steps":["trace[1374878396] 'agreement among raft nodes before linearized reading' (duration: 1.068536799s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:47.942295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:46.873489Z","time spent":"1.068795257s","remote":"127.0.0.1:41432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":109,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:24:47.942346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.251658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-04T11:24:47.942398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.287686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T11:24:47.942385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.12216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:24:47.942401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:46.790004Z","time spent":"1.152228444s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:24:47.94247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.031912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:24:47.94249Z","caller":"traceutil/trace.go:171","msg":"trace[13037414] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8108; }","duration":"628.265144ms","start":"2026-03-04T11:24:47.314194Z","end":"2026-03-04T11:24:47.94246Z","steps":["trace[13037414] 'agreement among raft nodes before linearized reading' (duration: 628.10522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:47.942477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.087345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T11:24:47.942534Z","caller":"traceutil/trace.go:171","msg":"trace[836280192] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:8108; }","duration":"733.118624ms","start":"2026-03-04T11:24:47.209401Z","end":"2026-03-04T11:24:47.94252Z","steps":["trace[836280192] 'agreement among raft nodes before linearized reading' (duration: 732.934559ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:47.942458Z","caller":"traceutil/trace.go:171","msg":"trace[1047358845] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8108; }","duration":"984.396403ms","start":"2026-03-04T11:24:46.958037Z","end":"2026-03-04T11:24:47.942433Z","steps":["trace[1047358845] 'agreement among raft nodes before linearized reading' (duration: 984.108125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:47.942589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:46.958023Z","time spent":"984.558907ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T11:24:47.942462Z","caller":"traceutil/trace.go:171","msg":"trace[1820682143] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8108; }","duration":"734.364378ms","start":"2026-03-04T11:24:47.208079Z","end":"2026-03-04T11:24:47.942443Z","steps":["trace[1820682143] 'agreement among raft nodes before linearized reading' (duration: 734.168532ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:47.9426Z","caller":"traceutil/trace.go:171","msg":"trace[369666752] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8108; }","duration":"736.257289ms","start":"2026-03-04T11:24:47.206313Z","end":"2026-03-04T11:24:47.94257Z","steps":["trace[369666752] 'agreement among raft nodes before linearized reading' (duration: 735.90589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:47.942639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:47.208073Z","time spent":"734.553073ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T11:24:47.942667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:47.206288Z","time spent":"736.366203ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T11:24:47.942596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:47.209391Z","time spent":"733.196136ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-kh88j\" "} {"level":"warn","ts":"2026-03-04T11:24:47.942551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:47.31418Z","time spent":"628.352586ms","remote":"127.0.0.1:38666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:24:47.942386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.089905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T11:24:47.942794Z","caller":"traceutil/trace.go:171","msg":"trace[2031835010] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8108; }","duration":"736.539027ms","start":"2026-03-04T11:24:47.206244Z","end":"2026-03-04T11:24:47.942784Z","steps":["trace[2031835010] 'agreement among raft nodes before linearized reading' (duration: 736.022903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:47.942832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:47.206222Z","time spent":"736.601308ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T11:24:48.221632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.359695ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:24:48.221937Z","caller":"traceutil/trace.go:171","msg":"trace[1025507916] transaction","detail":"{read_only:false; response_revision:8109; number_of_response:1; }","duration":"274.090449ms","start":"2026-03-04T11:24:47.947805Z","end":"2026-03-04T11:24:48.221895Z","steps":["trace[1025507916] 'process raft request' (duration: 119.353073ms)","trace[1025507916] 'compare' (duration: 154.195521ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:24:48.222039Z","caller":"traceutil/trace.go:171","msg":"trace[1718013027] transaction","detail":"{read_only:false; response_revision:8110; number_of_response:1; }","duration":"274.177722ms","start":"2026-03-04T11:24:47.947827Z","end":"2026-03-04T11:24:48.222005Z","steps":["trace[1718013027] 'process raft request' (duration: 273.997337ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:48.222137Z","caller":"traceutil/trace.go:171","msg":"trace[758329078] transaction","detail":"{read_only:false; response_revision:8111; number_of_response:1; }","duration":"274.141481ms","start":"2026-03-04T11:24:47.947985Z","end":"2026-03-04T11:24:48.222127Z","steps":["trace[758329078] 'process raft request' (duration: 273.946436ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:48.22239Z","caller":"traceutil/trace.go:171","msg":"trace[1527293848] linearizableReadLoop","detail":"{readStateIndex:8444; appliedIndex:8441; }","duration":"274.002277ms","start":"2026-03-04T11:24:47.948084Z","end":"2026-03-04T11:24:48.222086Z","steps":["trace[1527293848] 'read index received' (duration: 119.166909ms)","trace[1527293848] 'applied index is now lower than readState.Index' (duration: 154.809777ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:24:48.222426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.311435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19476"} {"level":"info","ts":"2026-03-04T11:24:48.222513Z","caller":"traceutil/trace.go:171","msg":"trace[1468461348] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8111; }","duration":"274.426208ms","start":"2026-03-04T11:24:47.948067Z","end":"2026-03-04T11:24:48.222493Z","steps":["trace[1468461348] 'agreement among raft nodes before linearized reading' (duration: 274.188761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:48.222624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.216188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T11:24:48.222646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.453623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:24:48.222682Z","caller":"traceutil/trace.go:171","msg":"trace[1663932809] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:8111; }","duration":"240.27825ms","start":"2026-03-04T11:24:47.982389Z","end":"2026-03-04T11:24:48.222668Z","steps":["trace[1663932809] 'agreement among raft nodes before linearized reading' (duration: 240.175917ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:48.222695Z","caller":"traceutil/trace.go:171","msg":"trace[1514565279] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8111; }","duration":"117.551815ms","start":"2026-03-04T11:24:48.10513Z","end":"2026-03-04T11:24:48.222682Z","steps":["trace[1514565279] 'agreement among raft nodes before linearized reading' (duration: 117.471473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:48.222764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.296622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:24:48.222881Z","caller":"traceutil/trace.go:171","msg":"trace[1173338520] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:8111; }","duration":"112.411515ms","start":"2026-03-04T11:24:48.11041Z","end":"2026-03-04T11:24:48.222822Z","steps":["trace[1173338520] 'agreement among raft nodes before linearized reading' (duration: 112.187329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:48.222779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.183358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.18\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-04T11:24:48.223106Z","caller":"traceutil/trace.go:171","msg":"trace[354312549] range","detail":"{range_begin:/registry/masterleases/199.19.213.18; range_end:; response_count:1; response_revision:8111; }","duration":"190.562679ms","start":"2026-03-04T11:24:48.032528Z","end":"2026-03-04T11:24:48.223091Z","steps":["trace[354312549] 'agreement among raft nodes before linearized reading' (duration: 190.165558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:48.223321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.841712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T11:24:48.223489Z","caller":"traceutil/trace.go:171","msg":"trace[1985720802] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8111; }","duration":"129.063858ms","start":"2026-03-04T11:24:48.094413Z","end":"2026-03-04T11:24:48.223476Z","steps":["trace[1985720802] 'agreement among raft nodes before linearized reading' (duration: 128.247655ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:48.339867Z","caller":"traceutil/trace.go:171","msg":"trace[388979692] transaction","detail":"{read_only:false; response_revision:8112; number_of_response:1; }","duration":"111.920492ms","start":"2026-03-04T11:24:48.227914Z","end":"2026-03-04T11:24:48.339835Z","steps":["trace[388979692] 'process raft request' (duration: 105.929039ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:48.354477Z","caller":"traceutil/trace.go:171","msg":"trace[792308253] transaction","detail":"{read_only:false; response_revision:8113; number_of_response:1; }","duration":"106.104344ms","start":"2026-03-04T11:24:48.248343Z","end":"2026-03-04T11:24:48.354448Z","steps":["trace[792308253] 'process raft request' (duration: 105.96935ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:48.617578Z","caller":"traceutil/trace.go:171","msg":"trace[276615186] transaction","detail":"{read_only:false; response_revision:8114; number_of_response:1; }","duration":"137.99291ms","start":"2026-03-04T11:24:48.479561Z","end":"2026-03-04T11:24:48.617554Z","steps":["trace[276615186] 'process raft request' (duration: 137.852576ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:48.729662Z","caller":"traceutil/trace.go:171","msg":"trace[2072580969] transaction","detail":"{read_only:false; response_revision:8115; number_of_response:1; }","duration":"193.765196ms","start":"2026-03-04T11:24:48.53586Z","end":"2026-03-04T11:24:48.729625Z","steps":["trace[2072580969] 'process raft request' (duration: 192.04837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:49.768915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.066421ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:24:49.769081Z","caller":"traceutil/trace.go:171","msg":"trace[580755833] linearizableReadLoop","detail":"{readStateIndex:8451; appliedIndex:8450; }","duration":"661.516348ms","start":"2026-03-04T11:24:49.107547Z","end":"2026-03-04T11:24:49.769063Z","steps":["trace[580755833] 'read index received' (duration: 44.181µs)","trace[580755833] 'applied index is now lower than readState.Index' (duration: 661.470057ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:24:49.769108Z","caller":"traceutil/trace.go:171","msg":"trace[1939628391] transaction","detail":"{read_only:false; response_revision:8117; number_of_response:1; }","duration":"1.007607563s","start":"2026-03-04T11:24:48.761471Z","end":"2026-03-04T11:24:49.769078Z","steps":["trace[1939628391] 'process raft request' (duration: 217.301015ms)","trace[1939628391] 'compare' (duration: 789.860636ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:24:49.769274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.717763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:24:49.769358Z","caller":"traceutil/trace.go:171","msg":"trace[675311613] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8117; }","duration":"661.836796ms","start":"2026-03-04T11:24:49.10751Z","end":"2026-03-04T11:24:49.769347Z","steps":["trace[675311613] 'agreement among raft nodes before linearized reading' (duration: 661.666352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:49.769419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:49.107491Z","time spent":"661.914939ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:24:49.770309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:48.761441Z","time spent":"1.007761848s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:24:49.770623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.095655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-04T11:24:49.770688Z","caller":"traceutil/trace.go:171","msg":"trace[342680368] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8117; }","duration":"226.197577ms","start":"2026-03-04T11:24:49.544467Z","end":"2026-03-04T11:24:49.770665Z","steps":["trace[342680368] 'agreement among raft nodes before linearized reading' (duration: 226.040083ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:50.197331Z","caller":"traceutil/trace.go:171","msg":"trace[884237380] transaction","detail":"{read_only:false; response_revision:8118; number_of_response:1; }","duration":"423.073607ms","start":"2026-03-04T11:24:49.774229Z","end":"2026-03-04T11:24:50.197303Z","steps":["trace[884237380] 'process raft request' (duration: 422.558083ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:50.197367Z","caller":"traceutil/trace.go:171","msg":"trace[401496807] linearizableReadLoop","detail":"{readStateIndex:8452; appliedIndex:8452; }","duration":"362.192552ms","start":"2026-03-04T11:24:49.83515Z","end":"2026-03-04T11:24:50.197343Z","steps":["trace[401496807] 'read index received' (duration: 362.183702ms)","trace[401496807] 'applied index is now lower than readState.Index' (duration: 6.93µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:24:50.19748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:49.774198Z","time spent":"423.209081ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:24:50.197497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.337156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:24:50.197542Z","caller":"traceutil/trace.go:171","msg":"trace[1793671029] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:8118; }","duration":"362.429129ms","start":"2026-03-04T11:24:49.835096Z","end":"2026-03-04T11:24:50.197525Z","steps":["trace[1793671029] 'agreement among raft nodes before linearized reading' (duration: 362.340957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:50.197585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:49.835073Z","time spent":"362.49931ms","remote":"127.0.0.1:43730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-03-04T11:24:50.292231Z","caller":"traceutil/trace.go:171","msg":"trace[1745277825] transaction","detail":"{read_only:false; response_revision:8119; number_of_response:1; }","duration":"343.887976ms","start":"2026-03-04T11:24:49.948307Z","end":"2026-03-04T11:24:50.292195Z","steps":["trace[1745277825] 'process raft request' (duration: 343.692351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:50.292358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.634296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:24:50.292415Z","caller":"traceutil/trace.go:171","msg":"trace[64214863] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:8119; }","duration":"337.74904ms","start":"2026-03-04T11:24:49.954653Z","end":"2026-03-04T11:24:50.292403Z","steps":["trace[64214863] 'agreement among raft nodes before linearized reading' (duration: 337.554374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:50.292446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:49.954636Z","time spent":"337.803091ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-kh88j\" "} {"level":"warn","ts":"2026-03-04T11:24:50.292449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:49.948265Z","time spent":"344.05216ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:24:50.837265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.691328ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:24:50.837496Z","caller":"traceutil/trace.go:171","msg":"trace[1202522950] linearizableReadLoop","detail":"{readStateIndex:8456; appliedIndex:8453; }","duration":"540.451018ms","start":"2026-03-04T11:24:50.297029Z","end":"2026-03-04T11:24:50.83748Z","steps":["trace[1202522950] 'read index received' (duration: 121.527763ms)","trace[1202522950] 'applied index is now lower than readState.Index' (duration: 418.922345ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:24:50.837571Z","caller":"traceutil/trace.go:171","msg":"trace[874418562] transaction","detail":"{read_only:false; response_revision:8121; number_of_response:1; }","duration":"541.154907ms","start":"2026-03-04T11:24:50.296407Z","end":"2026-03-04T11:24:50.837562Z","steps":["trace[874418562] 'process raft request' (duration: 540.959722ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:50.837564Z","caller":"traceutil/trace.go:171","msg":"trace[1039681140] transaction","detail":"{read_only:false; response_revision:8120; number_of_response:1; }","duration":"541.178737ms","start":"2026-03-04T11:24:50.296337Z","end":"2026-03-04T11:24:50.837515Z","steps":["trace[1039681140] 'process raft request' (duration: 122.151889ms)","trace[1039681140] 'compare' (duration: 418.476623ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:24:50.837631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:50.29637Z","time spent":"541.228749ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:24:50.837712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:50.296274Z","time spent":"541.360522ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:24:50.837786Z","caller":"traceutil/trace.go:171","msg":"trace[858321433] transaction","detail":"{read_only:false; response_revision:8122; number_of_response:1; }","duration":"540.816387ms","start":"2026-03-04T11:24:50.296935Z","end":"2026-03-04T11:24:50.837752Z","steps":["trace[858321433] 'process raft request' (duration: 540.510859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:50.837947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:50.296912Z","time spent":"540.950401ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:24:50.838201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.140976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224442"} {"level":"info","ts":"2026-03-04T11:24:50.838269Z","caller":"traceutil/trace.go:171","msg":"trace[1643274118] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8122; }","duration":"541.252229ms","start":"2026-03-04T11:24:50.297004Z","end":"2026-03-04T11:24:50.838256Z","steps":["trace[1643274118] 'agreement among raft nodes before linearized reading' (duration: 540.737245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:50.839035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:50.296995Z","time spent":"541.98578ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224465,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T11:24:51.242699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.76867ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:24:51.242814Z","caller":"traceutil/trace.go:171","msg":"trace[1058557977] linearizableReadLoop","detail":"{readStateIndex:8457; appliedIndex:8456; }","duration":"405.267974ms","start":"2026-03-04T11:24:50.837531Z","end":"2026-03-04T11:24:51.242799Z","steps":["trace[1058557977] 'read index received' (duration: 152.195587ms)","trace[1058557977] 'applied index is now lower than readState.Index' (duration: 253.070757ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:24:51.242897Z","caller":"traceutil/trace.go:171","msg":"trace[2086137607] transaction","detail":"{read_only:false; response_revision:8123; number_of_response:1; }","duration":"618.638623ms","start":"2026-03-04T11:24:50.624218Z","end":"2026-03-04T11:24:51.242857Z","steps":["trace[2086137607] 'process raft request' (duration: 365.602136ms)","trace[2086137607] 'compare' (duration: 252.568204ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:24:51.243049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.297654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T11:24:51.243138Z","caller":"traceutil/trace.go:171","msg":"trace[517165852] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8123; }","duration":"508.448648ms","start":"2026-03-04T11:24:50.734652Z","end":"2026-03-04T11:24:51.243101Z","steps":["trace[517165852] 'agreement among raft nodes before linearized reading' (duration: 508.230232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:51.243138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:50.624168Z","time spent":"618.849548ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:24:51.24318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.6394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T11:24:51.243206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:50.734623Z","time spent":"508.560051ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T11:24:51.243227Z","caller":"traceutil/trace.go:171","msg":"trace[1357778969] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8123; }","duration":"899.711462ms","start":"2026-03-04T11:24:50.3435Z","end":"2026-03-04T11:24:51.243211Z","steps":["trace[1357778969] 'agreement among raft nodes before linearized reading' (duration: 899.593328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:51.243263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:50.343482Z","time spent":"899.770813ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T11:24:51.243063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.879778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:24:51.24337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.188774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:24:51.243399Z","caller":"traceutil/trace.go:171","msg":"trace[1459376477] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8123; }","duration":"128.247075ms","start":"2026-03-04T11:24:51.115141Z","end":"2026-03-04T11:24:51.243388Z","steps":["trace[1459376477] 'agreement among raft nodes before linearized reading' (duration: 128.207054ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:51.243393Z","caller":"traceutil/trace.go:171","msg":"trace[419033986] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:8123; }","duration":"400.230037ms","start":"2026-03-04T11:24:50.843145Z","end":"2026-03-04T11:24:51.243375Z","steps":["trace[419033986] 'agreement among raft nodes before linearized reading' (duration: 399.870927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:51.243448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:50.843128Z","time spent":"400.30211ms","remote":"127.0.0.1:48006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:24:51.530906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.110072ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:24:51.531118Z","caller":"traceutil/trace.go:171","msg":"trace[219248482] transaction","detail":"{read_only:false; response_revision:8125; number_of_response:1; }","duration":"283.582716ms","start":"2026-03-04T11:24:51.247517Z","end":"2026-03-04T11:24:51.5311Z","steps":["trace[219248482] 'process raft request' (duration: 283.516594ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:51.531204Z","caller":"traceutil/trace.go:171","msg":"trace[1036104042] transaction","detail":"{read_only:false; response_revision:8124; number_of_response:1; }","duration":"283.839033ms","start":"2026-03-04T11:24:51.247328Z","end":"2026-03-04T11:24:51.531167Z","steps":["trace[1036104042] 'process raft request' (duration: 173.369411ms)","trace[1036104042] 'compare' (duration: 109.416363ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:24:51.936871Z","caller":"traceutil/trace.go:171","msg":"trace[1994416626] transaction","detail":"{read_only:false; response_revision:8126; number_of_response:1; }","duration":"185.529862ms","start":"2026-03-04T11:24:51.751303Z","end":"2026-03-04T11:24:51.936833Z","steps":["trace[1994416626] 'process raft request' (duration: 170.944216ms)","trace[1994416626] 'compare' (duration: 13.671841ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:24:51.962257Z","caller":"traceutil/trace.go:171","msg":"trace[771092005] transaction","detail":"{read_only:false; response_revision:8127; number_of_response:1; }","duration":"186.93263ms","start":"2026-03-04T11:24:51.775298Z","end":"2026-03-04T11:24:51.962231Z","steps":["trace[771092005] 'process raft request' (duration: 186.762935ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:53.03415Z","caller":"traceutil/trace.go:171","msg":"trace[483250677] transaction","detail":"{read_only:false; response_revision:8129; number_of_response:1; }","duration":"187.933508ms","start":"2026-03-04T11:24:52.846182Z","end":"2026-03-04T11:24:53.034115Z","steps":["trace[483250677] 'process raft request' (duration: 187.600359ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:53.094765Z","caller":"traceutil/trace.go:171","msg":"trace[1672339268] transaction","detail":"{read_only:false; response_revision:8130; number_of_response:1; }","duration":"247.737032ms","start":"2026-03-04T11:24:52.847003Z","end":"2026-03-04T11:24:53.09474Z","steps":["trace[1672339268] 'process raft request' (duration: 247.496666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:53.095021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.557202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:24:53.095076Z","caller":"traceutil/trace.go:171","msg":"trace[1831688294] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:8131; }","duration":"235.648144ms","start":"2026-03-04T11:24:52.859417Z","end":"2026-03-04T11:24:53.095065Z","steps":["trace[1831688294] 'agreement among raft nodes before linearized reading' (duration: 235.402537ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:53.095275Z","caller":"traceutil/trace.go:171","msg":"trace[1599562675] transaction","detail":"{read_only:false; response_revision:8131; number_of_response:1; }","duration":"247.015263ms","start":"2026-03-04T11:24:52.848249Z","end":"2026-03-04T11:24:53.095265Z","steps":["trace[1599562675] 'process raft request' (duration: 246.412617ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:53.09477Z","caller":"traceutil/trace.go:171","msg":"trace[184322542] linearizableReadLoop","detail":"{readStateIndex:8465; appliedIndex:8462; }","duration":"235.285855ms","start":"2026-03-04T11:24:52.85944Z","end":"2026-03-04T11:24:53.094725Z","steps":["trace[184322542] 'read index received' (duration: 174.564145ms)","trace[184322542] 'applied index is now lower than readState.Index' (duration: 60.71975ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:24:53.095568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.805481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:24:53.095642Z","caller":"traceutil/trace.go:171","msg":"trace[47412084] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8131; }","duration":"142.913354ms","start":"2026-03-04T11:24:52.952715Z","end":"2026-03-04T11:24:53.095628Z","steps":["trace[47412084] 'agreement among raft nodes before linearized reading' (duration: 142.785731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:53.312328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.904794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-04T11:24:53.312467Z","caller":"traceutil/trace.go:171","msg":"trace[1737216953] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8131; }","duration":"171.080639ms","start":"2026-03-04T11:24:53.141348Z","end":"2026-03-04T11:24:53.312429Z","steps":["trace[1737216953] 'range keys from in-memory index tree' (duration: 170.529995ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:53.361803Z","caller":"traceutil/trace.go:171","msg":"trace[44130412] transaction","detail":"{read_only:false; response_revision:8132; number_of_response:1; }","duration":"113.547186ms","start":"2026-03-04T11:24:53.248214Z","end":"2026-03-04T11:24:53.361761Z","steps":["trace[44130412] 'process raft request' (duration: 113.168146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:53.610679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.444046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:24:53.610754Z","caller":"traceutil/trace.go:171","msg":"trace[2031105883] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8132; }","duration":"161.566679ms","start":"2026-03-04T11:24:53.449166Z","end":"2026-03-04T11:24:53.610733Z","steps":["trace[2031105883] 'range keys from in-memory index tree' (duration: 161.337214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:53.76663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.956158ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T11:24:53.766813Z","caller":"traceutil/trace.go:171","msg":"trace[1373116345] linearizableReadLoop","detail":"{readStateIndex:8467; appliedIndex:8466; }","duration":"152.283778ms","start":"2026-03-04T11:24:53.614502Z","end":"2026-03-04T11:24:53.766786Z","steps":["trace[1373116345] 'read index received' (duration: 17.213828ms)","trace[1373116345] 'applied index is now lower than readState.Index' (duration: 135.069ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:24:53.76696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.444972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:24:53.766988Z","caller":"traceutil/trace.go:171","msg":"trace[1829120368] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8132; }","duration":"152.498144ms","start":"2026-03-04T11:24:53.614483Z","end":"2026-03-04T11:24:53.766981Z","steps":["trace[1829120368] 'agreement among raft nodes before linearized reading' (duration: 152.424092ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:53.767133Z","caller":"traceutil/trace.go:171","msg":"trace[1981254475] transaction","detail":"{read_only:false; response_revision:8133; number_of_response:1; }","duration":"152.381691ms","start":"2026-03-04T11:24:53.614729Z","end":"2026-03-04T11:24:53.767111Z","steps":["trace[1981254475] 'process raft request' (duration: 151.98732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:53.905599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.429503ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:24:53.905751Z","caller":"traceutil/trace.go:171","msg":"trace[755342007] linearizableReadLoop","detail":"{readStateIndex:8469; appliedIndex:8468; }","duration":"134.570757ms","start":"2026-03-04T11:24:53.771159Z","end":"2026-03-04T11:24:53.90573Z","steps":["trace[755342007] 'read index received' (duration: 87.282µs)","trace[755342007] 'applied index is now lower than readState.Index' (duration: 134.482065ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:24:53.905868Z","caller":"traceutil/trace.go:171","msg":"trace[1530418572] transaction","detail":"{read_only:false; response_revision:8134; number_of_response:1; }","duration":"290.281079ms","start":"2026-03-04T11:24:53.61555Z","end":"2026-03-04T11:24:53.905832Z","steps":["trace[1530418572] 'process raft request' (duration: 151.537708ms)","trace[1530418572] 'compare' (duration: 138.122374ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:24:53.905948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.154013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:24:53.90602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.872406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T11:24:53.906065Z","caller":"traceutil/trace.go:171","msg":"trace[1668136143] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8134; }","duration":"134.975028ms","start":"2026-03-04T11:24:53.771079Z","end":"2026-03-04T11:24:53.906054Z","steps":["trace[1668136143] 'agreement among raft nodes before linearized reading' (duration: 134.768323ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:53.906066Z","caller":"traceutil/trace.go:171","msg":"trace[356664501] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:8134; }","duration":"114.279916ms","start":"2026-03-04T11:24:53.791715Z","end":"2026-03-04T11:24:53.905995Z","steps":["trace[356664501] 'agreement among raft nodes before linearized reading' (duration: 114.160192ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:54.567811Z","caller":"traceutil/trace.go:171","msg":"trace[1915696794] linearizableReadLoop","detail":"{readStateIndex:8470; appliedIndex:8469; }","duration":"471.551595ms","start":"2026-03-04T11:24:54.096237Z","end":"2026-03-04T11:24:54.567789Z","steps":["trace[1915696794] 'read index received' (duration: 391.191891ms)","trace[1915696794] 'applied index is now lower than readState.Index' (duration: 80.358824ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:24:54.567984Z","caller":"traceutil/trace.go:171","msg":"trace[1218407884] transaction","detail":"{read_only:false; response_revision:8135; number_of_response:1; }","duration":"599.684998ms","start":"2026-03-04T11:24:53.968267Z","end":"2026-03-04T11:24:54.567952Z","steps":["trace[1218407884] 'process raft request' (duration: 519.030355ms)","trace[1218407884] 'compare' (duration: 80.234391ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:24:54.568142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:53.968247Z","time spent":"599.820291ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:24:54.568139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.879064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:24:54.568391Z","caller":"traceutil/trace.go:171","msg":"trace[1366201833] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:8135; }","duration":"472.178242ms","start":"2026-03-04T11:24:54.0962Z","end":"2026-03-04T11:24:54.568378Z","steps":["trace[1366201833] 'agreement among raft nodes before linearized reading' (duration: 471.859473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:54.568629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:54.096182Z","time spent":"472.4304ms","remote":"127.0.0.1:41488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:24:54.604153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.903326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:24:54.604316Z","caller":"traceutil/trace.go:171","msg":"trace[1040879133] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8136; }","duration":"493.105151ms","start":"2026-03-04T11:24:54.111193Z","end":"2026-03-04T11:24:54.604298Z","steps":["trace[1040879133] 'agreement among raft nodes before linearized reading' (duration: 492.848274ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:24:54.604153Z","caller":"traceutil/trace.go:171","msg":"trace[1195725671] transaction","detail":"{read_only:false; response_revision:8136; number_of_response:1; }","duration":"206.203364ms","start":"2026-03-04T11:24:54.397922Z","end":"2026-03-04T11:24:54.604125Z","steps":["trace[1195725671] 'process raft request' (duration: 205.965347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:24:54.604409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:24:54.111174Z","time spent":"493.217154ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:24:54.604222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.499819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:24:54.604584Z","caller":"traceutil/trace.go:171","msg":"trace[1168584882] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:8136; }","duration":"271.91022ms","start":"2026-03-04T11:24:54.332651Z","end":"2026-03-04T11:24:54.604561Z","steps":["trace[1168584882] 'agreement among raft nodes before linearized reading' (duration: 271.510239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:04.32924Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541839735,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:25:04.685046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.57747285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:25:04.685108Z","caller":"traceutil/trace.go:171","msg":"trace[179774358] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8224; }","duration":"1.577587982s","start":"2026-03-04T11:25:03.107504Z","end":"2026-03-04T11:25:04.685092Z","steps":["trace[179774358] 'range keys from in-memory index tree' (duration: 1.577407367s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:04.685136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:03.107485Z","time spent":"1.577645124s","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:25:04.685507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.574659723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T11:25:04.685541Z","caller":"traceutil/trace.go:171","msg":"trace[1835176362] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8224; }","duration":"1.574694894s","start":"2026-03-04T11:25:03.110838Z","end":"2026-03-04T11:25:04.685533Z","steps":["trace[1835176362] 'range keys from in-memory index tree' (duration: 1.574410516s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:04.685572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:03.110829Z","time spent":"1.574737605s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T11:25:04.686385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.49543393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T11:25:04.686495Z","caller":"traceutil/trace.go:171","msg":"trace[244883480] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8224; }","duration":"1.495583604s","start":"2026-03-04T11:25:03.190878Z","end":"2026-03-04T11:25:04.686462Z","steps":["trace[244883480] 'range keys from in-memory index tree' (duration: 1.495172733s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:04.686545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:03.190864Z","time spent":"1.495670567s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T11:25:04.686998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.491126613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T11:25:04.687058Z","caller":"traceutil/trace.go:171","msg":"trace[603145854] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8224; }","duration":"1.491206295s","start":"2026-03-04T11:25:03.195841Z","end":"2026-03-04T11:25:04.687047Z","steps":["trace[603145854] 'range keys from in-memory index tree' (duration: 1.490785913s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:04.687091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:03.195834Z","time spent":"1.491249007s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T11:25:04.687313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483680431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:25:04.687351Z","caller":"traceutil/trace.go:171","msg":"trace[469220162] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:8224; }","duration":"1.483715652s","start":"2026-03-04T11:25:03.203625Z","end":"2026-03-04T11:25:04.68734Z","steps":["trace[469220162] 'range keys from in-memory index tree' (duration: 1.483598338s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:04.68738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:03.203595Z","time spent":"1.483777183s","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-kh88j\" "} {"level":"warn","ts":"2026-03-04T11:25:04.723537Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.311334976s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T11:25:04.724012Z","caller":"traceutil/trace.go:171","msg":"trace[1313506087] transaction","detail":"{read_only:false; response_revision:8225; number_of_response:1; }","duration":"1.311885321s","start":"2026-03-04T11:25:03.412097Z","end":"2026-03-04T11:25:04.723982Z","steps":["trace[1313506087] 'process raft request' (duration: 1.311725007s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:04.724248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:03.412074Z","time spent":"1.312077727s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:25:04.728837Z","caller":"traceutil/trace.go:171","msg":"trace[1969305382] transaction","detail":"{read_only:false; response_revision:8226; number_of_response:1; }","duration":"104.105189ms","start":"2026-03-04T11:25:04.624709Z","end":"2026-03-04T11:25:04.728814Z","steps":["trace[1969305382] 'process raft request' (duration: 103.844742ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:04.729159Z","caller":"traceutil/trace.go:171","msg":"trace[1986529815] linearizableReadLoop","detail":"{readStateIndex:8566; appliedIndex:8564; }","duration":"900.349688ms","start":"2026-03-04T11:25:03.8288Z","end":"2026-03-04T11:25:04.72915Z","steps":["trace[1986529815] 'read index received' (duration: 895.027313ms)","trace[1986529815] 'applied index is now lower than readState.Index' (duration: 5.321815ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:25:04.729483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.663646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T11:25:04.729551Z","caller":"traceutil/trace.go:171","msg":"trace[905152888] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8230; }","duration":"900.777729ms","start":"2026-03-04T11:25:03.828754Z","end":"2026-03-04T11:25:04.729531Z","steps":["trace[905152888] 'agreement among raft nodes before linearized reading' (duration: 900.526332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:04.729668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:03.828715Z","time spent":"900.940504ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T11:25:04.729689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.801902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T11:25:04.729725Z","caller":"traceutil/trace.go:171","msg":"trace[1405293417] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8230; }","duration":"690.870214ms","start":"2026-03-04T11:25:04.038844Z","end":"2026-03-04T11:25:04.729714Z","steps":["trace[1405293417] 'agreement among raft nodes before linearized reading' (duration: 690.779712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:04.729754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:04.038828Z","time spent":"690.920096ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T11:25:04.729984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.573368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T11:25:04.730017Z","caller":"traceutil/trace.go:171","msg":"trace[274063176] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8230; }","duration":"771.634729ms","start":"2026-03-04T11:25:03.958374Z","end":"2026-03-04T11:25:04.730009Z","steps":["trace[274063176] 'agreement among raft nodes before linearized reading' (duration: 770.971121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:04.730037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:03.95836Z","time spent":"771.671631ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T11:25:06.897171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.873306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T11:25:06.897251Z","caller":"traceutil/trace.go:171","msg":"trace[573230977] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8237; }","duration":"162.982129ms","start":"2026-03-04T11:25:06.734252Z","end":"2026-03-04T11:25:06.897235Z","steps":["trace[573230977] 'agreement among raft nodes before linearized reading' (duration: 162.719392ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:06.897581Z","caller":"traceutil/trace.go:171","msg":"trace[1214020315] transaction","detail":"{read_only:false; response_revision:8236; number_of_response:1; }","duration":"163.459493ms","start":"2026-03-04T11:25:06.734111Z","end":"2026-03-04T11:25:06.89757Z","steps":["trace[1214020315] 'process raft request' (duration: 162.699602ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:06.897712Z","caller":"traceutil/trace.go:171","msg":"trace[565702607] transaction","detail":"{read_only:false; response_revision:8237; number_of_response:1; }","duration":"162.609139ms","start":"2026-03-04T11:25:06.735094Z","end":"2026-03-04T11:25:06.897703Z","steps":["trace[565702607] 'process raft request' (duration: 161.834338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:06.897879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.007137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T11:25:06.897916Z","caller":"traceutil/trace.go:171","msg":"trace[1756426744] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8237; }","duration":"157.043238ms","start":"2026-03-04T11:25:06.740862Z","end":"2026-03-04T11:25:06.897905Z","steps":["trace[1756426744] 'agreement among raft nodes before linearized reading' (duration: 156.949245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:06.898026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.175012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T11:25:06.898056Z","caller":"traceutil/trace.go:171","msg":"trace[1262886740] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8237; }","duration":"157.231703ms","start":"2026-03-04T11:25:06.740817Z","end":"2026-03-04T11:25:06.898049Z","steps":["trace[1262886740] 'agreement among raft nodes before linearized reading' (duration: 157.157391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:06.89821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.344649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T11:25:06.89824Z","caller":"traceutil/trace.go:171","msg":"trace[1741724616] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8237; }","duration":"163.415091ms","start":"2026-03-04T11:25:06.734819Z","end":"2026-03-04T11:25:06.898234Z","steps":["trace[1741724616] 'agreement among raft nodes before linearized reading' (duration: 163.335138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:06.89832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.774897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:25:06.898374Z","caller":"traceutil/trace.go:171","msg":"trace[37157946] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:8237; }","duration":"157.86294ms","start":"2026-03-04T11:25:06.740498Z","end":"2026-03-04T11:25:06.898361Z","steps":["trace[37157946] 'agreement among raft nodes before linearized reading' (duration: 157.625924ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:06.927997Z","caller":"traceutil/trace.go:171","msg":"trace[1060912724] transaction","detail":"{read_only:false; response_revision:8238; number_of_response:1; }","duration":"125.188002ms","start":"2026-03-04T11:25:06.80279Z","end":"2026-03-04T11:25:06.927978Z","steps":["trace[1060912724] 'process raft request' (duration: 125.091489ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:07.138628Z","caller":"traceutil/trace.go:171","msg":"trace[1915541614] linearizableReadLoop","detail":"{readStateIndex:8580; appliedIndex:8578; }","duration":"235.461439ms","start":"2026-03-04T11:25:06.903151Z","end":"2026-03-04T11:25:07.138613Z","steps":["trace[1915541614] 'read index received' (duration: 24.676451ms)","trace[1915541614] 'applied index is now lower than readState.Index' (duration: 210.784118ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:25:07.138674Z","caller":"traceutil/trace.go:171","msg":"trace[491781781] transaction","detail":"{read_only:false; response_revision:8239; number_of_response:1; }","duration":"235.593853ms","start":"2026-03-04T11:25:06.903042Z","end":"2026-03-04T11:25:07.138635Z","steps":["trace[491781781] 'process raft request' (duration: 235.384267ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:07.138729Z","caller":"traceutil/trace.go:171","msg":"trace[1980286198] transaction","detail":"{read_only:false; response_revision:8240; number_of_response:1; }","duration":"235.480039ms","start":"2026-03-04T11:25:06.903238Z","end":"2026-03-04T11:25:07.138718Z","steps":["trace[1980286198] 'process raft request' (duration: 235.303674ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:07.138813Z","caller":"traceutil/trace.go:171","msg":"trace[1354828123] transaction","detail":"{read_only:false; response_revision:8242; number_of_response:1; }","duration":"235.46929ms","start":"2026-03-04T11:25:06.903308Z","end":"2026-03-04T11:25:07.138778Z","steps":["trace[1354828123] 'process raft request' (duration: 235.283715ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:07.138838Z","caller":"traceutil/trace.go:171","msg":"trace[1688243113] transaction","detail":"{read_only:false; response_revision:8241; number_of_response:1; }","duration":"235.513171ms","start":"2026-03-04T11:25:06.903303Z","end":"2026-03-04T11:25:07.138816Z","steps":["trace[1688243113] 'process raft request' (duration: 235.266934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:07.139311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.139308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:229169"} {"level":"info","ts":"2026-03-04T11:25:07.139372Z","caller":"traceutil/trace.go:171","msg":"trace[862359014] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8242; }","duration":"236.241471ms","start":"2026-03-04T11:25:06.903119Z","end":"2026-03-04T11:25:07.139361Z","steps":["trace[862359014] 'agreement among raft nodes before linearized reading' (duration: 235.745157ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:07.150085Z","caller":"traceutil/trace.go:171","msg":"trace[1857481274] transaction","detail":"{read_only:false; response_revision:8243; number_of_response:1; }","duration":"192.000578ms","start":"2026-03-04T11:25:06.958061Z","end":"2026-03-04T11:25:07.150061Z","steps":["trace[1857481274] 'process raft request' (duration: 191.826903ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:08.939937Z","caller":"traceutil/trace.go:171","msg":"trace[875404418] transaction","detail":"{read_only:false; response_revision:8247; number_of_response:1; }","duration":"137.25027ms","start":"2026-03-04T11:25:08.802651Z","end":"2026-03-04T11:25:08.939901Z","steps":["trace[875404418] 'process raft request' (duration: 84.369533ms)","trace[875404418] 'compare' (duration: 52.793704ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:25:09.599668Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541839792,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:25:10.100041Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541839792,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:25:10.309363Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.356190497s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T11:25:10.652648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.033923ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:25:10.652751Z","caller":"traceutil/trace.go:171","msg":"trace[1301977132] transaction","detail":"{read_only:false; response_revision:8250; number_of_response:1; }","duration":"1.699689292s","start":"2026-03-04T11:25:08.953045Z","end":"2026-03-04T11:25:10.652735Z","steps":["trace[1301977132] 'process raft request' (duration: 1.356499285s)","trace[1301977132] 'compare' (duration: 342.520219ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:25:10.6528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:08.953017Z","time spent":"1.699763245s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:25:11.106485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000761124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T11:25:11.106606Z","caller":"traceutil/trace.go:171","msg":"trace[1672085899] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000912659s","start":"2026-03-04T11:25:09.105667Z","end":"2026-03-04T11:25:11.106579Z","steps":["trace[1672085899] 'agreement among raft nodes before linearized reading' (duration: 2.000772655s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:11.106658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:09.105659Z","time spent":"2.00098924s","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 11:25:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-04T11:25:11.117331Z","caller":"traceutil/trace.go:171","msg":"trace[625548162] linearizableReadLoop","detail":"{readStateIndex:8593; appliedIndex:8591; }","duration":"2.017845519s","start":"2026-03-04T11:25:09.099448Z","end":"2026-03-04T11:25:11.117294Z","steps":["trace[625548162] 'read index received' (duration: 1.210097176s)","trace[625548162] 'applied index is now lower than readState.Index' (duration: 807.746783ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:25:11.117401Z","caller":"traceutil/trace.go:171","msg":"trace[1193460920] transaction","detail":"{read_only:false; response_revision:8251; number_of_response:1; }","duration":"2.148980362s","start":"2026-03-04T11:25:08.968377Z","end":"2026-03-04T11:25:11.117357Z","steps":["trace[1193460920] 'process raft request' (duration: 2.071664701s)","trace[1193460920] 'compare' (duration: 76.978272ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:25:11.117542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.018069734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:25:11.117585Z","caller":"traceutil/trace.go:171","msg":"trace[1791270234] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:8251; }","duration":"2.018177407s","start":"2026-03-04T11:25:09.099395Z","end":"2026-03-04T11:25:11.117573Z","steps":["trace[1791270234] 'agreement among raft nodes before linearized reading' (duration: 2.018053014s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:11.117583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:08.968356Z","time spent":"2.149133957s","remote":"127.0.0.1:38706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:25:11.117613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:09.099373Z","time spent":"2.018232659s","remote":"127.0.0.1:60952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-03-04T11:25:11.374353Z","caller":"traceutil/trace.go:171","msg":"trace[824272232] transaction","detail":"{read_only:false; response_revision:8253; number_of_response:1; }","duration":"425.560914ms","start":"2026-03-04T11:25:10.948768Z","end":"2026-03-04T11:25:11.374329Z","steps":["trace[824272232] 'process raft request' (duration: 425.466852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:11.374507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:10.948758Z","time spent":"425.673427ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:25:11.374533Z","caller":"traceutil/trace.go:171","msg":"trace[2101263603] linearizableReadLoop","detail":"{readStateIndex:8596; appliedIndex:8593; }","duration":"257.093866ms","start":"2026-03-04T11:25:11.117414Z","end":"2026-03-04T11:25:11.374508Z","steps":["trace[2101263603] 'read index received' (duration: 169.672161ms)","trace[2101263603] 'applied index is now lower than readState.Index' (duration: 87.420195ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:25:11.374654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.383253471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:25:11.374689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.230744523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T11:25:11.374714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.231975987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T11:25:11.374727Z","caller":"traceutil/trace.go:171","msg":"trace[163111815] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8254; }","duration":"2.230794505s","start":"2026-03-04T11:25:09.143923Z","end":"2026-03-04T11:25:11.374718Z","steps":["trace[163111815] 'agreement among raft nodes before linearized reading' (duration: 2.2306314s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:11.374728Z","caller":"traceutil/trace.go:171","msg":"trace[798125685] transaction","detail":"{read_only:false; response_revision:8252; number_of_response:1; }","duration":"429.996695ms","start":"2026-03-04T11:25:10.944714Z","end":"2026-03-04T11:25:11.374711Z","steps":["trace[798125685] 'process raft request' (duration: 342.413095ms)","trace[798125685] 'compare' (duration: 86.968513ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:25:11.37473Z","caller":"traceutil/trace.go:171","msg":"trace[601846377] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8254; }","duration":"1.383378365s","start":"2026-03-04T11:25:09.991329Z","end":"2026-03-04T11:25:11.374708Z","steps":["trace[601846377] 'agreement among raft nodes before linearized reading' (duration: 1.38322087s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:11.374743Z","caller":"traceutil/trace.go:171","msg":"trace[1036136862] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8254; }","duration":"2.232028708s","start":"2026-03-04T11:25:09.142705Z","end":"2026-03-04T11:25:11.374734Z","steps":["trace[1036136862] 'agreement among raft nodes before linearized reading' (duration: 2.231934586s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:11.374755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:09.143877Z","time spent":"2.230871767s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T11:25:11.374742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.231878915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T11:25:11.374754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.231900695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T11:25:11.374779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:09.991308Z","time spent":"1.383460237s","remote":"127.0.0.1:38716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:25:11.374787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:10.944688Z","time spent":"430.068367ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:25:11.374791Z","caller":"traceutil/trace.go:171","msg":"trace[360810176] transaction","detail":"{read_only:false; response_revision:8254; number_of_response:1; }","duration":"420.960069ms","start":"2026-03-04T11:25:10.953801Z","end":"2026-03-04T11:25:11.374762Z","steps":["trace[360810176] 'process raft request' (duration: 420.489276ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:11.374811Z","caller":"traceutil/trace.go:171","msg":"trace[1782020049] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8254; }","duration":"2.231989238s","start":"2026-03-04T11:25:09.142801Z","end":"2026-03-04T11:25:11.37479Z","steps":["trace[1782020049] 'agreement among raft nodes before linearized reading' (duration: 2.231790382s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:11.374852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.259413993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-03-04T11:25:11.374865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:09.142772Z","time spent":"2.232081269s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T11:25:11.374823Z","caller":"traceutil/trace.go:171","msg":"trace[199355382] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8254; }","duration":"2.232008988s","start":"2026-03-04T11:25:09.142791Z","end":"2026-03-04T11:25:11.3748Z","steps":["trace[199355382] 'agreement among raft nodes before linearized reading' (duration: 2.231779372s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:11.374892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.398803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:25:11.37495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.551192616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T11:25:11.374974Z","caller":"traceutil/trace.go:171","msg":"trace[1024332566] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8254; }","duration":"1.551256688s","start":"2026-03-04T11:25:09.82371Z","end":"2026-03-04T11:25:11.374967Z","steps":["trace[1024332566] 'agreement among raft nodes before linearized reading' (duration: 1.551165295s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:11.37497Z","caller":"traceutil/trace.go:171","msg":"trace[1630441929] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8254; }","duration":"268.471605ms","start":"2026-03-04T11:25:11.106449Z","end":"2026-03-04T11:25:11.374921Z","steps":["trace[1630441929] 'agreement among raft nodes before linearized reading' (duration: 268.413694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:11.374979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.871006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18999fae38238b65\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-03-04T11:25:11.374992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:09.823688Z","time spent":"1.551300378s","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T11:25:11.374972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:09.142768Z","time spent":"2.232183733s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T11:25:11.37488Z","caller":"traceutil/trace.go:171","msg":"trace[645736763] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:8254; }","duration":"2.259461114s","start":"2026-03-04T11:25:09.115411Z","end":"2026-03-04T11:25:11.374872Z","steps":["trace[645736763] 'agreement among raft nodes before linearized reading' (duration: 2.259384052s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:11.375023Z","caller":"traceutil/trace.go:171","msg":"trace[1059648128] range","detail":"{range_begin:/registry/events/openstack/ceph.18999fae38238b65; range_end:; response_count:1; response_revision:8254; }","duration":"247.940968ms","start":"2026-03-04T11:25:11.127063Z","end":"2026-03-04T11:25:11.375004Z","steps":["trace[1059648128] 'agreement among raft nodes before linearized reading' (duration: 247.838155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:11.37478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:09.142691Z","time spent":"2.23208192s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T11:25:11.374979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:10.953786Z","time spent":"421.079433ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:25:11.375145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.227155916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-04T11:25:11.375111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:09.115401Z","time spent":"2.259652229s","remote":"127.0.0.1:41248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-04T11:25:11.375164Z","caller":"traceutil/trace.go:171","msg":"trace[1978679311] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:8254; }","duration":"2.227187097s","start":"2026-03-04T11:25:09.147971Z","end":"2026-03-04T11:25:11.375158Z","steps":["trace[1978679311] 'agreement among raft nodes before linearized reading' (duration: 2.227127185s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:11.375258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:09.147965Z","time spent":"2.227274119s","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-kh88j\" "} {"level":"warn","ts":"2026-03-04T11:25:11.375059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.2496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:25:11.375336Z","caller":"traceutil/trace.go:171","msg":"trace[22902876] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:8254; }","duration":"987.577408ms","start":"2026-03-04T11:25:10.387745Z","end":"2026-03-04T11:25:11.375323Z","steps":["trace[22902876] 'agreement among raft nodes before linearized reading' (duration: 987.25789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:11.375376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:10.387718Z","time spent":"987.64509ms","remote":"127.0.0.1:32786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-03-04T11:25:11.601884Z","caller":"traceutil/trace.go:171","msg":"trace[1945753605] transaction","detail":"{read_only:false; response_revision:8256; number_of_response:1; }","duration":"223.173115ms","start":"2026-03-04T11:25:11.378688Z","end":"2026-03-04T11:25:11.601861Z","steps":["trace[1945753605] 'process raft request' (duration: 222.976639ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:11.602205Z","caller":"traceutil/trace.go:171","msg":"trace[5462241] transaction","detail":"{read_only:false; response_revision:8257; number_of_response:1; }","duration":"222.715293ms","start":"2026-03-04T11:25:11.379466Z","end":"2026-03-04T11:25:11.602182Z","steps":["trace[5462241] 'process raft request' (duration: 222.357143ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:11.60235Z","caller":"traceutil/trace.go:171","msg":"trace[469768415] transaction","detail":"{read_only:false; response_revision:8258; number_of_response:1; }","duration":"222.820506ms","start":"2026-03-04T11:25:11.37951Z","end":"2026-03-04T11:25:11.602331Z","steps":["trace[469768415] 'process raft request' (duration: 222.569309ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:11.602339Z","caller":"traceutil/trace.go:171","msg":"trace[224974034] linearizableReadLoop","detail":"{readStateIndex:8598; appliedIndex:8596; }","duration":"223.117914ms","start":"2026-03-04T11:25:11.379195Z","end":"2026-03-04T11:25:11.602313Z","steps":["trace[224974034] 'read index received' (duration: 61.44301ms)","trace[224974034] 'applied index is now lower than readState.Index' (duration: 161.673564ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:25:11.602399Z","caller":"traceutil/trace.go:171","msg":"trace[1443665015] transaction","detail":"{read_only:false; response_revision:8259; number_of_response:1; }","duration":"222.586939ms","start":"2026-03-04T11:25:11.379796Z","end":"2026-03-04T11:25:11.602383Z","steps":["trace[1443665015] 'process raft request' (duration: 222.426905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:11.602634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.414962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-27e8e8dd-bf4d-4d6c-9e3a-0fd6752dc340\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-03-04T11:25:11.602698Z","caller":"traceutil/trace.go:171","msg":"trace[53683021] range","detail":"{range_begin:/registry/persistentvolumes/pvc-27e8e8dd-bf4d-4d6c-9e3a-0fd6752dc340; range_end:; response_count:1; response_revision:8259; }","duration":"223.507274ms","start":"2026-03-04T11:25:11.379174Z","end":"2026-03-04T11:25:11.602681Z","steps":["trace[53683021] 'agreement among raft nodes before linearized reading' (duration: 223.394341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:11.602777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.330145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-04T11:25:11.602815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.909866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18999ee1c07bb0b7\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-04T11:25:11.602829Z","caller":"traceutil/trace.go:171","msg":"trace[369398458] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8259; }","duration":"221.418128ms","start":"2026-03-04T11:25:11.381395Z","end":"2026-03-04T11:25:11.602813Z","steps":["trace[369398458] 'agreement among raft nodes before linearized reading' (duration: 221.223092ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:11.602873Z","caller":"traceutil/trace.go:171","msg":"trace[1828111618] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18999ee1c07bb0b7; range_end:; response_count:1; response_revision:8259; }","duration":"220.000139ms","start":"2026-03-04T11:25:11.382857Z","end":"2026-03-04T11:25:11.602857Z","steps":["trace[1828111618] 'agreement among raft nodes before linearized reading' (duration: 219.813914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:11.603096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.102125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:229169"} {"level":"info","ts":"2026-03-04T11:25:11.603339Z","caller":"traceutil/trace.go:171","msg":"trace[422550558] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8259; }","duration":"219.202927ms","start":"2026-03-04T11:25:11.383947Z","end":"2026-03-04T11:25:11.60315Z","steps":["trace[422550558] 'agreement among raft nodes before linearized reading' (duration: 218.681843ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:11.744535Z","caller":"traceutil/trace.go:171","msg":"trace[48626932] transaction","detail":"{read_only:false; response_revision:8260; number_of_response:1; }","duration":"139.509881ms","start":"2026-03-04T11:25:11.604993Z","end":"2026-03-04T11:25:11.744503Z","steps":["trace[48626932] 'process raft request' (duration: 136.382476ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:17.512739Z","caller":"traceutil/trace.go:171","msg":"trace[2067969004] transaction","detail":"{read_only:false; response_revision:8311; number_of_response:1; }","duration":"109.222798ms","start":"2026-03-04T11:25:17.403483Z","end":"2026-03-04T11:25:17.512706Z","steps":["trace[2067969004] 'process raft request' (duration: 80.018154ms)","trace[2067969004] 'compare' (duration: 28.953447ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:25:17.684924Z","caller":"traceutil/trace.go:171","msg":"trace[850871330] transaction","detail":"{read_only:false; response_revision:8313; number_of_response:1; }","duration":"127.867155ms","start":"2026-03-04T11:25:17.557009Z","end":"2026-03-04T11:25:17.684876Z","steps":["trace[850871330] 'process raft request' (duration: 125.974754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:19.14125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.55681ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:25:19.141349Z","caller":"traceutil/trace.go:171","msg":"trace[385828001] linearizableReadLoop","detail":"{readStateIndex:8669; appliedIndex:8668; }","duration":"736.509825ms","start":"2026-03-04T11:25:18.404823Z","end":"2026-03-04T11:25:19.141333Z","steps":["trace[385828001] 'read index received' (duration: 464.866843ms)","trace[385828001] 'applied index is now lower than readState.Index' (duration: 271.641822ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:25:19.141543Z","caller":"traceutil/trace.go:171","msg":"trace[1276714452] transaction","detail":"{read_only:false; response_revision:8323; number_of_response:1; }","duration":"911.337656ms","start":"2026-03-04T11:25:18.230155Z","end":"2026-03-04T11:25:19.141493Z","steps":["trace[1276714452] 'process raft request' (duration: 639.448597ms)","trace[1276714452] 'compare' (duration: 271.17421ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:25:19.141666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.809693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T11:25:19.14172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:18.230144Z","time spent":"911.484671ms","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3051,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:25:19.141751Z","caller":"traceutil/trace.go:171","msg":"trace[395526217] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:8323; }","duration":"736.914476ms","start":"2026-03-04T11:25:18.404817Z","end":"2026-03-04T11:25:19.141731Z","steps":["trace[395526217] 'agreement among raft nodes before linearized reading' (duration: 736.752871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:19.141798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:18.404748Z","time spent":"737.040029ms","remote":"127.0.0.1:48034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:25:19.642382Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541840012,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T11:25:19.787699Z","caller":"traceutil/trace.go:171","msg":"trace[2051079846] transaction","detail":"{read_only:false; response_revision:8324; number_of_response:1; }","duration":"1.371600084s","start":"2026-03-04T11:25:18.416066Z","end":"2026-03-04T11:25:19.787666Z","steps":["trace[2051079846] 'process raft request' (duration: 1.371140682s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:19.7879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:18.416035Z","time spent":"1.371759009s","remote":"127.0.0.1:60292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414482,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:25:19.967119Z","caller":"traceutil/trace.go:171","msg":"trace[204233890] linearizableReadLoop","detail":"{readStateIndex:8674; appliedIndex:8669; }","duration":"825.719281ms","start":"2026-03-04T11:25:19.141379Z","end":"2026-03-04T11:25:19.967098Z","steps":["trace[204233890] 'read index received' (duration: 645.588055ms)","trace[204233890] 'applied index is now lower than readState.Index' (duration: 180.130386ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:25:19.96729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.829726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:25:19.967297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.121481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:25:19.967319Z","caller":"traceutil/trace.go:171","msg":"trace[1921651464] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:8328; }","duration":"941.94971ms","start":"2026-03-04T11:25:19.025359Z","end":"2026-03-04T11:25:19.967308Z","steps":["trace[1921651464] 'agreement among raft nodes before linearized reading' (duration: 941.846547ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:19.967333Z","caller":"traceutil/trace.go:171","msg":"trace[974534434] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8328; }","duration":"929.162712ms","start":"2026-03-04T11:25:19.038159Z","end":"2026-03-04T11:25:19.967322Z","steps":["trace[974534434] 'agreement among raft nodes before linearized reading' (duration: 929.054169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:19.967354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:19.025337Z","time spent":"942.009101ms","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-03-04T11:25:19.967398Z","caller":"traceutil/trace.go:171","msg":"trace[2052934967] transaction","detail":"{read_only:false; response_revision:8326; number_of_response:1; }","duration":"561.436669ms","start":"2026-03-04T11:25:19.40595Z","end":"2026-03-04T11:25:19.967386Z","steps":["trace[2052934967] 'process raft request' (duration: 560.966766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:19.967492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:19.405927Z","time spent":"561.491409ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:25:19.967362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:19.038128Z","time spent":"929.226864ms","remote":"127.0.0.1:41516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-04T11:25:19.967581Z","caller":"traceutil/trace.go:171","msg":"trace[368586226] transaction","detail":"{read_only:false; response_revision:8325; number_of_response:1; }","duration":"817.96976ms","start":"2026-03-04T11:25:19.149571Z","end":"2026-03-04T11:25:19.967541Z","steps":["trace[368586226] 'process raft request' (duration: 817.022384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:19.967683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.989102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T11:25:19.9677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.240915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:25:19.967723Z","caller":"traceutil/trace.go:171","msg":"trace[1625834672] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8328; }","duration":"888.068865ms","start":"2026-03-04T11:25:19.079645Z","end":"2026-03-04T11:25:19.967713Z","steps":["trace[1625834672] 'agreement among raft nodes before linearized reading' (duration: 887.998993ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:19.967756Z","caller":"traceutil/trace.go:171","msg":"trace[2101391473] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8328; }","duration":"861.350518ms","start":"2026-03-04T11:25:19.106392Z","end":"2026-03-04T11:25:19.967742Z","steps":["trace[2101391473] 'agreement among raft nodes before linearized reading' (duration: 861.250046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:19.967757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:19.079625Z","time spent":"888.123866ms","remote":"127.0.0.1:38706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:25:19.967763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282604238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T11:25:19.967781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:19.10637Z","time spent":"861.40661ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:25:19.967759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:19.149416Z","time spent":"818.257298ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4617,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:25:19.967801Z","caller":"traceutil/trace.go:171","msg":"trace[623788762] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8328; }","duration":"1.282673659s","start":"2026-03-04T11:25:18.68511Z","end":"2026-03-04T11:25:19.967784Z","steps":["trace[623788762] 'agreement among raft nodes before linearized reading' (duration: 1.282576987s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:19.967802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166456801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-mg8s6\" ","response":"range_response_count:1 size:4632"} {"level":"warn","ts":"2026-03-04T11:25:19.967823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:18.685091Z","time spent":"1.28272766s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T11:25:19.967854Z","caller":"traceutil/trace.go:171","msg":"trace[52985551] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-mg8s6; range_end:; response_count:1; response_revision:8328; }","duration":"1.166524683s","start":"2026-03-04T11:25:18.801306Z","end":"2026-03-04T11:25:19.96783Z","steps":["trace[52985551] 'agreement among raft nodes before linearized reading' (duration: 1.166457321s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:19.967862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.734512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:499"} {"level":"warn","ts":"2026-03-04T11:25:19.967886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:18.801292Z","time spent":"1.166585954s","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4655,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-mg8s6\" "} {"level":"info","ts":"2026-03-04T11:25:19.967851Z","caller":"traceutil/trace.go:171","msg":"trace[1695184744] transaction","detail":"{read_only:false; response_revision:8327; number_of_response:1; }","duration":"515.86816ms","start":"2026-03-04T11:25:19.451948Z","end":"2026-03-04T11:25:19.967816Z","steps":["trace[1695184744] 'process raft request' (duration: 515.079229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:19.967919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233605676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-66cc665bbb-8gktb.18999f948de15cee\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-04T11:25:19.967929Z","caller":"traceutil/trace.go:171","msg":"trace[1748020684] transaction","detail":"{read_only:false; response_revision:8328; number_of_response:1; }","duration":"445.157048ms","start":"2026-03-04T11:25:19.522763Z","end":"2026-03-04T11:25:19.96792Z","steps":["trace[1748020684] 'process raft request' (duration: 444.298015ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:19.967928Z","caller":"traceutil/trace.go:171","msg":"trace[1178767477] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8328; }","duration":"821.841915ms","start":"2026-03-04T11:25:19.14607Z","end":"2026-03-04T11:25:19.967912Z","steps":["trace[1178767477] 'agreement among raft nodes before linearized reading' (duration: 821.479325ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:19.967945Z","caller":"traceutil/trace.go:171","msg":"trace[211675249] range","detail":"{range_begin:/registry/events/openstack/barbican-api-66cc665bbb-8gktb.18999f948de15cee; range_end:; response_count:1; response_revision:8328; }","duration":"1.233956396s","start":"2026-03-04T11:25:18.733979Z","end":"2026-03-04T11:25:19.967936Z","steps":["trace[211675249] 'agreement among raft nodes before linearized reading' (duration: 1.233893024s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:19.967965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:18.733958Z","time spent":"1.234000756s","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-66cc665bbb-8gktb.18999f948de15cee\" "} {"level":"warn","ts":"2026-03-04T11:25:19.967968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:19.146049Z","time spent":"821.908997ms","remote":"127.0.0.1:41178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":522,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-03-04T11:25:19.967988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:19.522742Z","time spent":"445.204369ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:25:19.967765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.256917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T11:25:19.96803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:19.451932Z","time spent":"516.013894ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:25:19.96805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.379065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:25:19.968065Z","caller":"traceutil/trace.go:171","msg":"trace[2112571733] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8328; }","duration":"202.609767ms","start":"2026-03-04T11:25:19.76544Z","end":"2026-03-04T11:25:19.96805Z","steps":["trace[2112571733] 'agreement among raft nodes before linearized reading' (duration: 202.205086ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:19.968081Z","caller":"traceutil/trace.go:171","msg":"trace[1571616284] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:8328; }","duration":"271.466527ms","start":"2026-03-04T11:25:19.696606Z","end":"2026-03-04T11:25:19.968072Z","steps":["trace[1571616284] 'agreement among raft nodes before linearized reading' (duration: 271.368255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:19.968085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.732286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:3066"} {"level":"warn","ts":"2026-03-04T11:25:19.968119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.397804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-mg8s6\" ","response":"range_response_count:1 size:4632"} {"level":"info","ts":"2026-03-04T11:25:19.968146Z","caller":"traceutil/trace.go:171","msg":"trace[642031099] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-mg8s6; range_end:; response_count:1; response_revision:8328; }","duration":"817.453726ms","start":"2026-03-04T11:25:19.150687Z","end":"2026-03-04T11:25:19.968141Z","steps":["trace[642031099] 'agreement among raft nodes before linearized reading' (duration: 817.411905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:19.96816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:19.150675Z","time spent":"817.482457ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4655,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-mg8s6\" "} {"level":"info","ts":"2026-03-04T11:25:19.968119Z","caller":"traceutil/trace.go:171","msg":"trace[381965863] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8328; }","duration":"816.786678ms","start":"2026-03-04T11:25:19.151321Z","end":"2026-03-04T11:25:19.968108Z","steps":["trace[381965863] 'agreement among raft nodes before linearized reading' (duration: 816.688236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:19.968194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.77668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T11:25:19.968218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:19.151312Z","time spent":"816.901951ms","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":3089,"request content":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" "} {"level":"info","ts":"2026-03-04T11:25:19.96824Z","caller":"traceutil/trace.go:171","msg":"trace[941420337] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8328; }","duration":"273.853093ms","start":"2026-03-04T11:25:19.694378Z","end":"2026-03-04T11:25:19.968231Z","steps":["trace[941420337] 'agreement among raft nodes before linearized reading' (duration: 273.75763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:19.968325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.704003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T11:25:19.968364Z","caller":"traceutil/trace.go:171","msg":"trace[281640784] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8328; }","duration":"250.811866ms","start":"2026-03-04T11:25:19.717542Z","end":"2026-03-04T11:25:19.968354Z","steps":["trace[281640784] 'agreement among raft nodes before linearized reading' (duration: 250.716883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:19.968453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.95255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T11:25:19.968484Z","caller":"traceutil/trace.go:171","msg":"trace[170724822] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8328; }","duration":"251.036172ms","start":"2026-03-04T11:25:19.717441Z","end":"2026-03-04T11:25:19.968477Z","steps":["trace[170724822] 'agreement among raft nodes before linearized reading' (duration: 250.933149ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:20.333729Z","caller":"traceutil/trace.go:171","msg":"trace[1528071613] transaction","detail":"{read_only:false; response_revision:8330; number_of_response:1; }","duration":"358.955955ms","start":"2026-03-04T11:25:19.974745Z","end":"2026-03-04T11:25:20.333701Z","steps":["trace[1528071613] 'process raft request' (duration: 358.718918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:20.333918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:19.974713Z","time spent":"359.123249ms","remote":"127.0.0.1:41178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:25:20.334054Z","caller":"traceutil/trace.go:171","msg":"trace[1451864823] transaction","detail":"{read_only:false; response_revision:8331; number_of_response:1; }","duration":"359.248473ms","start":"2026-03-04T11:25:19.974784Z","end":"2026-03-04T11:25:20.334032Z","steps":["trace[1451864823] 'process raft request' (duration: 358.852832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:20.334194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:19.974769Z","time spent":"359.343366ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:25:20.334711Z","caller":"traceutil/trace.go:171","msg":"trace[378778097] transaction","detail":"{read_only:false; response_revision:8332; number_of_response:1; }","duration":"359.789708ms","start":"2026-03-04T11:25:19.974906Z","end":"2026-03-04T11:25:20.334696Z","steps":["trace[378778097] 'process raft request' (duration: 359.046058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:20.334794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:19.974898Z","time spent":"359.857249ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:25:20.3349Z","caller":"traceutil/trace.go:171","msg":"trace[1989697345] linearizableReadLoop","detail":"{readStateIndex:8682; appliedIndex:8675; }","duration":"302.405719ms","start":"2026-03-04T11:25:20.032468Z","end":"2026-03-04T11:25:20.334874Z","steps":["trace[1989697345] 'read index received' (duration: 300.885657ms)","trace[1989697345] 'applied index is now lower than readState.Index' (duration: 1.518902ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:25:20.335121Z","caller":"traceutil/trace.go:171","msg":"trace[529782836] transaction","detail":"{read_only:false; response_revision:8336; number_of_response:1; }","duration":"355.985165ms","start":"2026-03-04T11:25:19.979114Z","end":"2026-03-04T11:25:20.335099Z","steps":["trace[529782836] 'process raft request' (duration: 355.691177ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:20.335231Z","caller":"traceutil/trace.go:171","msg":"trace[726624975] transaction","detail":"{read_only:false; response_revision:8333; number_of_response:1; }","duration":"360.312832ms","start":"2026-03-04T11:25:19.974906Z","end":"2026-03-04T11:25:20.335219Z","steps":["trace[726624975] 'process raft request' (duration: 359.670725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:20.335261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:19.979105Z","time spent":"356.065687ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4622,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:25:20.335338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:19.974894Z","time spent":"360.410324ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:25:20.335231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.357153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:25:20.335513Z","caller":"traceutil/trace.go:171","msg":"trace[557388484] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:8336; }","duration":"360.671232ms","start":"2026-03-04T11:25:19.974826Z","end":"2026-03-04T11:25:20.335498Z","steps":["trace[557388484] 'agreement among raft nodes before linearized reading' (duration: 360.342963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:20.335546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.664855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:25:20.33559Z","caller":"traceutil/trace.go:171","msg":"trace[671986658] transaction","detail":"{read_only:false; response_revision:8334; number_of_response:1; }","duration":"360.58099ms","start":"2026-03-04T11:25:19.974994Z","end":"2026-03-04T11:25:20.335575Z","steps":["trace[671986658] 'process raft request' (duration: 359.715306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:20.335612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.689715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:229072"} {"level":"warn","ts":"2026-03-04T11:25:20.335558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:19.974808Z","time spent":"360.736794ms","remote":"127.0.0.1:41248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":7,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-03-04T11:25:20.335648Z","caller":"traceutil/trace.go:171","msg":"trace[2067276692] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8336; }","duration":"359.745916ms","start":"2026-03-04T11:25:19.975892Z","end":"2026-03-04T11:25:20.335638Z","steps":["trace[2067276692] 'agreement among raft nodes before linearized reading' (duration: 359.367776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:20.335667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:19.974962Z","time spent":"360.668111ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:25:20.335685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:19.975883Z","time spent":"359.792977ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":229095,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-04T11:25:20.335609Z","caller":"traceutil/trace.go:171","msg":"trace[825168102] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8336; }","duration":"228.773407ms","start":"2026-03-04T11:25:20.10682Z","end":"2026-03-04T11:25:20.335593Z","steps":["trace[825168102] 'agreement among raft nodes before linearized reading' (duration: 228.651234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:20.335823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.394314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:3066"} {"level":"info","ts":"2026-03-04T11:25:20.335873Z","caller":"traceutil/trace.go:171","msg":"trace[194209495] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8336; }","duration":"360.458166ms","start":"2026-03-04T11:25:19.975405Z","end":"2026-03-04T11:25:20.335864Z","steps":["trace[194209495] 'agreement among raft nodes before linearized reading' (duration: 360.310391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:20.335904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:19.975397Z","time spent":"360.500357ms","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":3089,"request content":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" "} {"level":"info","ts":"2026-03-04T11:25:20.335925Z","caller":"traceutil/trace.go:171","msg":"trace[1594746470] transaction","detail":"{read_only:false; response_revision:8335; number_of_response:1; }","duration":"359.441488ms","start":"2026-03-04T11:25:19.976472Z","end":"2026-03-04T11:25:20.335913Z","steps":["trace[1594746470] 'process raft request' (duration: 358.291757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:20.335935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.371637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-04T11:25:20.335992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:19.976373Z","time spent":"359.587362ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:25:20.335996Z","caller":"traceutil/trace.go:171","msg":"trace[675848776] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8336; }","duration":"125.47186ms","start":"2026-03-04T11:25:20.21051Z","end":"2026-03-04T11:25:20.335982Z","steps":["trace[675848776] 'agreement among raft nodes before linearized reading' (duration: 125.302175ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:20.644691Z","caller":"traceutil/trace.go:171","msg":"trace[671670046] transaction","detail":"{read_only:false; response_revision:8337; number_of_response:1; }","duration":"303.361208ms","start":"2026-03-04T11:25:20.341306Z","end":"2026-03-04T11:25:20.644667Z","steps":["trace[671670046] 'process raft request' (duration: 303.197964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:20.644838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:20.341295Z","time spent":"303.466401ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:25:20.795298Z","caller":"traceutil/trace.go:171","msg":"trace[2104584515] linearizableReadLoop","detail":"{readStateIndex:8684; appliedIndex:8682; }","duration":"453.689983ms","start":"2026-03-04T11:25:20.341588Z","end":"2026-03-04T11:25:20.795278Z","steps":["trace[2104584515] 'read index received' (duration: 302.940517ms)","trace[2104584515] 'applied index is now lower than readState.Index' (duration: 150.748686ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:25:20.795449Z","caller":"traceutil/trace.go:171","msg":"trace[1650724137] transaction","detail":"{read_only:false; response_revision:8338; number_of_response:1; }","duration":"453.93689ms","start":"2026-03-04T11:25:20.341472Z","end":"2026-03-04T11:25:20.795408Z","steps":["trace[1650724137] 'process raft request' (duration: 453.678923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:20.795521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.909039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-04T11:25:20.795548Z","caller":"traceutil/trace.go:171","msg":"trace[353572961] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8338; }","duration":"453.96896ms","start":"2026-03-04T11:25:20.341572Z","end":"2026-03-04T11:25:20.795541Z","steps":["trace[353572961] 'agreement among raft nodes before linearized reading' (duration: 453.840027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:20.795571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:20.341564Z","time spent":"454.001702ms","remote":"127.0.0.1:41178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":554,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-03-04T11:25:20.795619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.525779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-mon-endpoints\" ","response":"range_response_count:1 size:389"} {"level":"warn","ts":"2026-03-04T11:25:20.795582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.424922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T11:25:20.795657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.672738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-mg8s6\" ","response":"range_response_count:1 size:4669"} {"level":"warn","ts":"2026-03-04T11:25:20.795691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:20.341441Z","time spent":"454.087194ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4654,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:25:20.79575Z","caller":"traceutil/trace.go:171","msg":"trace[221831253] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-mg8s6; range_end:; response_count:1; response_revision:8338; }","duration":"451.801981ms","start":"2026-03-04T11:25:20.343929Z","end":"2026-03-04T11:25:20.795731Z","steps":["trace[221831253] 'agreement among raft nodes before linearized reading' (duration: 451.603576ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:20.79576Z","caller":"traceutil/trace.go:171","msg":"trace[1398933201] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:8338; }","duration":"195.635388ms","start":"2026-03-04T11:25:20.600078Z","end":"2026-03-04T11:25:20.795713Z","steps":["trace[1398933201] 'agreement among raft nodes before linearized reading' (duration: 195.408342ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:20.795693Z","caller":"traceutil/trace.go:171","msg":"trace[790964018] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-mon-endpoints; range_end:; response_count:1; response_revision:8338; }","duration":"453.601881ms","start":"2026-03-04T11:25:20.342069Z","end":"2026-03-04T11:25:20.795671Z","steps":["trace[790964018] 'agreement among raft nodes before linearized reading' (duration: 453.396635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:20.796005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:20.342064Z","time spent":"453.927779ms","remote":"127.0.0.1:41178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":412,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-mon-endpoints\" "} {"level":"warn","ts":"2026-03-04T11:25:20.795796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:20.343915Z","time spent":"451.873244ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4692,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-mg8s6\" "} {"level":"info","ts":"2026-03-04T11:25:20.913448Z","caller":"traceutil/trace.go:171","msg":"trace[309891725] linearizableReadLoop","detail":"{readStateIndex:8685; appliedIndex:8684; }","duration":"109.048372ms","start":"2026-03-04T11:25:20.804368Z","end":"2026-03-04T11:25:20.913416Z","steps":["trace[309891725] 'read index received' (duration: 80.968235ms)","trace[309891725] 'applied index is now lower than readState.Index' (duration: 28.078917ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:25:20.913522Z","caller":"traceutil/trace.go:171","msg":"trace[915456950] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8339; }","duration":"109.811362ms","start":"2026-03-04T11:25:20.803675Z","end":"2026-03-04T11:25:20.913486Z","steps":["trace[915456950] 'process raft request' (duration: 81.600941ms)","trace[915456950] 'compare' (duration: 28.013716ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:25:20.913728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.33028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-mg8s6\" ","response":"range_response_count:1 size:4669"} {"level":"info","ts":"2026-03-04T11:25:20.91378Z","caller":"traceutil/trace.go:171","msg":"trace[208470754] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-mg8s6; range_end:; response_count:1; response_revision:8339; }","duration":"109.410581ms","start":"2026-03-04T11:25:20.804354Z","end":"2026-03-04T11:25:20.913764Z","steps":["trace[208470754] 'agreement among raft nodes before linearized reading' (duration: 109.218436ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:20.9546Z","caller":"traceutil/trace.go:171","msg":"trace[2054670476] transaction","detail":"{read_only:false; response_revision:8340; number_of_response:1; }","duration":"146.361278ms","start":"2026-03-04T11:25:20.808212Z","end":"2026-03-04T11:25:20.954573Z","steps":["trace[2054670476] 'process raft request' (duration: 146.154813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:20.954713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.427007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-mg8s6\" ","response":"range_response_count:1 size:4669"} {"level":"warn","ts":"2026-03-04T11:25:20.954713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.206493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-mg8s6\" ","response":"range_response_count:1 size:4669"} {"level":"info","ts":"2026-03-04T11:25:20.95476Z","caller":"traceutil/trace.go:171","msg":"trace[1813049408] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-mg8s6; range_end:; response_count:1; response_revision:8340; }","duration":"147.53679ms","start":"2026-03-04T11:25:20.807212Z","end":"2026-03-04T11:25:20.954749Z","steps":["trace[1813049408] 'agreement among raft nodes before linearized reading' (duration: 147.372766ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:20.954778Z","caller":"traceutil/trace.go:171","msg":"trace[1023000022] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-mg8s6; range_end:; response_count:1; response_revision:8340; }","duration":"150.289454ms","start":"2026-03-04T11:25:20.804471Z","end":"2026-03-04T11:25:20.95476Z","steps":["trace[1023000022] 'agreement among raft nodes before linearized reading' (duration: 150.073869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:21.221291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.709941ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T11:25:21.221378Z","caller":"traceutil/trace.go:171","msg":"trace[389214286] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8341; }","duration":"262.703946ms","start":"2026-03-04T11:25:20.958659Z","end":"2026-03-04T11:25:21.221363Z","steps":["trace[389214286] 'process raft request' (duration: 146.80991ms)","trace[389214286] 'compare' (duration: 115.327871ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:25:22.135923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:21.777896Z","time spent":"358.019887ms","remote":"127.0.0.1:49536","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T11:25:22.232346Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.126839966s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T11:25:22.232702Z","caller":"traceutil/trace.go:171","msg":"trace[51865299] linearizableReadLoop","detail":"{readStateIndex:8689; appliedIndex:8686; }","duration":"1.127825973s","start":"2026-03-04T11:25:21.104853Z","end":"2026-03-04T11:25:22.232679Z","steps":["trace[51865299] 'read index received' (duration: 631.657µs)","trace[51865299] 'applied index is now lower than readState.Index' (duration: 1.127193436s)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:25:22.232827Z","caller":"traceutil/trace.go:171","msg":"trace[1796015014] transaction","detail":"{read_only:false; response_revision:8343; number_of_response:1; }","duration":"1.256427492s","start":"2026-03-04T11:25:20.976384Z","end":"2026-03-04T11:25:22.232811Z","steps":["trace[1796015014] 'process raft request' (duration: 1.256245847s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:22.232938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:20.976365Z","time spent":"1.256502814s","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:25:22.232975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12809599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:25:22.233044Z","caller":"traceutil/trace.go:171","msg":"trace[1238887207] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8343; }","duration":"1.128204353s","start":"2026-03-04T11:25:21.10482Z","end":"2026-03-04T11:25:22.233024Z","steps":["trace[1238887207] 'agreement among raft nodes before linearized reading' (duration: 1.128058019s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:22.233084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:21.104805Z","time spent":"1.128271285s","remote":"127.0.0.1:41086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T11:25:22.233498Z","caller":"traceutil/trace.go:171","msg":"trace[840372302] transaction","detail":"{read_only:false; response_revision:8342; number_of_response:1; }","duration":"1.270179673s","start":"2026-03-04T11:25:20.963307Z","end":"2026-03-04T11:25:22.233487Z","steps":["trace[840372302] 'process raft request' (duration: 1.269179786s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:22.2336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:20.963294Z","time spent":"1.270248015s","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4634,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:25:22.732824Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541840054,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:25:23.233318Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541840054,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T11:25:23.260362Z","caller":"traceutil/trace.go:171","msg":"trace[347519799] transaction","detail":"{read_only:false; response_revision:8345; number_of_response:1; }","duration":"1.285357771s","start":"2026-03-04T11:25:21.974983Z","end":"2026-03-04T11:25:23.260341Z","steps":["trace[347519799] 'process raft request' (duration: 1.28529639s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:23.260364Z","caller":"traceutil/trace.go:171","msg":"trace[694896968] transaction","detail":"{read_only:false; response_revision:8344; number_of_response:1; }","duration":"1.285439795s","start":"2026-03-04T11:25:21.974902Z","end":"2026-03-04T11:25:23.260342Z","steps":["trace[694896968] 'process raft request' (duration: 1.28526665s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:23.260476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:21.974883Z","time spent":"1.285532666s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:25:23.260477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:21.974911Z","time spent":"1.285497805s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:25:23.260639Z","caller":"traceutil/trace.go:171","msg":"trace[2104026142] linearizableReadLoop","detail":"{readStateIndex:8693; appliedIndex:8689; }","duration":"1.027846387s","start":"2026-03-04T11:25:22.232774Z","end":"2026-03-04T11:25:23.26062Z","steps":["trace[2104026142] 'read index received' (duration: 1.027430436s)","trace[2104026142] 'applied index is now lower than readState.Index' (duration: 415.191µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:25:23.2607Z","caller":"traceutil/trace.go:171","msg":"trace[375510328] transaction","detail":"{read_only:false; response_revision:8346; number_of_response:1; }","duration":"1.283363978s","start":"2026-03-04T11:25:21.977319Z","end":"2026-03-04T11:25:23.260683Z","steps":["trace[375510328] 'process raft request' (duration: 1.282990188s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:23.260765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:21.977301Z","time spent":"1.28343099s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:25:23.260849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325831094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-04T11:25:23.260882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.129256457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-04T11:25:23.260859Z","caller":"traceutil/trace.go:171","msg":"trace[492292101] transaction","detail":"{read_only:false; response_revision:8347; number_of_response:1; }","duration":"1.098469561s","start":"2026-03-04T11:25:22.162354Z","end":"2026-03-04T11:25:23.260823Z","steps":["trace[492292101] 'process raft request' (duration: 1.098183904s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:23.260868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175246962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"info","ts":"2026-03-04T11:25:23.260929Z","caller":"traceutil/trace.go:171","msg":"trace[332485209] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8347; }","duration":"2.129332889s","start":"2026-03-04T11:25:21.131585Z","end":"2026-03-04T11:25:23.260918Z","steps":["trace[332485209] 'agreement among raft nodes before linearized reading' (duration: 2.129183215s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:23.260932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.936551218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:25:23.260961Z","caller":"traceutil/trace.go:171","msg":"trace[560956623] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8347; }","duration":"1.9366099s","start":"2026-03-04T11:25:21.324346Z","end":"2026-03-04T11:25:23.260956Z","steps":["trace[560956623] 'agreement among raft nodes before linearized reading' (duration: 1.936568379s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:23.260966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:21.131568Z","time spent":"2.12938979s","remote":"127.0.0.1:38706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3695,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-04T11:25:23.260984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:21.324328Z","time spent":"1.936651711s","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:25:23.260967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.89471483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T11:25:23.260882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024690101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-mg8s6\" ","response":"range_response_count:1 size:4649"} {"level":"warn","ts":"2026-03-04T11:25:23.261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.74893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T11:25:23.260999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:22.162333Z","time spent":"1.098595505s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:25:23.261036Z","caller":"traceutil/trace.go:171","msg":"trace[672828765] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8347; }","duration":"919.801012ms","start":"2026-03-04T11:25:22.341225Z","end":"2026-03-04T11:25:23.261026Z","steps":["trace[672828765] 'agreement among raft nodes before linearized reading' (duration: 919.703649ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:23.261035Z","caller":"traceutil/trace.go:171","msg":"trace[1383960076] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-mg8s6; range_end:; response_count:1; response_revision:8347; }","duration":"1.024863176s","start":"2026-03-04T11:25:22.236157Z","end":"2026-03-04T11:25:23.26102Z","steps":["trace[1383960076] 'agreement among raft nodes before linearized reading' (duration: 1.02464696s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:23.261037Z","caller":"traceutil/trace.go:171","msg":"trace[1183288931] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8347; }","duration":"1.894820143s","start":"2026-03-04T11:25:21.366197Z","end":"2026-03-04T11:25:23.261017Z","steps":["trace[1183288931] 'agreement among raft nodes before linearized reading' (duration: 1.894694019s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:23.261062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:22.341218Z","time spent":"919.837733ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T11:25:23.260891Z","caller":"traceutil/trace.go:171","msg":"trace[1185435731] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8347; }","duration":"1.325923286s","start":"2026-03-04T11:25:21.934958Z","end":"2026-03-04T11:25:23.260881Z","steps":["trace[1185435731] 'agreement among raft nodes before linearized reading' (duration: 1.325763162s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:23.261082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:22.236143Z","time spent":"1.024924747s","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4672,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-mg8s6\" "} {"level":"warn","ts":"2026-03-04T11:25:23.261133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:21.934909Z","time spent":"1.326212954s","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T11:25:23.261157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.000144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T11:25:23.26116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.314564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:25:23.261184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.720309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:25:23.260978Z","caller":"traceutil/trace.go:171","msg":"trace[2061670501] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8347; }","duration":"1.175394816s","start":"2026-03-04T11:25:22.085541Z","end":"2026-03-04T11:25:23.260936Z","steps":["trace[2061670501] 'agreement among raft nodes before linearized reading' (duration: 1.175107708s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:23.261212Z","caller":"traceutil/trace.go:171","msg":"trace[2025171853] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:8347; }","duration":"916.77328ms","start":"2026-03-04T11:25:22.34443Z","end":"2026-03-04T11:25:23.261204Z","steps":["trace[2025171853] 'agreement among raft nodes before linearized reading' (duration: 916.686757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:23.261228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020519709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:25:23.261233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:22.344419Z","time spent":"916.808271ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-kh88j\" "} {"level":"warn","ts":"2026-03-04T11:25:23.261236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:22.08552Z","time spent":"1.175706704s","remote":"127.0.0.1:38666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5169,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-04T11:25:23.261263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.427553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T11:25:23.261261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.864174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:25:23.261285Z","caller":"traceutil/trace.go:171","msg":"trace[1086448084] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8347; }","duration":"922.471504ms","start":"2026-03-04T11:25:22.338808Z","end":"2026-03-04T11:25:23.261279Z","steps":["trace[1086448084] 'agreement among raft nodes before linearized reading' (duration: 922.404082ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:23.261246Z","caller":"traceutil/trace.go:171","msg":"trace[1000414651] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8347; }","duration":"1.02056063s","start":"2026-03-04T11:25:22.240679Z","end":"2026-03-04T11:25:23.26124Z","steps":["trace[1000414651] 'agreement among raft nodes before linearized reading' (duration: 1.020533819s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:23.261314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:22.338797Z","time spent":"922.510756ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T11:25:23.261329Z","caller":"traceutil/trace.go:171","msg":"trace[1290722957] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8347; }","duration":"919.942385ms","start":"2026-03-04T11:25:22.341362Z","end":"2026-03-04T11:25:23.261305Z","steps":["trace[1290722957] 'agreement among raft nodes before linearized reading' (duration: 919.846983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:23.261347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:22.240666Z","time spent":"1.020664813s","remote":"127.0.0.1:41086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:25:23.261389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:22.341356Z","time spent":"920.014787ms","remote":"127.0.0.1:38762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:25:23.261427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.602216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T11:25:23.261193Z","caller":"traceutil/trace.go:171","msg":"trace[667176175] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:8347; }","duration":"970.369686ms","start":"2026-03-04T11:25:22.290813Z","end":"2026-03-04T11:25:23.261183Z","steps":["trace[667176175] 'agreement among raft nodes before linearized reading' (duration: 970.313905ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:23.261478Z","caller":"traceutil/trace.go:171","msg":"trace[1061626190] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8347; }","duration":"919.679059ms","start":"2026-03-04T11:25:22.341783Z","end":"2026-03-04T11:25:23.261462Z","steps":["trace[1061626190] 'agreement among raft nodes before linearized reading' (duration: 919.540195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:23.261485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.114221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T11:25:23.261533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:22.341769Z","time spent":"919.75257ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T11:25:23.261538Z","caller":"traceutil/trace.go:171","msg":"trace[1734021349] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8347; }","duration":"920.215863ms","start":"2026-03-04T11:25:22.341309Z","end":"2026-03-04T11:25:23.261525Z","steps":["trace[1734021349] 'agreement among raft nodes before linearized reading' (duration: 920.041099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:23.261535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:22.290802Z","time spent":"970.683614ms","remote":"127.0.0.1:43580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-03-04T11:25:23.261199Z","caller":"traceutil/trace.go:171","msg":"trace[1256246867] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8347; }","duration":"921.055196ms","start":"2026-03-04T11:25:22.34012Z","end":"2026-03-04T11:25:23.261176Z","steps":["trace[1256246867] 'agreement among raft nodes before linearized reading' (duration: 920.986524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:23.261574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:22.34129Z","time spent":"920.278275ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T11:25:23.261612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:22.34011Z","time spent":"921.483927ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T11:25:23.261089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:21.36618Z","time spent":"1.894893994s","remote":"127.0.0.1:41504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-04T11:25:23.809394Z","caller":"traceutil/trace.go:171","msg":"trace[1481024798] transaction","detail":"{read_only:false; response_revision:8348; number_of_response:1; }","duration":"532.214207ms","start":"2026-03-04T11:25:23.277149Z","end":"2026-03-04T11:25:23.809363Z","steps":["trace[1481024798] 'process raft request' (duration: 468.489238ms)","trace[1481024798] 'compare' (duration: 63.04798ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:25:23.809554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:23.277126Z","time spent":"532.348851ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:25:24.060683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.336118ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:25:24.060945Z","caller":"traceutil/trace.go:171","msg":"trace[1299058557] transaction","detail":"{read_only:false; response_revision:8349; number_of_response:1; }","duration":"783.70508ms","start":"2026-03-04T11:25:23.277207Z","end":"2026-03-04T11:25:24.060912Z","steps":["trace[1299058557] 'process raft request' (duration: 680.060235ms)","trace[1299058557] 'compare' (duration: 103.135402ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:25:24.061182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:23.277185Z","time spent":"783.829954ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:25:24.061392Z","caller":"traceutil/trace.go:171","msg":"trace[319549647] transaction","detail":"{read_only:false; response_revision:8351; number_of_response:1; }","duration":"784.092202ms","start":"2026-03-04T11:25:23.27727Z","end":"2026-03-04T11:25:24.061362Z","steps":["trace[319549647] 'process raft request' (duration: 783.613519ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:24.061427Z","caller":"traceutil/trace.go:171","msg":"trace[365206686] transaction","detail":"{read_only:false; response_revision:8352; number_of_response:1; }","duration":"765.672775ms","start":"2026-03-04T11:25:23.295728Z","end":"2026-03-04T11:25:24.061401Z","steps":["trace[365206686] 'process raft request' (duration: 765.194112ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:24.061463Z","caller":"traceutil/trace.go:171","msg":"trace[386865050] transaction","detail":"{read_only:false; response_revision:8350; number_of_response:1; }","duration":"784.152803ms","start":"2026-03-04T11:25:23.277284Z","end":"2026-03-04T11:25:24.061437Z","steps":["trace[386865050] 'process raft request' (duration: 783.510195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:24.061508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:23.277256Z","time spent":"784.196614ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:25:24.061559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:23.29571Z","time spent":"765.778547ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:25:24.061577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:23.277278Z","time spent":"784.235375ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:25:24.061671Z","caller":"traceutil/trace.go:171","msg":"trace[1894400336] transaction","detail":"{read_only:false; response_revision:8353; number_of_response:1; }","duration":"758.179533ms","start":"2026-03-04T11:25:23.30348Z","end":"2026-03-04T11:25:24.061659Z","steps":["trace[1894400336] 'process raft request' (duration: 757.474564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:24.061749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:23.303463Z","time spent":"758.251894ms","remote":"127.0.0.1:38666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:25:24.155002Z","caller":"traceutil/trace.go:171","msg":"trace[1398000884] linearizableReadLoop","detail":"{readStateIndex:8698; appliedIndex:8693; }","duration":"858.686654ms","start":"2026-03-04T11:25:23.296286Z","end":"2026-03-04T11:25:24.154973Z","steps":["trace[1398000884] 'read index received' (duration: 449.340622ms)","trace[1398000884] 'applied index is now lower than readState.Index' (duration: 409.344112ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:25:24.155262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.258887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:25:24.155327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.90786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18999fae38238b65\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-03-04T11:25:24.155356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.199513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:25:24.155365Z","caller":"traceutil/trace.go:171","msg":"trace[1739908844] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:8353; }","duration":"658.411922ms","start":"2026-03-04T11:25:23.496924Z","end":"2026-03-04T11:25:24.155336Z","steps":["trace[1739908844] 'agreement among raft nodes before linearized reading' (duration: 658.255907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:24.155361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.590924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:25:24.155394Z","caller":"traceutil/trace.go:171","msg":"trace[2072818226] range","detail":"{range_begin:/registry/events/openstack/ceph.18999fae38238b65; range_end:; response_count:1; response_revision:8353; }","duration":"858.999172ms","start":"2026-03-04T11:25:23.29638Z","end":"2026-03-04T11:25:24.155379Z","steps":["trace[2072818226] 'agreement among raft nodes before linearized reading' (duration: 858.791376ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:24.155403Z","caller":"traceutil/trace.go:171","msg":"trace[1085481989] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8353; }","duration":"854.290725ms","start":"2026-03-04T11:25:23.3011Z","end":"2026-03-04T11:25:24.155391Z","steps":["trace[1085481989] 'agreement among raft nodes before linearized reading' (duration: 854.212303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:24.155431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:23.296376Z","time spent":"859.048613ms","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":722,"request content":"key:\"/registry/events/openstack/ceph.18999fae38238b65\" "} {"level":"warn","ts":"2026-03-04T11:25:24.155429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:23.496897Z","time spent":"658.513384ms","remote":"127.0.0.1:43620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:25:24.155445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:23.301079Z","time spent":"854.359457ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T11:25:24.155432Z","caller":"traceutil/trace.go:171","msg":"trace[1127317410] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:8353; }","duration":"457.728798ms","start":"2026-03-04T11:25:23.697684Z","end":"2026-03-04T11:25:24.155413Z","steps":["trace[1127317410] 'agreement among raft nodes before linearized reading' (duration: 457.599734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:24.155501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:23.697662Z","time spent":"457.822181ms","remote":"127.0.0.1:41344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:25:24.155852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.908652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:25:24.155899Z","caller":"traceutil/trace.go:171","msg":"trace[721119393] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8353; }","duration":"811.956543ms","start":"2026-03-04T11:25:23.343931Z","end":"2026-03-04T11:25:24.155887Z","steps":["trace[721119393] 'agreement among raft nodes before linearized reading' (duration: 811.337157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:24.155928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:23.343883Z","time spent":"812.038145ms","remote":"127.0.0.1:41546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T11:25:24.156285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.985959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:229084"} {"level":"info","ts":"2026-03-04T11:25:24.156356Z","caller":"traceutil/trace.go:171","msg":"trace[1604235570] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8353; }","duration":"860.078841ms","start":"2026-03-04T11:25:23.296261Z","end":"2026-03-04T11:25:24.15634Z","steps":["trace[1604235570] 'agreement among raft nodes before linearized reading' (duration: 858.857848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:24.156409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:23.29623Z","time spent":"860.166593ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":229107,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-04T11:25:24.401584Z","caller":"traceutil/trace.go:171","msg":"trace[1362800756] linearizableReadLoop","detail":"{readStateIndex:8701; appliedIndex:8700; }","duration":"242.572793ms","start":"2026-03-04T11:25:24.158982Z","end":"2026-03-04T11:25:24.401555Z","steps":["trace[1362800756] 'read index received' (duration: 242.368858ms)","trace[1362800756] 'applied index is now lower than readState.Index' (duration: 202.215µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:25:24.401674Z","caller":"traceutil/trace.go:171","msg":"trace[1674309667] transaction","detail":"{read_only:false; response_revision:8354; number_of_response:1; }","duration":"242.672627ms","start":"2026-03-04T11:25:24.158962Z","end":"2026-03-04T11:25:24.401634Z","steps":["trace[1674309667] 'process raft request' (duration: 242.387659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:24.401792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.756518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:25:24.401918Z","caller":"traceutil/trace.go:171","msg":"trace[1221845382] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:0; response_revision:8354; }","duration":"242.937314ms","start":"2026-03-04T11:25:24.158956Z","end":"2026-03-04T11:25:24.401894Z","steps":["trace[1221845382] 'agreement among raft nodes before linearized reading' (duration: 242.694077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:24.40225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.601825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:25:24.402373Z","caller":"traceutil/trace.go:171","msg":"trace[2139572411] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8354; }","duration":"242.753509ms","start":"2026-03-04T11:25:24.159591Z","end":"2026-03-04T11:25:24.402344Z","steps":["trace[2139572411] 'agreement among raft nodes before linearized reading' (duration: 242.514122ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:24.873225Z","caller":"traceutil/trace.go:171","msg":"trace[2067004825] linearizableReadLoop","detail":"{readStateIndex:8702; appliedIndex:8701; }","duration":"466.198506ms","start":"2026-03-04T11:25:24.407004Z","end":"2026-03-04T11:25:24.873203Z","steps":["trace[2067004825] 'read index received' (duration: 465.99314ms)","trace[2067004825] 'applied index is now lower than readState.Index' (duration: 204.546µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:25:24.873281Z","caller":"traceutil/trace.go:171","msg":"trace[756593514] transaction","detail":"{read_only:false; response_revision:8355; number_of_response:1; }","duration":"466.701619ms","start":"2026-03-04T11:25:24.406557Z","end":"2026-03-04T11:25:24.873259Z","steps":["trace[756593514] 'process raft request' (duration: 466.487093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:24.873415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:24.406524Z","time spent":"466.807892ms","remote":"127.0.0.1:41168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":583,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T11:25:24.873426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.422272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19476"} {"level":"info","ts":"2026-03-04T11:25:24.873463Z","caller":"traceutil/trace.go:171","msg":"trace[229986363] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8355; }","duration":"466.509474ms","start":"2026-03-04T11:25:24.406945Z","end":"2026-03-04T11:25:24.873454Z","steps":["trace[229986363] 'agreement among raft nodes before linearized reading' (duration: 466.34668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:24.873492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:24.406904Z","time spent":"466.581096ms","remote":"127.0.0.1:41262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19499,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T11:25:25.156003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.353949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4725"} {"level":"info","ts":"2026-03-04T11:25:25.156069Z","caller":"traceutil/trace.go:171","msg":"trace[392687751] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8355; }","duration":"222.436871ms","start":"2026-03-04T11:25:24.933616Z","end":"2026-03-04T11:25:25.156053Z","steps":["trace[392687751] 'range keys from in-memory index tree' (duration: 222.178183ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:25.660374Z","caller":"traceutil/trace.go:171","msg":"trace[1975678373] transaction","detail":"{read_only:false; response_revision:8356; number_of_response:1; }","duration":"406.009402ms","start":"2026-03-04T11:25:25.254338Z","end":"2026-03-04T11:25:25.660348Z","steps":["trace[1975678373] 'process raft request' (duration: 405.826457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:25.660541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:25.254301Z","time spent":"406.150046ms","remote":"127.0.0.1:60952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7438,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:25:26.154441Z","caller":"traceutil/trace.go:171","msg":"trace[692128880] linearizableReadLoop","detail":"{readStateIndex:8706; appliedIndex:8703; }","duration":"328.622155ms","start":"2026-03-04T11:25:25.825792Z","end":"2026-03-04T11:25:26.154414Z","steps":["trace[692128880] 'read index received' (duration: 328.42065ms)","trace[692128880] 'applied index is now lower than readState.Index' (duration: 200.225µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:25:26.154494Z","caller":"traceutil/trace.go:171","msg":"trace[3094910] transaction","detail":"{read_only:false; response_revision:8357; number_of_response:1; }","duration":"886.969796ms","start":"2026-03-04T11:25:25.267502Z","end":"2026-03-04T11:25:26.154472Z","steps":["trace[3094910] 'process raft request' (duration: 886.650067ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:26.15451Z","caller":"traceutil/trace.go:171","msg":"trace[1454106986] transaction","detail":"{read_only:false; response_revision:8358; number_of_response:1; }","duration":"886.858363ms","start":"2026-03-04T11:25:25.267611Z","end":"2026-03-04T11:25:26.154469Z","steps":["trace[1454106986] 'process raft request' (duration: 886.714249ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:26.154576Z","caller":"traceutil/trace.go:171","msg":"trace[1322691476] transaction","detail":"{read_only:false; response_revision:8359; number_of_response:1; }","duration":"886.883734ms","start":"2026-03-04T11:25:25.267659Z","end":"2026-03-04T11:25:26.154543Z","steps":["trace[1322691476] 'process raft request' (duration: 886.715179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:26.154644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:25.267485Z","time spent":"887.072158ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":507,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:25:26.154754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:25.26765Z","time spent":"887.002147ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:25:26.154817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.885052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T11:25:26.15486Z","caller":"traceutil/trace.go:171","msg":"trace[2066543260] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8359; }","duration":"329.107638ms","start":"2026-03-04T11:25:25.82574Z","end":"2026-03-04T11:25:26.154848Z","steps":["trace[2066543260] 'agreement among raft nodes before linearized reading' (duration: 328.82036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:26.154661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:25.267582Z","time spent":"886.995586ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:25:26.154908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:25.825721Z","time spent":"329.17655ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T11:25:26.520894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.367402ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:25:26.521026Z","caller":"traceutil/trace.go:171","msg":"trace[1163198753] transaction","detail":"{read_only:false; response_revision:8360; number_of_response:1; }","duration":"361.635375ms","start":"2026-03-04T11:25:26.159378Z","end":"2026-03-04T11:25:26.521013Z","steps":["trace[1163198753] 'process raft request' (duration: 107.083779ms)","trace[1163198753] 'compare' (duration: 254.275489ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:25:26.521177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:26.159355Z","time spent":"361.802309ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:25:27.439976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.303598ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:25:27.440086Z","caller":"traceutil/trace.go:171","msg":"trace[647254932] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8360; }","duration":"400.427642ms","start":"2026-03-04T11:25:27.03964Z","end":"2026-03-04T11:25:27.440067Z","steps":["trace[647254932] 'range keys from in-memory index tree' (duration: 400.282968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:27.440611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.116839ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:25:27.440851Z","caller":"traceutil/trace.go:171","msg":"trace[1605867330] transaction","detail":"{read_only:false; response_revision:8361; number_of_response:1; }","duration":"1.280699277s","start":"2026-03-04T11:25:26.160138Z","end":"2026-03-04T11:25:27.440837Z","steps":["trace[1605867330] 'process raft request' (duration: 786.206818ms)","trace[1605867330] 'compare' (duration: 493.925514ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:25:27.440969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:26.160112Z","time spent":"1.28077208s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:25:27.440987Z","caller":"traceutil/trace.go:171","msg":"trace[925728270] transaction","detail":"{read_only:false; response_revision:8362; number_of_response:1; }","duration":"1.280745309s","start":"2026-03-04T11:25:26.160217Z","end":"2026-03-04T11:25:27.440962Z","steps":["trace[925728270] 'process raft request' (duration: 1.280544983s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:27.441076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:26.160203Z","time spent":"1.280826981s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:25:27.441241Z","caller":"traceutil/trace.go:171","msg":"trace[1366030704] transaction","detail":"{read_only:false; response_revision:8364; number_of_response:1; }","duration":"1.279583598s","start":"2026-03-04T11:25:26.161648Z","end":"2026-03-04T11:25:27.441232Z","steps":["trace[1366030704] 'process raft request' (duration: 1.279458965s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:27.441219Z","caller":"traceutil/trace.go:171","msg":"trace[1714103841] transaction","detail":"{read_only:false; response_revision:8363; number_of_response:1; }","duration":"1.279558027s","start":"2026-03-04T11:25:26.161628Z","end":"2026-03-04T11:25:27.441186Z","steps":["trace[1714103841] 'process raft request' (duration: 1.279272529s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:27.44129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:26.16163Z","time spent":"1.279636059s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:25:27.441272Z","caller":"traceutil/trace.go:171","msg":"trace[1137003476] linearizableReadLoop","detail":"{readStateIndex:8711; appliedIndex:8706; }","duration":"1.275424106s","start":"2026-03-04T11:25:26.165828Z","end":"2026-03-04T11:25:27.441252Z","steps":["trace[1137003476] 'read index received' (duration: 100.835ms)","trace[1137003476] 'applied index is now lower than readState.Index' (duration: 1.174588246s)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:25:27.441313Z","caller":"traceutil/trace.go:171","msg":"trace[227689747] transaction","detail":"{read_only:false; response_revision:8365; number_of_response:1; }","duration":"908.394305ms","start":"2026-03-04T11:25:26.532904Z","end":"2026-03-04T11:25:27.441298Z","steps":["trace[227689747] 'process raft request' (duration: 908.321473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:27.441423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.27558241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:25:27.441456Z","caller":"traceutil/trace.go:171","msg":"trace[1717642592] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:8365; }","duration":"1.275646722s","start":"2026-03-04T11:25:26.165801Z","end":"2026-03-04T11:25:27.441448Z","steps":["trace[1717642592] 'agreement among raft nodes before linearized reading' (duration: 1.275505648s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:27.441478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:26.165789Z","time spent":"1.275683653s","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-kh88j\" "} {"level":"warn","ts":"2026-03-04T11:25:27.441474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:26.532883Z","time spent":"908.548988ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:25:27.441623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.725629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:25:27.441657Z","caller":"traceutil/trace.go:171","msg":"trace[40852243] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8365; }","duration":"334.789511ms","start":"2026-03-04T11:25:27.106849Z","end":"2026-03-04T11:25:27.441639Z","steps":["trace[40852243] 'agreement among raft nodes before linearized reading' (duration: 334.75514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:27.441654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.456042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:25:27.441659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.675545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:25:27.44167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:27.106827Z","time spent":"334.839403ms","remote":"127.0.0.1:41086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T11:25:27.441687Z","caller":"traceutil/trace.go:171","msg":"trace[1231467590] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:8365; }","duration":"195.522244ms","start":"2026-03-04T11:25:27.246154Z","end":"2026-03-04T11:25:27.441677Z","steps":["trace[1231467590] 'agreement among raft nodes before linearized reading' (duration: 195.455242ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:27.44169Z","caller":"traceutil/trace.go:171","msg":"trace[721570998] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:8365; }","duration":"444.760468ms","start":"2026-03-04T11:25:26.996919Z","end":"2026-03-04T11:25:27.441679Z","steps":["trace[721570998] 'agreement among raft nodes before linearized reading' (duration: 444.704317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:27.44171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:26.996886Z","time spent":"444.81909ms","remote":"127.0.0.1:32770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:25:27.441761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.428362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:25:27.441668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141437631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:25:27.44202Z","caller":"traceutil/trace.go:171","msg":"trace[1232903447] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8365; }","duration":"605.633387ms","start":"2026-03-04T11:25:26.836236Z","end":"2026-03-04T11:25:27.441869Z","steps":["trace[1232903447] 'agreement among raft nodes before linearized reading' (duration: 605.394041ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:27.442084Z","caller":"traceutil/trace.go:171","msg":"trace[1058249989] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:8365; }","duration":"1.141900873s","start":"2026-03-04T11:25:26.300161Z","end":"2026-03-04T11:25:27.442062Z","steps":["trace[1058249989] 'agreement among raft nodes before linearized reading' (duration: 1.141297367s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:27.442145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:26.300141Z","time spent":"1.141986646s","remote":"127.0.0.1:60254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:25:27.442156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:26.836188Z","time spent":"605.890804ms","remote":"127.0.0.1:38730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:25:27.442187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:26.161619Z","time spent":"1.2796907s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:25:28.473151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.977852ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-04T11:25:28.473242Z","caller":"traceutil/trace.go:171","msg":"trace[1770598916] linearizableReadLoop","detail":"{readStateIndex:8714; appliedIndex:8713; }","duration":"364.701018ms","start":"2026-03-04T11:25:28.108527Z","end":"2026-03-04T11:25:28.473228Z","steps":["trace[1770598916] 'read index received' (duration: 1.674045ms)","trace[1770598916] 'applied index is now lower than readState.Index' (duration: 363.025743ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:25:28.473309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:28.035042Z","time spent":"438.263183ms","remote":"127.0.0.1:41114","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T11:25:28.473433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.878243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:25:28.473529Z","caller":"traceutil/trace.go:171","msg":"trace[1796613464] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8366; }","duration":"365.016137ms","start":"2026-03-04T11:25:28.108485Z","end":"2026-03-04T11:25:28.473501Z","steps":["trace[1796613464] 'agreement among raft nodes before linearized reading' (duration: 364.857783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:28.473613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:28.108465Z","time spent":"365.107419ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:25:29.216997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.890408ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:25:29.217476Z","caller":"traceutil/trace.go:171","msg":"trace[744176500] transaction","detail":"{read_only:false; response_revision:8367; number_of_response:1; }","duration":"1.053768196s","start":"2026-03-04T11:25:28.163329Z","end":"2026-03-04T11:25:29.217097Z","steps":["trace[744176500] 'process raft request' (duration: 693.695763ms)","trace[744176500] 'compare' (duration: 359.562529ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:25:29.217597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:28.16331Z","time spent":"1.054241089s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:25:29.709417Z","caller":"traceutil/trace.go:171","msg":"trace[537337061] transaction","detail":"{read_only:false; response_revision:8368; number_of_response:1; }","duration":"1.545966123s","start":"2026-03-04T11:25:28.163418Z","end":"2026-03-04T11:25:29.709385Z","steps":["trace[537337061] 'process raft request' (duration: 1.46540934s)","trace[537337061] 'compare' (duration: 79.654719ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:25:29.709446Z","caller":"traceutil/trace.go:171","msg":"trace[1472460484] transaction","detail":"{read_only:false; response_revision:8369; number_of_response:1; }","duration":"1.54587316s","start":"2026-03-04T11:25:28.163522Z","end":"2026-03-04T11:25:29.709395Z","steps":["trace[1472460484] 'process raft request' (duration: 1.545682145s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:29.70945Z","caller":"traceutil/trace.go:171","msg":"trace[28855268] transaction","detail":"{read_only:false; response_revision:8370; number_of_response:1; }","duration":"1.234968444s","start":"2026-03-04T11:25:28.47444Z","end":"2026-03-04T11:25:29.709408Z","steps":["trace[28855268] 'process raft request' (duration: 1.234866031s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:29.709416Z","caller":"traceutil/trace.go:171","msg":"trace[1071440681] linearizableReadLoop","detail":"{readStateIndex:8717; appliedIndex:8714; }","duration":"1.236117094s","start":"2026-03-04T11:25:28.473268Z","end":"2026-03-04T11:25:29.709385Z","steps":["trace[1071440681] 'read index received' (duration: 383.767612ms)","trace[1071440681] 'applied index is now lower than readState.Index' (duration: 852.347902ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:25:29.709562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.445845512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T11:25:29.709596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:28.163392Z","time spent":"1.546109246s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":507,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:25:29.709627Z","caller":"traceutil/trace.go:171","msg":"trace[1444400080] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8370; }","duration":"1.445973415s","start":"2026-03-04T11:25:28.263634Z","end":"2026-03-04T11:25:29.709607Z","steps":["trace[1444400080] 'agreement among raft nodes before linearized reading' (duration: 1.445842061s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:29.709651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:28.163491Z","time spent":"1.546036665s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:25:29.709678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:28.263609Z","time spent":"1.446053457s","remote":"127.0.0.1:43634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:25:29.70968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:28.474417Z","time spent":"1.235143258s","remote":"127.0.0.1:41114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:25:29.70973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.534078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:25:29.7098Z","caller":"traceutil/trace.go:171","msg":"trace[974714900] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8370; }","duration":"445.62062ms","start":"2026-03-04T11:25:29.264149Z","end":"2026-03-04T11:25:29.70977Z","steps":["trace[974714900] 'agreement among raft nodes before linearized reading' (duration: 445.517798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:29.709837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:29.264107Z","time spent":"445.722293ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:25:29.709846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.910535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-66cc665bbb-8gktb.18999f948de15cee\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-04T11:25:29.709882Z","caller":"traceutil/trace.go:171","msg":"trace[1643369186] range","detail":"{range_begin:/registry/events/openstack/barbican-api-66cc665bbb-8gktb.18999f948de15cee; range_end:; response_count:1; response_revision:8370; }","duration":"975.974857ms","start":"2026-03-04T11:25:28.733893Z","end":"2026-03-04T11:25:29.709868Z","steps":["trace[1643369186] 'agreement among raft nodes before linearized reading' (duration: 975.830363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:29.709851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.640792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-04T11:25:29.709912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:28.733871Z","time spent":"976.035238ms","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-66cc665bbb-8gktb.18999f948de15cee\" "} {"level":"warn","ts":"2026-03-04T11:25:29.709696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234811239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:25:29.709947Z","caller":"traceutil/trace.go:171","msg":"trace[1523809762] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8370; }","duration":"263.796256ms","start":"2026-03-04T11:25:29.446127Z","end":"2026-03-04T11:25:29.709923Z","steps":["trace[1523809762] 'agreement among raft nodes before linearized reading' (duration: 263.533499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:29.709982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.131165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T11:25:29.709997Z","caller":"traceutil/trace.go:171","msg":"trace[863905789] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8370; }","duration":"1.235108257s","start":"2026-03-04T11:25:28.474871Z","end":"2026-03-04T11:25:29.70998Z","steps":["trace[863905789] 'agreement among raft nodes before linearized reading' (duration: 1.234771788s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:29.710029Z","caller":"traceutil/trace.go:171","msg":"trace[550949830] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8370; }","duration":"264.221878ms","start":"2026-03-04T11:25:29.445793Z","end":"2026-03-04T11:25:29.710015Z","steps":["trace[550949830] 'agreement among raft nodes before linearized reading' (duration: 264.042933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:29.710052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:28.47482Z","time spent":"1.235217851s","remote":"127.0.0.1:41086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:25:29.710094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185018276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T11:25:29.710132Z","caller":"traceutil/trace.go:171","msg":"trace[1916442728] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8370; }","duration":"1.185086708s","start":"2026-03-04T11:25:28.525038Z","end":"2026-03-04T11:25:29.710124Z","steps":["trace[1916442728] 'agreement among raft nodes before linearized reading' (duration: 1.184991755s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:29.710152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:28.525021Z","time spent":"1.185126268s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T11:25:29.710178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.308984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:25:29.710231Z","caller":"traceutil/trace.go:171","msg":"trace[659906273] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:8370; }","duration":"256.382516ms","start":"2026-03-04T11:25:29.453836Z","end":"2026-03-04T11:25:29.710219Z","steps":["trace[659906273] 'agreement among raft nodes before linearized reading' (duration: 256.255083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:29.710233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.003522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T11:25:29.710293Z","caller":"traceutil/trace.go:171","msg":"trace[247823687] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8370; }","duration":"264.086594ms","start":"2026-03-04T11:25:29.446179Z","end":"2026-03-04T11:25:29.710266Z","steps":["trace[247823687] 'agreement among raft nodes before linearized reading' (duration: 263.96654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:29.71031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.569579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T11:25:29.710383Z","caller":"traceutil/trace.go:171","msg":"trace[1619715797] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8370; }","duration":"263.663492ms","start":"2026-03-04T11:25:29.446703Z","end":"2026-03-04T11:25:29.710366Z","steps":["trace[1619715797] 'agreement among raft nodes before linearized reading' (duration: 263.430216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:30.11971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.173716ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:25:30.119877Z","caller":"traceutil/trace.go:171","msg":"trace[1968907329] linearizableReadLoop","detail":"{readStateIndex:8719; appliedIndex:8718; }","duration":"407.164453ms","start":"2026-03-04T11:25:29.712685Z","end":"2026-03-04T11:25:30.119849Z","steps":["trace[1968907329] 'read index received' (duration: 251.633718ms)","trace[1968907329] 'applied index is now lower than readState.Index' (duration: 155.528945ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:25:30.120072Z","caller":"traceutil/trace.go:171","msg":"trace[1371653989] transaction","detail":"{read_only:false; response_revision:8371; number_of_response:1; }","duration":"407.463922ms","start":"2026-03-04T11:25:29.712514Z","end":"2026-03-04T11:25:30.119978Z","steps":["trace[1371653989] 'process raft request' (duration: 251.864735ms)","trace[1371653989] 'compare' (duration: 154.98704ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:25:30.120173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:29.712487Z","time spent":"407.632427ms","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:25:30.120548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.830172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-04T11:25:30.120659Z","caller":"traceutil/trace.go:171","msg":"trace[418500760] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8371; }","duration":"408.016167ms","start":"2026-03-04T11:25:29.712616Z","end":"2026-03-04T11:25:30.120632Z","steps":["trace[418500760] 'agreement among raft nodes before linearized reading' (duration: 407.666047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:30.120724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:29.712584Z","time spent":"408.12704ms","remote":"127.0.0.1:41250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-04T11:25:30.469487Z","caller":"traceutil/trace.go:171","msg":"trace[870877678] transaction","detail":"{read_only:false; response_revision:8372; number_of_response:1; }","duration":"754.065152ms","start":"2026-03-04T11:25:29.715397Z","end":"2026-03-04T11:25:30.469463Z","steps":["trace[870877678] 'process raft request' (duration: 753.861026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:30.469648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:29.71538Z","time spent":"754.186735ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:25:30.469801Z","caller":"traceutil/trace.go:171","msg":"trace[1565420119] transaction","detail":"{read_only:false; response_revision:8373; number_of_response:1; }","duration":"753.575488ms","start":"2026-03-04T11:25:29.716168Z","end":"2026-03-04T11:25:30.469743Z","steps":["trace[1565420119] 'process raft request' (duration: 753.247199ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:30.469878Z","caller":"traceutil/trace.go:171","msg":"trace[1409793922] transaction","detail":"{read_only:false; response_revision:8376; number_of_response:1; }","duration":"752.148159ms","start":"2026-03-04T11:25:29.717716Z","end":"2026-03-04T11:25:30.469864Z","steps":["trace[1409793922] 'process raft request' (duration: 752.062267ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:30.469866Z","caller":"traceutil/trace.go:171","msg":"trace[1315358229] linearizableReadLoop","detail":"{readStateIndex:8724; appliedIndex:8719; }","duration":"349.92558ms","start":"2026-03-04T11:25:30.119916Z","end":"2026-03-04T11:25:30.469842Z","steps":["trace[1315358229] 'read index received' (duration: 349.259762ms)","trace[1315358229] 'applied index is now lower than readState.Index' (duration: 664.988µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:25:30.469967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:29.717704Z","time spent":"752.209632ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:25:30.470046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.698243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:25:30.470036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:29.716147Z","time spent":"753.766004ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:25:30.470077Z","caller":"traceutil/trace.go:171","msg":"trace[345091970] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8376; }","duration":"749.776366ms","start":"2026-03-04T11:25:29.720292Z","end":"2026-03-04T11:25:30.470068Z","steps":["trace[345091970] 'agreement among raft nodes before linearized reading' (duration: 749.692464ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:30.470096Z","caller":"traceutil/trace.go:171","msg":"trace[1981209312] transaction","detail":"{read_only:false; response_revision:8374; number_of_response:1; }","duration":"753.848385ms","start":"2026-03-04T11:25:29.716235Z","end":"2026-03-04T11:25:30.470083Z","steps":["trace[1981209312] 'process raft request' (duration: 753.381993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:30.470103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:29.720283Z","time spent":"749.813107ms","remote":"127.0.0.1:41086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:25:30.470116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.928998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-04T11:25:30.470147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:29.71623Z","time spent":"753.889387ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:25:30.470182Z","caller":"traceutil/trace.go:171","msg":"trace[103898482] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8376; }","duration":"579.147993ms","start":"2026-03-04T11:25:29.891015Z","end":"2026-03-04T11:25:30.470163Z","steps":["trace[103898482] 'agreement among raft nodes before linearized reading' (duration: 578.870506ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:30.470165Z","caller":"traceutil/trace.go:171","msg":"trace[1821396995] transaction","detail":"{read_only:false; response_revision:8375; number_of_response:1; }","duration":"752.92477ms","start":"2026-03-04T11:25:29.717192Z","end":"2026-03-04T11:25:30.470117Z","steps":["trace[1821396995] 'process raft request' (duration: 752.507279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:30.470237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:29.890985Z","time spent":"579.239745ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T11:25:30.470291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.683776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:25:30.470336Z","caller":"traceutil/trace.go:171","msg":"trace[212279337] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:8376; }","duration":"242.776559ms","start":"2026-03-04T11:25:30.227542Z","end":"2026-03-04T11:25:30.470319Z","steps":["trace[212279337] 'agreement among raft nodes before linearized reading' (duration: 242.684666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:30.470355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:29.717173Z","time spent":"753.079875ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:25:30.470356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.596807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-04T11:25:30.470471Z","caller":"traceutil/trace.go:171","msg":"trace[107806681] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:8376; }","duration":"347.787942ms","start":"2026-03-04T11:25:30.122654Z","end":"2026-03-04T11:25:30.470442Z","steps":["trace[107806681] 'agreement among raft nodes before linearized reading' (duration: 347.411642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:30.470483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.168742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:229084"} {"level":"info","ts":"2026-03-04T11:25:30.470534Z","caller":"traceutil/trace.go:171","msg":"trace[27473802] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8376; }","duration":"755.265064ms","start":"2026-03-04T11:25:29.715256Z","end":"2026-03-04T11:25:30.470521Z","steps":["trace[27473802] 'agreement among raft nodes before linearized reading' (duration: 754.876634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:30.47054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:30.122614Z","time spent":"347.916125ms","remote":"127.0.0.1:41114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-04T11:25:30.470574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:29.714567Z","time spent":"755.998513ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":229107,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-04T11:25:31.859236Z","caller":"traceutil/trace.go:171","msg":"trace[854335604] transaction","detail":"{read_only:false; response_revision:8385; number_of_response:1; }","duration":"112.405062ms","start":"2026-03-04T11:25:31.746801Z","end":"2026-03-04T11:25:31.859206Z","steps":["trace[854335604] 'process raft request' (duration: 112.249308ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:32.645079Z","caller":"traceutil/trace.go:171","msg":"trace[1737698719] linearizableReadLoop","detail":"{readStateIndex:8737; appliedIndex:8737; }","duration":"164.488907ms","start":"2026-03-04T11:25:32.480568Z","end":"2026-03-04T11:25:32.645057Z","steps":["trace[1737698719] 'read index received' (duration: 164.478457ms)","trace[1737698719] 'applied index is now lower than readState.Index' (duration: 8.64µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:25:32.645077Z","caller":"traceutil/trace.go:171","msg":"trace[296868296] transaction","detail":"{read_only:false; response_revision:8389; number_of_response:1; }","duration":"164.985421ms","start":"2026-03-04T11:25:32.480067Z","end":"2026-03-04T11:25:32.645052Z","steps":["trace[296868296] 'process raft request' (duration: 164.821596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:32.645415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.816116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:25:32.645512Z","caller":"traceutil/trace.go:171","msg":"trace[1704893807] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:8389; }","duration":"164.95211ms","start":"2026-03-04T11:25:32.480541Z","end":"2026-03-04T11:25:32.645493Z","steps":["trace[1704893807] 'agreement among raft nodes before linearized reading' (duration: 164.657472ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:32.647482Z","caller":"traceutil/trace.go:171","msg":"trace[1065980141] transaction","detail":"{read_only:false; response_revision:8390; number_of_response:1; }","duration":"166.747188ms","start":"2026-03-04T11:25:32.480713Z","end":"2026-03-04T11:25:32.64746Z","steps":["trace[1065980141] 'process raft request' (duration: 166.45842ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:32.647515Z","caller":"traceutil/trace.go:171","msg":"trace[1531955016] transaction","detail":"{read_only:false; response_revision:8392; number_of_response:1; }","duration":"166.741937ms","start":"2026-03-04T11:25:32.480747Z","end":"2026-03-04T11:25:32.647489Z","steps":["trace[1531955016] 'process raft request' (duration: 166.626084ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:32.647749Z","caller":"traceutil/trace.go:171","msg":"trace[727917942] transaction","detail":"{read_only:false; response_revision:8391; number_of_response:1; }","duration":"166.991885ms","start":"2026-03-04T11:25:32.480746Z","end":"2026-03-04T11:25:32.647737Z","steps":["trace[727917942] 'process raft request' (duration: 166.585684ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:32.647758Z","caller":"traceutil/trace.go:171","msg":"trace[346665765] transaction","detail":"{read_only:false; response_revision:8393; number_of_response:1; }","duration":"165.927016ms","start":"2026-03-04T11:25:32.481815Z","end":"2026-03-04T11:25:32.647741Z","steps":["trace[346665765] 'process raft request' (duration: 165.591067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:33.324997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.235792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:25:33.32507Z","caller":"traceutil/trace.go:171","msg":"trace[430531848] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:8397; }","duration":"157.329064ms","start":"2026-03-04T11:25:33.167725Z","end":"2026-03-04T11:25:33.325054Z","steps":["trace[430531848] 'range keys from in-memory index tree' (duration: 157.201691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:33.325663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.887197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-csi-cephfs-node\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:25:33.325741Z","caller":"traceutil/trace.go:171","msg":"trace[599885819] range","detail":"{range_begin:/registry/secrets/openstack/rook-csi-cephfs-node; range_end:; response_count:0; response_revision:8397; }","duration":"162.01018ms","start":"2026-03-04T11:25:33.163714Z","end":"2026-03-04T11:25:33.325724Z","steps":["trace[599885819] 'range keys from in-memory index tree' (duration: 161.816166ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:33.551559Z","caller":"traceutil/trace.go:171","msg":"trace[260439419] linearizableReadLoop","detail":"{readStateIndex:8748; appliedIndex:8747; }","duration":"127.51396ms","start":"2026-03-04T11:25:33.424023Z","end":"2026-03-04T11:25:33.551537Z","steps":["trace[260439419] 'read index received' (duration: 127.350905ms)","trace[260439419] 'applied index is now lower than readState.Index' (duration: 161.965µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:25:33.551639Z","caller":"traceutil/trace.go:171","msg":"trace[134429528] transaction","detail":"{read_only:false; response_revision:8400; number_of_response:1; }","duration":"130.335526ms","start":"2026-03-04T11:25:33.421263Z","end":"2026-03-04T11:25:33.551599Z","steps":["trace[134429528] 'process raft request' (duration: 130.110199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:33.551841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.789387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-04T11:25:33.551925Z","caller":"traceutil/trace.go:171","msg":"trace[204891402] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:8400; }","duration":"127.921071ms","start":"2026-03-04T11:25:33.423986Z","end":"2026-03-04T11:25:33.551907Z","steps":["trace[204891402] 'agreement among raft nodes before linearized reading' (duration: 127.651954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:33.600041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.383753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-04T11:25:33.600178Z","caller":"traceutil/trace.go:171","msg":"trace[1566445573] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8400; }","duration":"161.541988ms","start":"2026-03-04T11:25:33.438606Z","end":"2026-03-04T11:25:33.600148Z","steps":["trace[1566445573] 'agreement among raft nodes before linearized reading' (duration: 161.273891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:33.600399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.296755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-03-04T11:25:33.600445Z","caller":"traceutil/trace.go:171","msg":"trace[1940710422] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:8400; }","duration":"176.390699ms","start":"2026-03-04T11:25:33.424041Z","end":"2026-03-04T11:25:33.600432Z","steps":["trace[1940710422] 'agreement among raft nodes before linearized reading' (duration: 176.255865ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:34.317819Z","caller":"traceutil/trace.go:171","msg":"trace[1880351230] transaction","detail":"{read_only:false; response_revision:8405; number_of_response:1; }","duration":"174.500078ms","start":"2026-03-04T11:25:34.143287Z","end":"2026-03-04T11:25:34.317787Z","steps":["trace[1880351230] 'process raft request' (duration: 174.303672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:35.156866Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541840267,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T11:25:35.243588Z","caller":"traceutil/trace.go:171","msg":"trace[211181486] linearizableReadLoop","detail":"{readStateIndex:8755; appliedIndex:8754; }","duration":"587.604741ms","start":"2026-03-04T11:25:34.655963Z","end":"2026-03-04T11:25:35.243568Z","steps":["trace[211181486] 'read index received' (duration: 587.490608ms)","trace[211181486] 'applied index is now lower than readState.Index' (duration: 112.993µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:25:35.24366Z","caller":"traceutil/trace.go:171","msg":"trace[1736058092] transaction","detail":"{read_only:false; response_revision:8406; number_of_response:1; }","duration":"590.410417ms","start":"2026-03-04T11:25:34.653215Z","end":"2026-03-04T11:25:35.243625Z","steps":["trace[1736058092] 'process raft request' (duration: 590.224462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:35.24379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.812867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:25:35.243829Z","caller":"traceutil/trace.go:171","msg":"trace[2064917749] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:8406; }","duration":"587.877228ms","start":"2026-03-04T11:25:34.65594Z","end":"2026-03-04T11:25:35.243817Z","steps":["trace[2064917749] 'agreement among raft nodes before linearized reading' (duration: 587.744394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:35.243823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:34.653187Z","time spent":"590.55239ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:25:35.243856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:34.655932Z","time spent":"587.917879ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-kh88j\" "} {"level":"warn","ts":"2026-03-04T11:25:35.24392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.24413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T11:25:35.243985Z","caller":"traceutil/trace.go:171","msg":"trace[1198043951] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8406; }","duration":"574.338953ms","start":"2026-03-04T11:25:34.669632Z","end":"2026-03-04T11:25:35.243971Z","steps":["trace[1198043951] 'agreement among raft nodes before linearized reading' (duration: 574.158738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:35.24402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:34.669618Z","time spent":"574.393504ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T11:25:35.244015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.085275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:25:35.244056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.575886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T11:25:35.244081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.394841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T11:25:35.244185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.60269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T11:25:35.24418Z","caller":"traceutil/trace.go:171","msg":"trace[2089525651] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8406; }","duration":"575.71127ms","start":"2026-03-04T11:25:34.668445Z","end":"2026-03-04T11:25:35.244156Z","steps":["trace[2089525651] 'agreement among raft nodes before linearized reading' (duration: 575.32466ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:35.244091Z","caller":"traceutil/trace.go:171","msg":"trace[1793938774] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:8406; }","duration":"293.171838ms","start":"2026-03-04T11:25:34.950897Z","end":"2026-03-04T11:25:35.244069Z","steps":["trace[1793938774] 'agreement among raft nodes before linearized reading' (duration: 293.050204ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:35.244206Z","caller":"traceutil/trace.go:171","msg":"trace[1472550590] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8406; }","duration":"575.574556ms","start":"2026-03-04T11:25:34.66861Z","end":"2026-03-04T11:25:35.244185Z","steps":["trace[1472550590] 'agreement among raft nodes before linearized reading' (duration: 575.281008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:35.244257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:34.668589Z","time spent":"575.657809ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T11:25:35.244233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:34.668379Z","time spent":"575.840974ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T11:25:35.244574Z","caller":"traceutil/trace.go:171","msg":"trace[1330356489] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8406; }","duration":"575.007821ms","start":"2026-03-04T11:25:34.669553Z","end":"2026-03-04T11:25:35.244561Z","steps":["trace[1330356489] 'agreement among raft nodes before linearized reading' (duration: 574.261971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:35.244709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:34.669542Z","time spent":"575.154965ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T11:25:35.538844Z","caller":"traceutil/trace.go:171","msg":"trace[1281184940] linearizableReadLoop","detail":"{readStateIndex:8756; appliedIndex:8755; }","duration":"289.776877ms","start":"2026-03-04T11:25:35.249046Z","end":"2026-03-04T11:25:35.538823Z","steps":["trace[1281184940] 'read index received' (duration: 289.483379ms)","trace[1281184940] 'applied index is now lower than readState.Index' (duration: 292.748µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:25:35.538918Z","caller":"traceutil/trace.go:171","msg":"trace[218054135] transaction","detail":"{read_only:false; response_revision:8407; number_of_response:1; }","duration":"290.552598ms","start":"2026-03-04T11:25:35.248335Z","end":"2026-03-04T11:25:35.538888Z","steps":["trace[218054135] 'process raft request' (duration: 290.141347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:35.539639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.563718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224442"} {"level":"info","ts":"2026-03-04T11:25:35.539735Z","caller":"traceutil/trace.go:171","msg":"trace[1960981026] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8407; }","duration":"290.687391ms","start":"2026-03-04T11:25:35.249026Z","end":"2026-03-04T11:25:35.539714Z","steps":["trace[1960981026] 'agreement among raft nodes before linearized reading' (duration: 289.948541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:36.00167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.744942ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:25:36.001869Z","caller":"traceutil/trace.go:171","msg":"trace[478614968] transaction","detail":"{read_only:false; response_revision:8410; number_of_response:1; }","duration":"751.525333ms","start":"2026-03-04T11:25:35.25033Z","end":"2026-03-04T11:25:36.001855Z","steps":["trace[478614968] 'process raft request' (duration: 751.457061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:36.001939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:35.250302Z","time spent":"751.600185ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:25:36.002011Z","caller":"traceutil/trace.go:171","msg":"trace[1750693696] transaction","detail":"{read_only:false; response_revision:8408; number_of_response:1; }","duration":"752.663773ms","start":"2026-03-04T11:25:35.249259Z","end":"2026-03-04T11:25:36.001922Z","steps":["trace[1750693696] 'process raft request' (duration: 649.609343ms)","trace[1750693696] 'compare' (duration: 102.503936ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:25:36.002021Z","caller":"traceutil/trace.go:171","msg":"trace[1624802730] transaction","detail":"{read_only:false; response_revision:8409; number_of_response:1; }","duration":"752.667054ms","start":"2026-03-04T11:25:35.249316Z","end":"2026-03-04T11:25:36.001983Z","steps":["trace[1624802730] 'process raft request' (duration: 752.426198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:36.002232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:35.249312Z","time spent":"752.797977ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:25:36.002268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:35.249248Z","time spent":"752.855128ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:25:36.002339Z","caller":"traceutil/trace.go:171","msg":"trace[1582959397] linearizableReadLoop","detail":"{readStateIndex:8760; appliedIndex:8756; }","duration":"463.412711ms","start":"2026-03-04T11:25:35.538902Z","end":"2026-03-04T11:25:36.002315Z","steps":["trace[1582959397] 'read index received' (duration: 359.924859ms)","trace[1582959397] 'applied index is now lower than readState.Index' (duration: 103.486462ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:25:36.002364Z","caller":"traceutil/trace.go:171","msg":"trace[588015987] transaction","detail":"{read_only:false; response_revision:8411; number_of_response:1; }","duration":"671.422582ms","start":"2026-03-04T11:25:35.330916Z","end":"2026-03-04T11:25:36.002339Z","steps":["trace[588015987] 'process raft request' (duration: 670.901878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:36.002465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:35.330893Z","time spent":"671.519715ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:25:36.002574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.494897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:25:36.002646Z","caller":"traceutil/trace.go:171","msg":"trace[1809795963] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:8411; }","duration":"551.60918ms","start":"2026-03-04T11:25:35.451018Z","end":"2026-03-04T11:25:36.002628Z","steps":["trace[1809795963] 'agreement among raft nodes before linearized reading' (duration: 551.369384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:36.00279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:35.451001Z","time spent":"551.732673ms","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":13,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:25:36.341364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.743754ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:25:36.34154Z","caller":"traceutil/trace.go:171","msg":"trace[96723413] linearizableReadLoop","detail":"{readStateIndex:8762; appliedIndex:8760; }","duration":"339.124698ms","start":"2026-03-04T11:25:36.002398Z","end":"2026-03-04T11:25:36.341523Z","steps":["trace[96723413] 'read index received' (duration: 197.136818ms)","trace[96723413] 'applied index is now lower than readState.Index' (duration: 141.98683ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:25:36.341609Z","caller":"traceutil/trace.go:171","msg":"trace[928184545] transaction","detail":"{read_only:false; response_revision:8413; number_of_response:1; }","duration":"408.896951ms","start":"2026-03-04T11:25:35.932668Z","end":"2026-03-04T11:25:36.341565Z","steps":["trace[928184545] 'process raft request' (duration: 408.797508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:36.341729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.177493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-04T11:25:36.341788Z","caller":"traceutil/trace.go:171","msg":"trace[1761636172] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8413; }","duration":"662.284655ms","start":"2026-03-04T11:25:35.679493Z","end":"2026-03-04T11:25:36.341778Z","steps":["trace[1761636172] 'agreement among raft nodes before linearized reading' (duration: 662.07031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:36.341811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:35.679469Z","time spent":"662.336157ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T11:25:36.341805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:35.932637Z","time spent":"409.038635ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:25:36.341859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.787204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:25:36.34188Z","caller":"traceutil/trace.go:171","msg":"trace[1993706217] transaction","detail":"{read_only:false; response_revision:8412; number_of_response:1; }","duration":"489.507415ms","start":"2026-03-04T11:25:35.852331Z","end":"2026-03-04T11:25:36.341838Z","steps":["trace[1993706217] 'process raft request' (duration: 347.214786ms)","trace[1993706217] 'compare' (duration: 141.623501ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:25:36.341943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.030522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T11:25:36.34193Z","caller":"traceutil/trace.go:171","msg":"trace[1769389591] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:8413; }","duration":"786.897617ms","start":"2026-03-04T11:25:35.555013Z","end":"2026-03-04T11:25:36.341911Z","steps":["trace[1769389591] 'agreement among raft nodes before linearized reading' (duration: 786.773594ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:36.341984Z","caller":"traceutil/trace.go:171","msg":"trace[999484750] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8413; }","duration":"664.100345ms","start":"2026-03-04T11:25:35.677872Z","end":"2026-03-04T11:25:36.341972Z","steps":["trace[999484750] 'agreement among raft nodes before linearized reading' (duration: 663.738365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:36.342003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:35.554998Z","time spent":"786.98949ms","remote":"127.0.0.1:41500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:25:36.342025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:35.677854Z","time spent":"664.164237ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T11:25:36.342061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:35.852306Z","time spent":"489.66818ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:25:36.342296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.586365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:25:36.342369Z","caller":"traceutil/trace.go:171","msg":"trace[1523334455] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8413; }","duration":"235.684768ms","start":"2026-03-04T11:25:36.106657Z","end":"2026-03-04T11:25:36.342341Z","steps":["trace[1523334455] 'agreement among raft nodes before linearized reading' (duration: 235.608095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:36.847697Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541840285,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:25:37.315975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.259943ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:25:37.31607Z","caller":"traceutil/trace.go:171","msg":"trace[1750955155] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8413; }","duration":"276.364875ms","start":"2026-03-04T11:25:37.039691Z","end":"2026-03-04T11:25:37.316056Z","steps":["trace[1750955155] 'range keys from in-memory index tree' (duration: 276.246912ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:37.343978Z","caller":"traceutil/trace.go:171","msg":"trace[973412548] transaction","detail":"{read_only:false; response_revision:8414; number_of_response:1; }","duration":"996.645325ms","start":"2026-03-04T11:25:36.347294Z","end":"2026-03-04T11:25:37.343939Z","steps":["trace[973412548] 'process raft request' (duration: 996.394588ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:37.343896Z","caller":"traceutil/trace.go:171","msg":"trace[671904294] linearizableReadLoop","detail":"{readStateIndex:8763; appliedIndex:8762; }","duration":"996.4663ms","start":"2026-03-04T11:25:36.347406Z","end":"2026-03-04T11:25:37.343872Z","steps":["trace[671904294] 'read index received' (duration: 996.335206ms)","trace[671904294] 'applied index is now lower than readState.Index' (duration: 130.154µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:25:37.344288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:36.347265Z","time spent":"996.806669ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:25:37.344306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.870571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19476"} {"level":"info","ts":"2026-03-04T11:25:37.344379Z","caller":"traceutil/trace.go:171","msg":"trace[716002121] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8414; }","duration":"996.976974ms","start":"2026-03-04T11:25:36.347384Z","end":"2026-03-04T11:25:37.344361Z","steps":["trace[716002121] 'agreement among raft nodes before linearized reading' (duration: 996.658325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:37.34439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.122669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-03-04T11:25:37.344434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:36.347374Z","time spent":"997.050876ms","remote":"127.0.0.1:41262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19499,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-04T11:25:37.34444Z","caller":"traceutil/trace.go:171","msg":"trace[1221979021] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:8414; }","duration":"993.190511ms","start":"2026-03-04T11:25:36.351236Z","end":"2026-03-04T11:25:37.344427Z","steps":["trace[1221979021] 'agreement among raft nodes before linearized reading' (duration: 993.029806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:37.344479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:36.351229Z","time spent":"993.242093ms","remote":"127.0.0.1:41154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-04T11:25:37.344568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.574092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:25:37.344604Z","caller":"traceutil/trace.go:171","msg":"trace[562978078] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8414; }","duration":"120.641584ms","start":"2026-03-04T11:25:37.223952Z","end":"2026-03-04T11:25:37.344594Z","steps":["trace[562978078] 'agreement among raft nodes before linearized reading' (duration: 120.600703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:37.344384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.884663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T11:25:37.344691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.538255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-crash-collector-keyring\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:25:37.344707Z","caller":"traceutil/trace.go:171","msg":"trace[1513958169] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:8414; }","duration":"894.253323ms","start":"2026-03-04T11:25:36.450439Z","end":"2026-03-04T11:25:37.344692Z","steps":["trace[1513958169] 'agreement among raft nodes before linearized reading' (duration: 893.858932ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:37.344722Z","caller":"traceutil/trace.go:171","msg":"trace[748376922] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-crash-collector-keyring; range_end:; response_count:0; response_revision:8414; }","duration":"942.578056ms","start":"2026-03-04T11:25:36.402133Z","end":"2026-03-04T11:25:37.344711Z","steps":["trace[748376922] 'agreement among raft nodes before linearized reading' (duration: 942.528015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:37.344748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:36.450419Z","time spent":"894.314925ms","remote":"127.0.0.1:41430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":60,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:25:37.344853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.439946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:131011"} {"level":"info","ts":"2026-03-04T11:25:37.344907Z","caller":"traceutil/trace.go:171","msg":"trace[1588848018] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:8414; }","duration":"987.506898ms","start":"2026-03-04T11:25:36.357393Z","end":"2026-03-04T11:25:37.344899Z","steps":["trace[1588848018] 'agreement among raft nodes before linearized reading' (duration: 987.373395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:37.344749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:36.402129Z","time spent":"942.615107ms","remote":"127.0.0.1:41168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/openstack/rook-ceph-crash-collector-keyring\" "} {"level":"warn","ts":"2026-03-04T11:25:37.344931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:36.357386Z","time spent":"987.540249ms","remote":"127.0.0.1:41148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":131034,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-04T11:25:37.628332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.644091ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:25:37.628401Z","caller":"traceutil/trace.go:171","msg":"trace[369612872] transaction","detail":"{read_only:false; response_revision:8415; number_of_response:1; }","duration":"278.982936ms","start":"2026-03-04T11:25:37.349407Z","end":"2026-03-04T11:25:37.62839Z","steps":["trace[369612872] 'process raft request' (duration: 170.236952ms)","trace[369612872] 'compare' (duration: 108.559899ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:25:37.672409Z","caller":"traceutil/trace.go:171","msg":"trace[756833071] linearizableReadLoop","detail":"{readStateIndex:8765; appliedIndex:8763; }","duration":"253.078317ms","start":"2026-03-04T11:25:37.419312Z","end":"2026-03-04T11:25:37.67239Z","steps":["trace[756833071] 'read index received' (duration: 100.349637ms)","trace[756833071] 'applied index is now lower than readState.Index' (duration: 152.72784ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:25:37.67246Z","caller":"traceutil/trace.go:171","msg":"trace[1847203601] transaction","detail":"{read_only:false; response_revision:8416; number_of_response:1; }","duration":"322.904821ms","start":"2026-03-04T11:25:37.349531Z","end":"2026-03-04T11:25:37.672436Z","steps":["trace[1847203601] 'process raft request' (duration: 322.745197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:37.672571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:37.349509Z","time spent":"322.996333ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:25:37.672788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.83176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:25:37.672833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.379599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:25:37.672871Z","caller":"traceutil/trace.go:171","msg":"trace[1290545471] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8416; }","duration":"133.973624ms","start":"2026-03-04T11:25:37.538876Z","end":"2026-03-04T11:25:37.67285Z","steps":["trace[1290545471] 'agreement among raft nodes before linearized reading' (duration: 133.713867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:37.672897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.397861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T11:25:37.672903Z","caller":"traceutil/trace.go:171","msg":"trace[1673426381] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:8416; }","duration":"126.472581ms","start":"2026-03-04T11:25:37.546414Z","end":"2026-03-04T11:25:37.672887Z","steps":["trace[1673426381] 'agreement among raft nodes before linearized reading' (duration: 126.264946ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:37.672931Z","caller":"traceutil/trace.go:171","msg":"trace[1953500910] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8416; }","duration":"129.447742ms","start":"2026-03-04T11:25:37.543474Z","end":"2026-03-04T11:25:37.672922Z","steps":["trace[1953500910] 'agreement among raft nodes before linearized reading' (duration: 129.279468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:37.672945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.629702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:25:37.673003Z","caller":"traceutil/trace.go:171","msg":"trace[1801632172] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8416; }","duration":"253.727905ms","start":"2026-03-04T11:25:37.419264Z","end":"2026-03-04T11:25:37.672992Z","steps":["trace[1801632172] 'agreement among raft nodes before linearized reading' (duration: 253.243532ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:37.968708Z","caller":"traceutil/trace.go:171","msg":"trace[243151413] transaction","detail":"{read_only:false; response_revision:8417; number_of_response:1; }","duration":"290.335622ms","start":"2026-03-04T11:25:37.678337Z","end":"2026-03-04T11:25:37.968673Z","steps":["trace[243151413] 'process raft request' (duration: 206.953023ms)","trace[243151413] 'compare' (duration: 83.181194ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:25:38.021439Z","caller":"traceutil/trace.go:171","msg":"trace[339674731] transaction","detail":"{read_only:false; response_revision:8418; number_of_response:1; }","duration":"342.946401ms","start":"2026-03-04T11:25:37.67847Z","end":"2026-03-04T11:25:38.021416Z","steps":["trace[339674731] 'process raft request' (duration: 342.743265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:38.021585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:37.678451Z","time spent":"343.060564ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:25:38.021596Z","caller":"traceutil/trace.go:171","msg":"trace[1473018829] linearizableReadLoop","detail":"{readStateIndex:8767; appliedIndex:8765; }","duration":"338.45729ms","start":"2026-03-04T11:25:37.683119Z","end":"2026-03-04T11:25:38.021576Z","steps":["trace[1473018829] 'read index received' (duration: 202.167214ms)","trace[1473018829] 'applied index is now lower than readState.Index' (duration: 136.288296ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:25:38.021668Z","caller":"traceutil/trace.go:171","msg":"trace[12619515] transaction","detail":"{read_only:false; response_revision:8419; number_of_response:1; }","duration":"273.95154ms","start":"2026-03-04T11:25:37.747671Z","end":"2026-03-04T11:25:38.021622Z","steps":["trace[12619515] 'process raft request' (duration: 273.697074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:38.021774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.637265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T11:25:38.021822Z","caller":"traceutil/trace.go:171","msg":"trace[846742098] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8419; }","duration":"338.720338ms","start":"2026-03-04T11:25:37.683088Z","end":"2026-03-04T11:25:38.021808Z","steps":["trace[846742098] 'agreement among raft nodes before linearized reading' (duration: 338.571383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:38.021856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:37.683067Z","time spent":"338.781719ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T11:25:38.056165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.499157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:25:38.056213Z","caller":"traceutil/trace.go:171","msg":"trace[512341273] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:8420; }","duration":"151.596549ms","start":"2026-03-04T11:25:37.904608Z","end":"2026-03-04T11:25:38.056205Z","steps":["trace[512341273] 'agreement among raft nodes before linearized reading' (duration: 151.492376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:38.056267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.320643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-04T11:25:38.056328Z","caller":"traceutil/trace.go:171","msg":"trace[1105570629] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8420; }","duration":"372.407296ms","start":"2026-03-04T11:25:37.683906Z","end":"2026-03-04T11:25:38.056314Z","steps":["trace[1105570629] 'agreement among raft nodes before linearized reading' (duration: 372.17329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:38.056366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:37.6839Z","time spent":"372.459537ms","remote":"127.0.0.1:41168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1154,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-03-04T11:25:38.056878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.035336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210796"} {"level":"info","ts":"2026-03-04T11:25:38.057023Z","caller":"traceutil/trace.go:171","msg":"trace[116013729] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8420; }","duration":"134.147389ms","start":"2026-03-04T11:25:37.922791Z","end":"2026-03-04T11:25:38.056938Z","steps":["trace[116013729] 'agreement among raft nodes before linearized reading' (duration: 133.265245ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:38.292802Z","caller":"traceutil/trace.go:171","msg":"trace[1788442654] transaction","detail":"{read_only:false; response_revision:8423; number_of_response:1; }","duration":"230.995401ms","start":"2026-03-04T11:25:38.061776Z","end":"2026-03-04T11:25:38.292772Z","steps":["trace[1788442654] 'process raft request' (duration: 230.936489ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:38.292987Z","caller":"traceutil/trace.go:171","msg":"trace[1473756613] linearizableReadLoop","detail":"{readStateIndex:8770; appliedIndex:8769; }","duration":"231.70243ms","start":"2026-03-04T11:25:38.061257Z","end":"2026-03-04T11:25:38.292959Z","steps":["trace[1473756613] 'read index received' (duration: 135.777012ms)","trace[1473756613] 'applied index is now lower than readState.Index' (duration: 95.922268ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:25:38.293037Z","caller":"traceutil/trace.go:171","msg":"trace[909087768] transaction","detail":"{read_only:false; response_revision:8422; number_of_response:1; }","duration":"231.522685ms","start":"2026-03-04T11:25:38.061483Z","end":"2026-03-04T11:25:38.293006Z","steps":["trace[909087768] 'process raft request' (duration: 231.159325ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:38.293018Z","caller":"traceutil/trace.go:171","msg":"trace[1398273388] transaction","detail":"{read_only:false; response_revision:8421; number_of_response:1; }","duration":"231.641318ms","start":"2026-03-04T11:25:38.061339Z","end":"2026-03-04T11:25:38.292981Z","steps":["trace[1398273388] 'process raft request' (duration: 231.178936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:38.293238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.967558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-04T11:25:38.293617Z","caller":"traceutil/trace.go:171","msg":"trace[1161251763] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8423; }","duration":"232.389388ms","start":"2026-03-04T11:25:38.061216Z","end":"2026-03-04T11:25:38.293605Z","steps":["trace[1161251763] 'agreement among raft nodes before linearized reading' (duration: 231.860024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:38.293961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.908831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-04T11:25:38.293987Z","caller":"traceutil/trace.go:171","msg":"trace[614711386] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8424; }","duration":"226.936222ms","start":"2026-03-04T11:25:38.067043Z","end":"2026-03-04T11:25:38.29398Z","steps":["trace[614711386] 'agreement among raft nodes before linearized reading' (duration: 226.86681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:38.294119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.965079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-04T11:25:38.294184Z","caller":"traceutil/trace.go:171","msg":"trace[1010691954] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8424; }","duration":"205.02668ms","start":"2026-03-04T11:25:38.089136Z","end":"2026-03-04T11:25:38.294162Z","steps":["trace[1010691954] 'agreement among raft nodes before linearized reading' (duration: 204.873356ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:39.942908Z","caller":"traceutil/trace.go:171","msg":"trace[135199208] linearizableReadLoop","detail":"{readStateIndex:8783; appliedIndex:8782; }","duration":"256.464808ms","start":"2026-03-04T11:25:39.686419Z","end":"2026-03-04T11:25:39.942884Z","steps":["trace[135199208] 'read index received' (duration: 256.207811ms)","trace[135199208] 'applied index is now lower than readState.Index' (duration: 256.147µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:25:39.942989Z","caller":"traceutil/trace.go:171","msg":"trace[136869057] transaction","detail":"{read_only:false; response_revision:8433; number_of_response:1; }","duration":"264.643589ms","start":"2026-03-04T11:25:39.678324Z","end":"2026-03-04T11:25:39.942967Z","steps":["trace[136869057] 'process raft request' (duration: 264.393382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:39.94316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.719155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-04T11:25:39.943187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.687047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:25:39.943213Z","caller":"traceutil/trace.go:171","msg":"trace[1190513603] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:8433; }","duration":"256.801168ms","start":"2026-03-04T11:25:39.686402Z","end":"2026-03-04T11:25:39.943203Z","steps":["trace[1190513603] 'agreement among raft nodes before linearized reading' (duration: 256.635253ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:39.943224Z","caller":"traceutil/trace.go:171","msg":"trace[372525318] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8433; }","duration":"156.730818ms","start":"2026-03-04T11:25:39.786482Z","end":"2026-03-04T11:25:39.943213Z","steps":["trace[372525318] 'agreement among raft nodes before linearized reading' (duration: 156.663666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:40.341074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.325705ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:25:40.341176Z","caller":"traceutil/trace.go:171","msg":"trace[1412263108] linearizableReadLoop","detail":"{readStateIndex:8784; appliedIndex:8783; }","duration":"315.333416ms","start":"2026-03-04T11:25:40.025823Z","end":"2026-03-04T11:25:40.341156Z","steps":["trace[1412263108] 'read index received' (duration: 65.866577ms)","trace[1412263108] 'applied index is now lower than readState.Index' (duration: 249.465469ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:25:40.34133Z","caller":"traceutil/trace.go:171","msg":"trace[2008421999] transaction","detail":"{read_only:false; response_revision:8434; number_of_response:1; }","duration":"342.522559ms","start":"2026-03-04T11:25:39.998796Z","end":"2026-03-04T11:25:40.341319Z","steps":["trace[2008421999] 'process raft request' (duration: 92.887455ms)","trace[2008421999] 'compare' (duration: 248.852503ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:25:40.341391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:39.998767Z","time spent":"342.598071ms","remote":"127.0.0.1:41250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":390,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T11:25:40.341916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.084946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T11:25:40.341996Z","caller":"traceutil/trace.go:171","msg":"trace[1448146866] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8434; }","duration":"316.223051ms","start":"2026-03-04T11:25:40.025756Z","end":"2026-03-04T11:25:40.341979Z","steps":["trace[1448146866] 'agreement among raft nodes before linearized reading' (duration: 315.953043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:40.342036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:40.025728Z","time spent":"316.299982ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T11:25:40.347615Z","caller":"traceutil/trace.go:171","msg":"trace[1026255277] transaction","detail":"{read_only:false; response_revision:8435; number_of_response:1; }","duration":"286.544809ms","start":"2026-03-04T11:25:40.06105Z","end":"2026-03-04T11:25:40.347595Z","steps":["trace[1026255277] 'process raft request' (duration: 286.250761ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:40.64742Z","caller":"traceutil/trace.go:171","msg":"trace[954693758] transaction","detail":"{read_only:false; response_revision:8438; number_of_response:1; }","duration":"296.073277ms","start":"2026-03-04T11:25:40.351333Z","end":"2026-03-04T11:25:40.647406Z","steps":["trace[954693758] 'process raft request' (duration: 295.881972ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:40.64744Z","caller":"traceutil/trace.go:171","msg":"trace[223546740] transaction","detail":"{read_only:false; response_revision:8440; number_of_response:1; }","duration":"294.732741ms","start":"2026-03-04T11:25:40.352692Z","end":"2026-03-04T11:25:40.647424Z","steps":["trace[223546740] 'process raft request' (duration: 294.692819ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:40.647744Z","caller":"traceutil/trace.go:171","msg":"trace[2069591937] transaction","detail":"{read_only:false; response_revision:8439; number_of_response:1; }","duration":"295.952793ms","start":"2026-03-04T11:25:40.351761Z","end":"2026-03-04T11:25:40.647714Z","steps":["trace[2069591937] 'process raft request' (duration: 295.570453ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:40.825569Z","caller":"traceutil/trace.go:171","msg":"trace[1104030393] transaction","detail":"{read_only:false; response_revision:8441; number_of_response:1; }","duration":"433.304898ms","start":"2026-03-04T11:25:40.392243Z","end":"2026-03-04T11:25:40.825548Z","steps":["trace[1104030393] 'process raft request' (duration: 360.457154ms)","trace[1104030393] 'compare' (duration: 72.708771ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:25:40.825692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:40.392229Z","time spent":"433.402472ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:25:40.825737Z","caller":"traceutil/trace.go:171","msg":"trace[2050629044] linearizableReadLoop","detail":"{readStateIndex:8792; appliedIndex:8787; }","duration":"229.755848ms","start":"2026-03-04T11:25:40.595949Z","end":"2026-03-04T11:25:40.825704Z","steps":["trace[2050629044] 'read index received' (duration: 51.301874ms)","trace[2050629044] 'applied index is now lower than readState.Index' (duration: 178.451844ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:25:40.825821Z","caller":"traceutil/trace.go:171","msg":"trace[2065396858] transaction","detail":"{read_only:false; response_revision:8442; number_of_response:1; }","duration":"432.813275ms","start":"2026-03-04T11:25:40.392988Z","end":"2026-03-04T11:25:40.825802Z","steps":["trace[2065396858] 'process raft request' (duration: 432.524388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:40.825888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.914702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:25:40.825915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:40.392956Z","time spent":"432.915418ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:25:40.825947Z","caller":"traceutil/trace.go:171","msg":"trace[1011760181] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:8442; }","duration":"230.011455ms","start":"2026-03-04T11:25:40.595915Z","end":"2026-03-04T11:25:40.825927Z","steps":["trace[1011760181] 'agreement among raft nodes before linearized reading' (duration: 229.898202ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:42.240213Z","caller":"traceutil/trace.go:171","msg":"trace[1473189887] linearizableReadLoop","detail":"{readStateIndex:8793; appliedIndex:8792; }","duration":"286.646892ms","start":"2026-03-04T11:25:41.953544Z","end":"2026-03-04T11:25:42.24019Z","steps":["trace[1473189887] 'read index received' (duration: 286.356895ms)","trace[1473189887] 'applied index is now lower than readState.Index' (duration: 289.017µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:25:42.240253Z","caller":"traceutil/trace.go:171","msg":"trace[319949405] transaction","detail":"{read_only:false; response_revision:8443; number_of_response:1; }","duration":"289.55229ms","start":"2026-03-04T11:25:41.95068Z","end":"2026-03-04T11:25:42.240232Z","steps":["trace[319949405] 'process raft request' (duration: 289.205091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:42.240683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.056924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:25:42.241388Z","caller":"traceutil/trace.go:171","msg":"trace[2051391117] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:8443; }","duration":"287.67623ms","start":"2026-03-04T11:25:41.953476Z","end":"2026-03-04T11:25:42.241152Z","steps":["trace[2051391117] 'agreement among raft nodes before linearized reading' (duration: 286.814767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:42.558898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.661584ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:25:42.559105Z","caller":"traceutil/trace.go:171","msg":"trace[427523115] linearizableReadLoop","detail":"{readStateIndex:8794; appliedIndex:8793; }","duration":"201.202798ms","start":"2026-03-04T11:25:42.357877Z","end":"2026-03-04T11:25:42.55908Z","steps":["trace[427523115] 'read index received' (duration: 86.211296ms)","trace[427523115] 'applied index is now lower than readState.Index' (duration: 114.989792ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:25:42.559206Z","caller":"traceutil/trace.go:171","msg":"trace[411373701] transaction","detail":"{read_only:false; response_revision:8444; number_of_response:1; }","duration":"206.179102ms","start":"2026-03-04T11:25:42.352981Z","end":"2026-03-04T11:25:42.55916Z","steps":["trace[411373701] 'process raft request' (duration: 91.134288ms)","trace[411373701] 'compare' (duration: 114.50694ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:25:42.559369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.499705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T11:25:42.559413Z","caller":"traceutil/trace.go:171","msg":"trace[913023435] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8444; }","duration":"201.604689ms","start":"2026-03-04T11:25:42.357796Z","end":"2026-03-04T11:25:42.559401Z","steps":["trace[913023435] 'agreement among raft nodes before linearized reading' (duration: 201.344472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:43.192165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.092136ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:25:43.192304Z","caller":"traceutil/trace.go:171","msg":"trace[1913137484] transaction","detail":"{read_only:false; response_revision:8445; number_of_response:1; }","duration":"628.405922ms","start":"2026-03-04T11:25:42.563874Z","end":"2026-03-04T11:25:43.19228Z","steps":["trace[1913137484] 'process raft request' (duration: 249.11511ms)","trace[1913137484] 'compare' (duration: 378.796588ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:25:43.192378Z","caller":"traceutil/trace.go:171","msg":"trace[692761226] transaction","detail":"{read_only:false; response_revision:8446; number_of_response:1; }","duration":"361.505882ms","start":"2026-03-04T11:25:42.830855Z","end":"2026-03-04T11:25:43.192361Z","steps":["trace[692761226] 'process raft request' (duration: 361.413239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:43.192441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:42.563855Z","time spent":"628.514194ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:25:43.192452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:42.830822Z","time spent":"361.595444ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:25:43.192649Z","caller":"traceutil/trace.go:171","msg":"trace[903842082] linearizableReadLoop","detail":"{readStateIndex:8795; appliedIndex:8794; }","duration":"541.836246ms","start":"2026-03-04T11:25:42.650803Z","end":"2026-03-04T11:25:43.192639Z","steps":["trace[903842082] 'read index received' (duration: 162.126443ms)","trace[903842082] 'applied index is now lower than readState.Index' (duration: 379.708343ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:25:43.192875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.066872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T11:25:43.192924Z","caller":"traceutil/trace.go:171","msg":"trace[537558598] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8446; }","duration":"542.138215ms","start":"2026-03-04T11:25:42.650775Z","end":"2026-03-04T11:25:43.192913Z","steps":["trace[537558598] 'agreement among raft nodes before linearized reading' (duration: 541.996681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:43.192954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:42.650754Z","time spent":"542.193416ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T11:25:43.23076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.79517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T11:25:43.230803Z","caller":"traceutil/trace.go:171","msg":"trace[811188456] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8447; }","duration":"579.912254ms","start":"2026-03-04T11:25:42.65088Z","end":"2026-03-04T11:25:43.230792Z","steps":["trace[811188456] 'agreement among raft nodes before linearized reading' (duration: 579.78434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:43.230825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:42.65085Z","time spent":"579.970805ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T11:25:43.230843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.923443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:25:43.23092Z","caller":"traceutil/trace.go:171","msg":"trace[871213889] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8447; }","duration":"124.053267ms","start":"2026-03-04T11:25:43.106847Z","end":"2026-03-04T11:25:43.2309Z","steps":["trace[871213889] 'agreement among raft nodes before linearized reading' (duration: 123.901732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:43.230992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.076783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:25:43.231008Z","caller":"traceutil/trace.go:171","msg":"trace[1506326027] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:8447; }","duration":"155.136754ms","start":"2026-03-04T11:25:43.075867Z","end":"2026-03-04T11:25:43.231003Z","steps":["trace[1506326027] 'agreement among raft nodes before linearized reading' (duration: 155.018401ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:43.231213Z","caller":"traceutil/trace.go:171","msg":"trace[444739203] transaction","detail":"{read_only:false; response_revision:8447; number_of_response:1; }","duration":"400.293368ms","start":"2026-03-04T11:25:42.830904Z","end":"2026-03-04T11:25:43.231197Z","steps":["trace[444739203] 'process raft request' (duration: 399.678191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:43.23124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.982328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T11:25:43.231296Z","caller":"traceutil/trace.go:171","msg":"trace[968681141] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8447; }","duration":"579.078761ms","start":"2026-03-04T11:25:42.652202Z","end":"2026-03-04T11:25:43.231281Z","steps":["trace[968681141] 'agreement among raft nodes before linearized reading' (duration: 578.920777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:43.231311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:42.830875Z","time spent":"400.36434ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:25:43.231339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:42.652184Z","time spent":"579.146743ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T11:25:43.533922Z","caller":"traceutil/trace.go:171","msg":"trace[1850230835] linearizableReadLoop","detail":"{readStateIndex:8798; appliedIndex:8797; }","duration":"300.687771ms","start":"2026-03-04T11:25:43.233203Z","end":"2026-03-04T11:25:43.533891Z","steps":["trace[1850230835] 'read index received' (duration: 214.361502ms)","trace[1850230835] 'applied index is now lower than readState.Index' (duration: 86.324999ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:25:43.534098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.870647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:25:43.53418Z","caller":"traceutil/trace.go:171","msg":"trace[1559388989] transaction","detail":"{read_only:false; response_revision:8448; number_of_response:1; }","duration":"336.711113ms","start":"2026-03-04T11:25:43.197263Z","end":"2026-03-04T11:25:43.533974Z","steps":["trace[1559388989] 'process raft request' (duration: 250.320593ms)","trace[1559388989] 'compare' (duration: 86.156174ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:25:43.534148Z","caller":"traceutil/trace.go:171","msg":"trace[1537198585] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8448; }","duration":"300.959598ms","start":"2026-03-04T11:25:43.233174Z","end":"2026-03-04T11:25:43.534134Z","steps":["trace[1537198585] 'agreement among raft nodes before linearized reading' (duration: 300.864146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:43.534445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:43.233159Z","time spent":"301.262197ms","remote":"127.0.0.1:41086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:25:43.534397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:43.197237Z","time spent":"337.068843ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:25:43.989367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.684942ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:25:43.989656Z","caller":"traceutil/trace.go:171","msg":"trace[1979339925] transaction","detail":"{read_only:false; response_revision:8449; number_of_response:1; }","duration":"754.056931ms","start":"2026-03-04T11:25:43.235562Z","end":"2026-03-04T11:25:43.989619Z","steps":["trace[1979339925] 'process raft request' (duration: 572.053101ms)","trace[1979339925] 'compare' (duration: 181.573198ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:25:43.989739Z","caller":"traceutil/trace.go:171","msg":"trace[1044659780] transaction","detail":"{read_only:false; response_revision:8450; number_of_response:1; }","duration":"753.211047ms","start":"2026-03-04T11:25:43.23651Z","end":"2026-03-04T11:25:43.989721Z","steps":["trace[1044659780] 'process raft request' (duration: 752.94599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:43.989834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:43.236502Z","time spent":"753.289309ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:25:43.989843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:43.235536Z","time spent":"754.201265ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:25:44.623652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.116175ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-04T11:25:44.624203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285564888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"warn","ts":"2026-03-04T11:25:44.624202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.322043012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T11:25:44.624279Z","caller":"traceutil/trace.go:171","msg":"trace[1477453069] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8450; }","duration":"1.322180975s","start":"2026-03-04T11:25:43.302084Z","end":"2026-03-04T11:25:44.624265Z","steps":["trace[1477453069] 'agreement among raft nodes before linearized reading' (duration: 1.32197811s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:44.624271Z","caller":"traceutil/trace.go:171","msg":"trace[1370805237] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8450; }","duration":"1.285692351s","start":"2026-03-04T11:25:43.338563Z","end":"2026-03-04T11:25:44.624255Z","steps":["trace[1370805237] 'agreement among raft nodes before linearized reading' (duration: 1.285488296s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:44.62431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:43.302046Z","time spent":"1.322257928s","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T11:25:44.624327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:43.338539Z","time spent":"1.285775404s","remote":"127.0.0.1:38706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3695,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"info","ts":"2026-03-04T11:25:44.624701Z","caller":"traceutil/trace.go:171","msg":"trace[865048178] linearizableReadLoop","detail":"{readStateIndex:8801; appliedIndex:8798; }","duration":"1.08992508s","start":"2026-03-04T11:25:43.533996Z","end":"2026-03-04T11:25:44.623921Z","steps":["trace[865048178] 'read index received' (duration: 273.720292ms)","trace[865048178] 'applied index is now lower than readState.Index' (duration: 816.203658ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:25:44.66031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.984851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T11:25:44.660524Z","caller":"traceutil/trace.go:171","msg":"trace[1978995708] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8451; }","duration":"416.243058ms","start":"2026-03-04T11:25:44.244265Z","end":"2026-03-04T11:25:44.660508Z","steps":["trace[1978995708] 'agreement among raft nodes before linearized reading' (duration: 380.559396ms)","trace[1978995708] 'range keys from in-memory index tree' (duration: 35.385404ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:25:44.660648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:44.244237Z","time spent":"416.396683ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T11:25:44.66072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.563281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-04T11:25:44.660763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.387138088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:25:44.660339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.157151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:25:44.660815Z","caller":"traceutil/trace.go:171","msg":"trace[1901463520] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:8451; }","duration":"1.387255461s","start":"2026-03-04T11:25:43.27354Z","end":"2026-03-04T11:25:44.660795Z","steps":["trace[1901463520] 'agreement among raft nodes before linearized reading' (duration: 1.350736826s)","trace[1901463520] 'count revisions from in-memory index tree' (duration: 36.454234ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:25:44.660815Z","caller":"traceutil/trace.go:171","msg":"trace[613043946] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:8451; }","duration":"408.685145ms","start":"2026-03-04T11:25:44.252104Z","end":"2026-03-04T11:25:44.66079Z","steps":["trace[613043946] 'agreement among raft nodes before linearized reading' (duration: 372.712814ms)","trace[613043946] 'range keys from in-memory index tree' (duration: 35.787515ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:25:44.660837Z","caller":"traceutil/trace.go:171","msg":"trace[573971720] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8451; }","duration":"553.688556ms","start":"2026-03-04T11:25:44.107119Z","end":"2026-03-04T11:25:44.660808Z","steps":["trace[573971720] 'agreement among raft nodes before linearized reading' (duration: 517.713196ms)","trace[573971720] 'range keys from in-memory index tree' (duration: 35.475477ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:25:44.660863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:43.273502Z","time spent":"1.387351693s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:25:44.660902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:44.107094Z","time spent":"553.787628ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:25:44.660878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:44.252094Z","time spent":"408.770667ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-kh88j\" "} {"level":"warn","ts":"2026-03-04T11:25:44.660408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056802028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:25:44.661073Z","caller":"traceutil/trace.go:171","msg":"trace[178656032] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8451; }","duration":"1.057461586s","start":"2026-03-04T11:25:43.603592Z","end":"2026-03-04T11:25:44.661054Z","steps":["trace[178656032] 'agreement among raft nodes before linearized reading' (duration: 1.021204428s)","trace[178656032] 'count revisions from in-memory index tree' (duration: 35.58678ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:25:44.661123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:43.603568Z","time spent":"1.057539258s","remote":"127.0.0.1:43702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T11:25:44.926235Z","caller":"traceutil/trace.go:171","msg":"trace[917627837] linearizableReadLoop","detail":"{readStateIndex:8804; appliedIndex:8803; }","duration":"206.632914ms","start":"2026-03-04T11:25:44.719579Z","end":"2026-03-04T11:25:44.926212Z","steps":["trace[917627837] 'read index received' (duration: 206.385327ms)","trace[917627837] 'applied index is now lower than readState.Index' (duration: 246.257µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:25:44.926341Z","caller":"traceutil/trace.go:171","msg":"trace[1751825292] transaction","detail":"{read_only:false; response_revision:8453; number_of_response:1; }","duration":"228.346139ms","start":"2026-03-04T11:25:44.697959Z","end":"2026-03-04T11:25:44.926305Z","steps":["trace[1751825292] 'process raft request' (duration: 228.063442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:44.926389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.795918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:25:44.926426Z","caller":"traceutil/trace.go:171","msg":"trace[1493850022] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8453; }","duration":"206.891951ms","start":"2026-03-04T11:25:44.719523Z","end":"2026-03-04T11:25:44.926415Z","steps":["trace[1493850022] 'agreement among raft nodes before linearized reading' (duration: 206.792969ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:45.125738Z","caller":"traceutil/trace.go:171","msg":"trace[1672646763] linearizableReadLoop","detail":"{readStateIndex:8805; appliedIndex:8804; }","duration":"191.088705ms","start":"2026-03-04T11:25:44.934627Z","end":"2026-03-04T11:25:45.125716Z","steps":["trace[1672646763] 'read index received' (duration: 190.894209ms)","trace[1672646763] 'applied index is now lower than readState.Index' (duration: 193.496µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:25:45.12587Z","caller":"traceutil/trace.go:171","msg":"trace[11557735] transaction","detail":"{read_only:false; response_revision:8454; number_of_response:1; }","duration":"192.159934ms","start":"2026-03-04T11:25:44.933672Z","end":"2026-03-04T11:25:45.125832Z","steps":["trace[11557735] 'process raft request' (duration: 191.897647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:45.126558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.906788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19476"} {"level":"info","ts":"2026-03-04T11:25:45.126742Z","caller":"traceutil/trace.go:171","msg":"trace[449825130] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8454; }","duration":"192.128163ms","start":"2026-03-04T11:25:44.934596Z","end":"2026-03-04T11:25:45.126724Z","steps":["trace[449825130] 'agreement among raft nodes before linearized reading' (duration: 191.27786ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:45.264855Z","caller":"traceutil/trace.go:171","msg":"trace[1921147253] transaction","detail":"{read_only:false; response_revision:8455; number_of_response:1; }","duration":"133.518522ms","start":"2026-03-04T11:25:45.131318Z","end":"2026-03-04T11:25:45.264836Z","steps":["trace[1921147253] 'process raft request' (duration: 133.207893ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:45.265155Z","caller":"traceutil/trace.go:171","msg":"trace[1016227383] transaction","detail":"{read_only:false; response_revision:8456; number_of_response:1; }","duration":"133.797679ms","start":"2026-03-04T11:25:45.131318Z","end":"2026-03-04T11:25:45.265116Z","steps":["trace[1016227383] 'process raft request' (duration: 133.410209ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:45.325964Z","caller":"traceutil/trace.go:171","msg":"trace[356230838] transaction","detail":"{read_only:false; response_revision:8458; number_of_response:1; }","duration":"127.528ms","start":"2026-03-04T11:25:45.198411Z","end":"2026-03-04T11:25:45.325939Z","steps":["trace[356230838] 'process raft request' (duration: 127.440957ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:45.325996Z","caller":"traceutil/trace.go:171","msg":"trace[1737476844] transaction","detail":"{read_only:false; response_revision:8457; number_of_response:1; }","duration":"194.397894ms","start":"2026-03-04T11:25:45.131553Z","end":"2026-03-04T11:25:45.325951Z","steps":["trace[1737476844] 'process raft request' (duration: 194.158837ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:45.326088Z","caller":"traceutil/trace.go:171","msg":"trace[875438948] linearizableReadLoop","detail":"{readStateIndex:8808; appliedIndex:8805; }","duration":"186.346907ms","start":"2026-03-04T11:25:45.139709Z","end":"2026-03-04T11:25:45.326056Z","steps":["trace[875438948] 'read index received' (duration: 124.849698ms)","trace[875438948] 'applied index is now lower than readState.Index' (duration: 61.494999ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:25:45.326292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.559562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-04T11:25:45.326342Z","caller":"traceutil/trace.go:171","msg":"trace[1613027502] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8459; }","duration":"186.650115ms","start":"2026-03-04T11:25:45.139675Z","end":"2026-03-04T11:25:45.326326Z","steps":["trace[1613027502] 'agreement among raft nodes before linearized reading' (duration: 186.525222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:45.332986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.956367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T11:25:45.333157Z","caller":"traceutil/trace.go:171","msg":"trace[1103679663] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8460; }","duration":"136.157793ms","start":"2026-03-04T11:25:45.196978Z","end":"2026-03-04T11:25:45.333136Z","steps":["trace[1103679663] 'agreement among raft nodes before linearized reading' (duration: 135.468664ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:45.452581Z","caller":"traceutil/trace.go:171","msg":"trace[1482019344] transaction","detail":"{read_only:false; response_revision:8461; number_of_response:1; }","duration":"115.131176ms","start":"2026-03-04T11:25:45.337414Z","end":"2026-03-04T11:25:45.452545Z","steps":["trace[1482019344] 'process raft request' (duration: 28.9165ms)","trace[1482019344] 'compare' (duration: 86.092943ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:25:45.455777Z","caller":"traceutil/trace.go:171","msg":"trace[1474868209] transaction","detail":"{read_only:false; response_revision:8462; number_of_response:1; }","duration":"117.139311ms","start":"2026-03-04T11:25:45.33861Z","end":"2026-03-04T11:25:45.455749Z","steps":["trace[1474868209] 'process raft request' (duration: 116.999777ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:45.866556Z","caller":"traceutil/trace.go:171","msg":"trace[604822355] transaction","detail":"{read_only:false; response_revision:8463; number_of_response:1; }","duration":"323.789224ms","start":"2026-03-04T11:25:45.542736Z","end":"2026-03-04T11:25:45.866525Z","steps":["trace[604822355] 'process raft request' (duration: 226.759737ms)","trace[604822355] 'compare' (duration: 96.669698ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:25:45.866694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:45.54271Z","time spent":"323.912768ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:25:46.267689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.433109ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:25:46.26779Z","caller":"traceutil/trace.go:171","msg":"trace[2011986509] linearizableReadLoop","detail":"{readStateIndex:8815; appliedIndex:8814; }","duration":"257.378332ms","start":"2026-03-04T11:25:46.010395Z","end":"2026-03-04T11:25:46.267773Z","steps":["trace[2011986509] 'read index received' (duration: 156.740087ms)","trace[2011986509] 'applied index is now lower than readState.Index' (duration: 100.637005ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:25:46.267937Z","caller":"traceutil/trace.go:171","msg":"trace[852903065] transaction","detail":"{read_only:false; response_revision:8464; number_of_response:1; }","duration":"372.035616ms","start":"2026-03-04T11:25:45.895789Z","end":"2026-03-04T11:25:46.267825Z","steps":["trace[852903065] 'process raft request' (duration: 271.35805ms)","trace[852903065] 'compare' (duration: 100.320746ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:25:46.268041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.772937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:25:46.268088Z","caller":"traceutil/trace.go:171","msg":"trace[1185065988] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8464; }","duration":"160.868189ms","start":"2026-03-04T11:25:46.107208Z","end":"2026-03-04T11:25:46.268076Z","steps":["trace[1185065988] 'agreement among raft nodes before linearized reading' (duration: 160.792507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:46.268092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.686581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T11:25:46.268126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:45.895763Z","time spent":"372.252392ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:25:46.268153Z","caller":"traceutil/trace.go:171","msg":"trace[1739288908] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8464; }","duration":"257.765003ms","start":"2026-03-04T11:25:46.010365Z","end":"2026-03-04T11:25:46.26813Z","steps":["trace[1739288908] 'agreement among raft nodes before linearized reading' (duration: 257.600878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:46.268373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.964358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T11:25:46.268416Z","caller":"traceutil/trace.go:171","msg":"trace[1197027080] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8464; }","duration":"258.03775ms","start":"2026-03-04T11:25:46.010368Z","end":"2026-03-04T11:25:46.268406Z","steps":["trace[1197027080] 'agreement among raft nodes before linearized reading' (duration: 257.594558ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:46.491973Z","caller":"traceutil/trace.go:171","msg":"trace[11408590] transaction","detail":"{read_only:false; response_revision:8466; number_of_response:1; }","duration":"220.479237ms","start":"2026-03-04T11:25:46.271463Z","end":"2026-03-04T11:25:46.491942Z","steps":["trace[11408590] 'process raft request' (duration: 130.11632ms)","trace[11408590] 'compare' (duration: 90.157832ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:25:46.693735Z","caller":"traceutil/trace.go:171","msg":"trace[277955927] transaction","detail":"{read_only:false; response_revision:8467; number_of_response:1; }","duration":"184.723173ms","start":"2026-03-04T11:25:46.508988Z","end":"2026-03-04T11:25:46.693711Z","steps":["trace[277955927] 'process raft request' (duration: 184.60299ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:46.945472Z","caller":"traceutil/trace.go:171","msg":"trace[1032216117] linearizableReadLoop","detail":"{readStateIndex:8820; appliedIndex:8819; }","duration":"223.615291ms","start":"2026-03-04T11:25:46.721829Z","end":"2026-03-04T11:25:46.945444Z","steps":["trace[1032216117] 'read index received' (duration: 151.243429ms)","trace[1032216117] 'applied index is now lower than readState.Index' (duration: 72.370482ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:25:46.945486Z","caller":"traceutil/trace.go:171","msg":"trace[1811382337] transaction","detail":"{read_only:false; response_revision:8469; number_of_response:1; }","duration":"244.554817ms","start":"2026-03-04T11:25:46.700896Z","end":"2026-03-04T11:25:46.945451Z","steps":["trace[1811382337] 'process raft request' (duration: 172.162614ms)","trace[1811382337] 'compare' (duration: 72.226109ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:25:46.945743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.808735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:25:46.945822Z","caller":"traceutil/trace.go:171","msg":"trace[360236318] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:8469; }","duration":"247.936899ms","start":"2026-03-04T11:25:46.697868Z","end":"2026-03-04T11:25:46.945805Z","steps":["trace[360236318] 'agreement among raft nodes before linearized reading' (duration: 247.686122ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:46.951003Z","caller":"traceutil/trace.go:171","msg":"trace[529086909] transaction","detail":"{read_only:false; response_revision:8470; number_of_response:1; }","duration":"225.374139ms","start":"2026-03-04T11:25:46.725618Z","end":"2026-03-04T11:25:46.950992Z","steps":["trace[529086909] 'process raft request' (duration: 225.233395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:47.210745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.176177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:25:47.210858Z","caller":"traceutil/trace.go:171","msg":"trace[448337784] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8470; }","duration":"105.337311ms","start":"2026-03-04T11:25:47.105496Z","end":"2026-03-04T11:25:47.210833Z","steps":["trace[448337784] 'range keys from in-memory index tree' (duration: 105.095154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:47.211034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.87772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:25:47.211138Z","caller":"traceutil/trace.go:171","msg":"trace[869717131] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:8470; }","duration":"111.008944ms","start":"2026-03-04T11:25:47.100103Z","end":"2026-03-04T11:25:47.211111Z","steps":["trace[869717131] 'count revisions from in-memory index tree' (duration: 110.766387ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:47.467317Z","caller":"traceutil/trace.go:171","msg":"trace[1911736618] transaction","detail":"{read_only:false; response_revision:8471; number_of_response:1; }","duration":"133.685406ms","start":"2026-03-04T11:25:47.333605Z","end":"2026-03-04T11:25:47.46729Z","steps":["trace[1911736618] 'process raft request' (duration: 133.4594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:48.102982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.270935ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:25:48.10314Z","caller":"traceutil/trace.go:171","msg":"trace[2056060117] linearizableReadLoop","detail":"{readStateIndex:8823; appliedIndex:8821; }","duration":"646.255363ms","start":"2026-03-04T11:25:47.45682Z","end":"2026-03-04T11:25:48.103076Z","steps":["trace[2056060117] 'read index received' (duration: 10.329068ms)","trace[2056060117] 'applied index is now lower than readState.Index' (duration: 635.924925ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:25:48.103195Z","caller":"traceutil/trace.go:171","msg":"trace[1887027857] transaction","detail":"{read_only:false; response_revision:8472; number_of_response:1; }","duration":"768.08686ms","start":"2026-03-04T11:25:47.335076Z","end":"2026-03-04T11:25:48.103163Z","steps":["trace[1887027857] 'process raft request' (duration: 611.495606ms)","trace[1887027857] 'compare' (duration: 156.091301ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:25:48.10334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:47.335058Z","time spent":"768.209053ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:25:48.103375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.561832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T11:25:48.103423Z","caller":"traceutil/trace.go:171","msg":"trace[1068473441] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8472; }","duration":"646.653354ms","start":"2026-03-04T11:25:47.456757Z","end":"2026-03-04T11:25:48.10341Z","steps":["trace[1068473441] 'agreement among raft nodes before linearized reading' (duration: 646.49116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:48.103469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:47.45673Z","time spent":"646.727686ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T11:25:48.173735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.109896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T11:25:48.173789Z","caller":"traceutil/trace.go:171","msg":"trace[327315670] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8473; }","duration":"303.177638ms","start":"2026-03-04T11:25:47.870602Z","end":"2026-03-04T11:25:48.17378Z","steps":["trace[327315670] 'agreement among raft nodes before linearized reading' (duration: 303.022994ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:48.173774Z","caller":"traceutil/trace.go:171","msg":"trace[1449448669] transaction","detail":"{read_only:false; response_revision:8473; number_of_response:1; }","duration":"521.139028ms","start":"2026-03-04T11:25:47.652615Z","end":"2026-03-04T11:25:48.173754Z","steps":["trace[1449448669] 'process raft request' (duration: 520.790889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:48.173815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:47.870558Z","time spent":"303.25033ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T11:25:48.173834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.240627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-04T11:25:48.173909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:47.652587Z","time spent":"521.22578ms","remote":"127.0.0.1:41262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19434,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:25:48.173905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.965631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:25:48.173916Z","caller":"traceutil/trace.go:171","msg":"trace[1245109978] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8473; }","duration":"119.36091ms","start":"2026-03-04T11:25:48.054535Z","end":"2026-03-04T11:25:48.173896Z","steps":["trace[1245109978] 'agreement among raft nodes before linearized reading' (duration: 119.154105ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:48.17414Z","caller":"traceutil/trace.go:171","msg":"trace[657869747] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8473; }","duration":"515.26997ms","start":"2026-03-04T11:25:47.658847Z","end":"2026-03-04T11:25:48.174117Z","steps":["trace[657869747] 'agreement among raft nodes before linearized reading' (duration: 514.933471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:48.173963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.548007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T11:25:48.174198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:47.658827Z","time spent":"515.356702ms","remote":"127.0.0.1:38698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-03-04T11:25:48.174205Z","caller":"traceutil/trace.go:171","msg":"trace[967979029] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:8473; }","duration":"535.839935ms","start":"2026-03-04T11:25:47.638354Z","end":"2026-03-04T11:25:48.174194Z","steps":["trace[967979029] 'agreement among raft nodes before linearized reading' (duration: 535.502216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:48.17428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:47.638333Z","time spent":"535.926277ms","remote":"127.0.0.1:41250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":53,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:25:48.174023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.516108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:25:48.174398Z","caller":"traceutil/trace.go:171","msg":"trace[838919934] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:8473; }","duration":"445.924859ms","start":"2026-03-04T11:25:47.728459Z","end":"2026-03-04T11:25:48.174384Z","steps":["trace[838919934] 'agreement among raft nodes before linearized reading' (duration: 445.502758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:48.174434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:47.728443Z","time spent":"445.98103ms","remote":"127.0.0.1:41222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:25:48.173991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.760263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.18\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-04T11:25:48.174509Z","caller":"traceutil/trace.go:171","msg":"trace[329214675] range","detail":"{range_begin:/registry/masterleases/199.19.213.18; range_end:; response_count:1; response_revision:8473; }","duration":"139.297037ms","start":"2026-03-04T11:25:48.035183Z","end":"2026-03-04T11:25:48.17448Z","steps":["trace[329214675] 'agreement among raft nodes before linearized reading' (duration: 138.761523ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:48.397462Z","caller":"traceutil/trace.go:171","msg":"trace[347189812] linearizableReadLoop","detail":"{readStateIndex:8825; appliedIndex:8824; }","duration":"223.871599ms","start":"2026-03-04T11:25:48.173561Z","end":"2026-03-04T11:25:48.397433Z","steps":["trace[347189812] 'read index received' (duration: 188.881925ms)","trace[347189812] 'applied index is now lower than readState.Index' (duration: 34.988874ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:25:48.397589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.312928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:25:48.397744Z","caller":"traceutil/trace.go:171","msg":"trace[475736347] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8474; }","duration":"291.519274ms","start":"2026-03-04T11:25:48.106211Z","end":"2026-03-04T11:25:48.39773Z","steps":["trace[475736347] 'agreement among raft nodes before linearized reading' (duration: 291.331339ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:48.397585Z","caller":"traceutil/trace.go:171","msg":"trace[2007523690] transaction","detail":"{read_only:false; response_revision:8474; number_of_response:1; }","duration":"290.455695ms","start":"2026-03-04T11:25:48.10709Z","end":"2026-03-04T11:25:48.397546Z","steps":["trace[2007523690] 'process raft request' (duration: 255.328078ms)","trace[2007523690] 'compare' (duration: 34.831469ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:25:48.434786Z","caller":"traceutil/trace.go:171","msg":"trace[1182726912] transaction","detail":"{read_only:false; response_revision:8475; number_of_response:1; }","duration":"256.689084ms","start":"2026-03-04T11:25:48.178067Z","end":"2026-03-04T11:25:48.434756Z","steps":["trace[1182726912] 'process raft request' (duration: 256.502579ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:48.434849Z","caller":"traceutil/trace.go:171","msg":"trace[425020761] transaction","detail":"{read_only:false; response_revision:8476; number_of_response:1; }","duration":"254.222188ms","start":"2026-03-04T11:25:48.180593Z","end":"2026-03-04T11:25:48.434815Z","steps":["trace[425020761] 'process raft request' (duration: 254.067303ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:48.435033Z","caller":"traceutil/trace.go:171","msg":"trace[2062863574] transaction","detail":"{read_only:false; response_revision:8477; number_of_response:1; }","duration":"133.973764ms","start":"2026-03-04T11:25:48.301048Z","end":"2026-03-04T11:25:48.435021Z","steps":["trace[2062863574] 'process raft request' (duration: 133.647495ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:48.477867Z","caller":"traceutil/trace.go:171","msg":"trace[721397452] transaction","detail":"{read_only:false; response_revision:8478; number_of_response:1; }","duration":"104.574171ms","start":"2026-03-04T11:25:48.373264Z","end":"2026-03-04T11:25:48.477838Z","steps":["trace[721397452] 'process raft request' (duration: 104.417487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:48.478033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.72582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T11:25:48.478105Z","caller":"traceutil/trace.go:171","msg":"trace[1683800767] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8478; }","duration":"162.824092ms","start":"2026-03-04T11:25:48.315264Z","end":"2026-03-04T11:25:48.478088Z","steps":["trace[1683800767] 'agreement among raft nodes before linearized reading' (duration: 162.612316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:48.478115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.855531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:25:48.478418Z","caller":"traceutil/trace.go:171","msg":"trace[1011332514] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8478; }","duration":"167.21177ms","start":"2026-03-04T11:25:48.311151Z","end":"2026-03-04T11:25:48.478363Z","steps":["trace[1011332514] 'agreement among raft nodes before linearized reading' (duration: 166.774318ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:48.835018Z","caller":"traceutil/trace.go:171","msg":"trace[2135324589] transaction","detail":"{read_only:false; response_revision:8482; number_of_response:1; }","duration":"269.213151ms","start":"2026-03-04T11:25:48.56578Z","end":"2026-03-04T11:25:48.834993Z","steps":["trace[2135324589] 'process raft request' (duration: 268.992496ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:48.839902Z","caller":"traceutil/trace.go:171","msg":"trace[755986102] transaction","detail":"{read_only:false; response_revision:8483; number_of_response:1; }","duration":"113.091551ms","start":"2026-03-04T11:25:48.726792Z","end":"2026-03-04T11:25:48.839883Z","steps":["trace[755986102] 'process raft request' (duration: 112.945137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:49.243601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.461353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:25:49.243828Z","caller":"traceutil/trace.go:171","msg":"trace[235311221] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8484; }","duration":"129.74721ms","start":"2026-03-04T11:25:49.114062Z","end":"2026-03-04T11:25:49.243809Z","steps":["trace[235311221] 'range keys from in-memory index tree' (duration: 129.37986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:50.56123Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541840466,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:25:50.872263Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.396150271s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T11:25:50.946407Z","caller":"traceutil/trace.go:171","msg":"trace[708766639] transaction","detail":"{read_only:false; response_revision:8487; number_of_response:1; }","duration":"1.470572799s","start":"2026-03-04T11:25:49.475799Z","end":"2026-03-04T11:25:50.946372Z","steps":["trace[708766639] 'process raft request' (duration: 1.396704666s)","trace[708766639] 'compare' (duration: 73.515113ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:25:50.946583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:49.47577Z","time spent":"1.470724683s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:25:51.003094Z","caller":"traceutil/trace.go:171","msg":"trace[422362563] linearizableReadLoop","detail":"{readStateIndex:8840; appliedIndex:8838; }","duration":"942.201855ms","start":"2026-03-04T11:25:50.06087Z","end":"2026-03-04T11:25:51.003072Z","steps":["trace[422362563] 'read index received' (duration: 811.581671ms)","trace[422362563] 'applied index is now lower than readState.Index' (duration: 130.619334ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:25:51.003204Z","caller":"traceutil/trace.go:171","msg":"trace[1253748041] transaction","detail":"{read_only:false; response_revision:8489; number_of_response:1; }","duration":"158.880146ms","start":"2026-03-04T11:25:50.844313Z","end":"2026-03-04T11:25:51.003194Z","steps":["trace[1253748041] 'process raft request' (duration: 158.714882ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:51.003183Z","caller":"traceutil/trace.go:171","msg":"trace[1308514503] transaction","detail":"{read_only:false; response_revision:8488; number_of_response:1; }","duration":"895.222098ms","start":"2026-03-04T11:25:50.107932Z","end":"2026-03-04T11:25:51.003154Z","steps":["trace[1308514503] 'process raft request' (duration: 894.947201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:51.003294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.345616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:25:51.003317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:50.107915Z","time spent":"895.330111ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:25:51.003348Z","caller":"traceutil/trace.go:171","msg":"trace[1134523813] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8489; }","duration":"897.432968ms","start":"2026-03-04T11:25:50.105899Z","end":"2026-03-04T11:25:51.003332Z","steps":["trace[1134523813] 'agreement among raft nodes before linearized reading' (duration: 897.337736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:51.003384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:50.105883Z","time spent":"897.493729ms","remote":"127.0.0.1:41086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:25:51.003476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.557736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T11:25:51.003484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.325721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pvc-ceph-client-key\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:25:51.003517Z","caller":"traceutil/trace.go:171","msg":"trace[924279124] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8489; }","duration":"469.644468ms","start":"2026-03-04T11:25:50.533862Z","end":"2026-03-04T11:25:51.003507Z","steps":["trace[924279124] 'agreement among raft nodes before linearized reading' (duration: 469.511734ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:51.003546Z","caller":"traceutil/trace.go:171","msg":"trace[1897592128] range","detail":"{range_begin:/registry/secrets/openstack/pvc-ceph-client-key; range_end:; response_count:0; response_revision:8489; }","duration":"647.447344ms","start":"2026-03-04T11:25:50.356083Z","end":"2026-03-04T11:25:51.00353Z","steps":["trace[1897592128] 'agreement among raft nodes before linearized reading' (duration: 647.321431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:51.003539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.838107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T11:25:51.00366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.957647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T11:25:51.003668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:50.356064Z","time spent":"647.591688ms","remote":"127.0.0.1:41168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/openstack/pvc-ceph-client-key\" "} {"level":"info","ts":"2026-03-04T11:25:51.003695Z","caller":"traceutil/trace.go:171","msg":"trace[981746259] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8489; }","duration":"439.035522ms","start":"2026-03-04T11:25:50.564636Z","end":"2026-03-04T11:25:51.003671Z","steps":["trace[981746259] 'agreement among raft nodes before linearized reading' (duration: 438.695883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:51.003715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.254409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T11:25:51.003723Z","caller":"traceutil/trace.go:171","msg":"trace[685390270] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8489; }","duration":"602.06794ms","start":"2026-03-04T11:25:50.401641Z","end":"2026-03-04T11:25:51.003709Z","steps":["trace[685390270] 'agreement among raft nodes before linearized reading' (duration: 601.811763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:51.003762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:50.56462Z","time spent":"439.127704ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T11:25:51.003769Z","caller":"traceutil/trace.go:171","msg":"trace[681046340] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8489; }","duration":"670.347611ms","start":"2026-03-04T11:25:50.333407Z","end":"2026-03-04T11:25:51.003755Z","steps":["trace[681046340] 'agreement among raft nodes before linearized reading' (duration: 670.202618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:51.003782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:50.401615Z","time spent":"602.150792ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T11:25:51.003543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:50.533842Z","time spent":"469.69509ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T11:25:51.003807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.340482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T11:25:51.003854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.986357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-287zq\" ","response":"range_response_count:1 size:4558"} {"level":"warn","ts":"2026-03-04T11:25:51.003859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:50.333384Z","time spent":"670.437284ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T11:25:51.00389Z","caller":"traceutil/trace.go:171","msg":"trace[2085847308] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-287zq; range_end:; response_count:1; response_revision:8489; }","duration":"943.050648ms","start":"2026-03-04T11:25:50.060829Z","end":"2026-03-04T11:25:51.003879Z","steps":["trace[2085847308] 'agreement among raft nodes before linearized reading' (duration: 942.795771ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:51.003896Z","caller":"traceutil/trace.go:171","msg":"trace[828829595] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8489; }","duration":"564.477946ms","start":"2026-03-04T11:25:50.439397Z","end":"2026-03-04T11:25:51.003875Z","steps":["trace[828829595] 'agreement among raft nodes before linearized reading' (duration: 563.87838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:51.003918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:50.060809Z","time spent":"943.10431ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4581,"request content":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-287zq\" "} {"level":"warn","ts":"2026-03-04T11:25:51.003943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:50.439381Z","time spent":"564.552078ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T11:25:51.169032Z","caller":"traceutil/trace.go:171","msg":"trace[1018960680] transaction","detail":"{read_only:false; response_revision:8491; number_of_response:1; }","duration":"160.902ms","start":"2026-03-04T11:25:51.008094Z","end":"2026-03-04T11:25:51.168996Z","steps":["trace[1018960680] 'process raft request' (duration: 160.688114ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:51.169313Z","caller":"traceutil/trace.go:171","msg":"trace[448182413] transaction","detail":"{read_only:false; response_revision:8492; number_of_response:1; }","duration":"160.951901ms","start":"2026-03-04T11:25:51.008321Z","end":"2026-03-04T11:25:51.169273Z","steps":["trace[448182413] 'process raft request' (duration: 160.626613ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:51.169474Z","caller":"traceutil/trace.go:171","msg":"trace[695259611] transaction","detail":"{read_only:false; response_revision:8493; number_of_response:1; }","duration":"160.501709ms","start":"2026-03-04T11:25:51.008909Z","end":"2026-03-04T11:25:51.169411Z","steps":["trace[695259611] 'process raft request' (duration: 160.284383ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:51.169554Z","caller":"traceutil/trace.go:171","msg":"trace[1751653355] transaction","detail":"{read_only:false; response_revision:8494; number_of_response:1; }","duration":"160.097589ms","start":"2026-03-04T11:25:51.009412Z","end":"2026-03-04T11:25:51.169509Z","steps":["trace[1751653355] 'process raft request' (duration: 159.912754ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:51.169673Z","caller":"traceutil/trace.go:171","msg":"trace[159038953] transaction","detail":"{read_only:false; response_revision:8495; number_of_response:1; }","duration":"158.421084ms","start":"2026-03-04T11:25:51.011232Z","end":"2026-03-04T11:25:51.169653Z","steps":["trace[159038953] 'process raft request' (duration: 158.164807ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:51.169639Z","caller":"traceutil/trace.go:171","msg":"trace[313493967] linearizableReadLoop","detail":"{readStateIndex:8844; appliedIndex:8841; }","duration":"161.007834ms","start":"2026-03-04T11:25:51.008611Z","end":"2026-03-04T11:25:51.169618Z","steps":["trace[313493967] 'read index received' (duration: 32.000134ms)","trace[313493967] 'applied index is now lower than readState.Index' (duration: 129.00634ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:25:51.169865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.232819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T11:25:51.169932Z","caller":"traceutil/trace.go:171","msg":"trace[800051596] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8495; }","duration":"161.336282ms","start":"2026-03-04T11:25:51.00858Z","end":"2026-03-04T11:25:51.169916Z","steps":["trace[800051596] 'agreement among raft nodes before linearized reading' (duration: 161.094815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:51.17022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.293267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T11:25:51.170246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.812029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:25:51.170294Z","caller":"traceutil/trace.go:171","msg":"trace[841803624] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8495; }","duration":"136.414989ms","start":"2026-03-04T11:25:51.033862Z","end":"2026-03-04T11:25:51.170277Z","steps":["trace[841803624] 'agreement among raft nodes before linearized reading' (duration: 136.159363ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:51.170324Z","caller":"traceutil/trace.go:171","msg":"trace[350291204] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:8495; }","duration":"133.947563ms","start":"2026-03-04T11:25:51.036363Z","end":"2026-03-04T11:25:51.17031Z","steps":["trace[350291204] 'agreement among raft nodes before linearized reading' (duration: 133.782289ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:52.23706Z","caller":"traceutil/trace.go:171","msg":"trace[1891082076] transaction","detail":"{read_only:false; response_revision:8498; number_of_response:1; }","duration":"133.707887ms","start":"2026-03-04T11:25:52.103319Z","end":"2026-03-04T11:25:52.237027Z","steps":["trace[1891082076] 'process raft request' (duration: 133.526522ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:52.547759Z","caller":"traceutil/trace.go:171","msg":"trace[1399489648] linearizableReadLoop","detail":"{readStateIndex:8851; appliedIndex:8849; }","duration":"420.641777ms","start":"2026-03-04T11:25:52.127097Z","end":"2026-03-04T11:25:52.547738Z","steps":["trace[1399489648] 'read index received' (duration: 109.874553ms)","trace[1399489648] 'applied index is now lower than readState.Index' (duration: 310.766604ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:25:52.547955Z","caller":"traceutil/trace.go:171","msg":"trace[136281733] transaction","detail":"{read_only:false; response_revision:8499; number_of_response:1; }","duration":"431.813649ms","start":"2026-03-04T11:25:52.116111Z","end":"2026-03-04T11:25:52.547925Z","steps":["trace[136281733] 'process raft request' (duration: 431.49608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:52.548153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.375802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-04T11:25:52.548237Z","caller":"traceutil/trace.go:171","msg":"trace[355532424] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8499; }","duration":"198.589608ms","start":"2026-03-04T11:25:52.349629Z","end":"2026-03-04T11:25:52.548218Z","steps":["trace[355532424] 'agreement among raft nodes before linearized reading' (duration: 198.345531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:52.548341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.223083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:45 size:605091"} {"level":"info","ts":"2026-03-04T11:25:52.548375Z","caller":"traceutil/trace.go:171","msg":"trace[1083911341] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:45; response_revision:8499; }","duration":"421.273425ms","start":"2026-03-04T11:25:52.127093Z","end":"2026-03-04T11:25:52.548366Z","steps":["trace[1083911341] 'agreement among raft nodes before linearized reading' (duration: 420.767811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:52.548405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:52.127067Z","time spent":"421.329225ms","remote":"127.0.0.1:41168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":45,"response size":605114,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-03-04T11:25:52.548529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:25:52.116097Z","time spent":"432.009444ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4826,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:25:52.657664Z","caller":"traceutil/trace.go:171","msg":"trace[122808184] transaction","detail":"{read_only:false; response_revision:8500; number_of_response:1; }","duration":"104.14407ms","start":"2026-03-04T11:25:52.553475Z","end":"2026-03-04T11:25:52.657619Z","steps":["trace[122808184] 'process raft request' (duration: 95.691992ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:53.120712Z","caller":"traceutil/trace.go:171","msg":"trace[838904768] transaction","detail":"{read_only:false; response_revision:8502; number_of_response:1; }","duration":"111.461776ms","start":"2026-03-04T11:25:53.009231Z","end":"2026-03-04T11:25:53.120693Z","steps":["trace[838904768] 'process raft request' (duration: 111.396855ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:53.120877Z","caller":"traceutil/trace.go:171","msg":"trace[1790459442] transaction","detail":"{read_only:false; response_revision:8501; number_of_response:1; }","duration":"168.938877ms","start":"2026-03-04T11:25:52.951931Z","end":"2026-03-04T11:25:53.12087Z","steps":["trace[1790459442] 'process raft request' (duration: 165.317459ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:53.121073Z","caller":"traceutil/trace.go:171","msg":"trace[1250848687] transaction","detail":"{read_only:false; response_revision:8503; number_of_response:1; }","duration":"111.782115ms","start":"2026-03-04T11:25:53.009257Z","end":"2026-03-04T11:25:53.121039Z","steps":["trace[1250848687] 'process raft request' (duration: 111.414205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:57.385444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.936283ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:25:57.385525Z","caller":"traceutil/trace.go:171","msg":"trace[2110941145] linearizableReadLoop","detail":"{readStateIndex:8954; appliedIndex:8953; }","duration":"208.237607ms","start":"2026-03-04T11:25:57.177275Z","end":"2026-03-04T11:25:57.385512Z","steps":["trace[2110941145] 'read index received' (duration: 41.175401ms)","trace[2110941145] 'applied index is now lower than readState.Index' (duration: 167.059726ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:25:57.38568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.400082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8215c011-7217-4675-85d8-0f22d6215864\" ","response":"range_response_count:1 size:3640"} {"level":"info","ts":"2026-03-04T11:25:57.385699Z","caller":"traceutil/trace.go:171","msg":"trace[1701207699] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8215c011-7217-4675-85d8-0f22d6215864; range_end:; response_count:1; response_revision:8600; }","duration":"208.445503ms","start":"2026-03-04T11:25:57.177248Z","end":"2026-03-04T11:25:57.385694Z","steps":["trace[1701207699] 'agreement among raft nodes before linearized reading' (duration: 208.31449ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:57.385773Z","caller":"traceutil/trace.go:171","msg":"trace[2035962839] transaction","detail":"{read_only:false; response_revision:8600; number_of_response:1; }","duration":"299.307444ms","start":"2026-03-04T11:25:57.086218Z","end":"2026-03-04T11:25:57.385526Z","steps":["trace[2035962839] 'process raft request' (duration: 132.197896ms)","trace[2035962839] 'compare' (duration: 166.620685ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:25:57.479977Z","caller":"traceutil/trace.go:171","msg":"trace[776910634] transaction","detail":"{read_only:false; response_revision:8602; number_of_response:1; }","duration":"299.010336ms","start":"2026-03-04T11:25:57.180945Z","end":"2026-03-04T11:25:57.479955Z","steps":["trace[776910634] 'process raft request' (duration: 298.965785ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:57.48003Z","caller":"traceutil/trace.go:171","msg":"trace[1576259034] transaction","detail":"{read_only:false; response_revision:8601; number_of_response:1; }","duration":"299.325015ms","start":"2026-03-04T11:25:57.180689Z","end":"2026-03-04T11:25:57.480014Z","steps":["trace[1576259034] 'process raft request' (duration: 299.1288ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:57.531666Z","caller":"traceutil/trace.go:171","msg":"trace[1244725412] linearizableReadLoop","detail":"{readStateIndex:8957; appliedIndex:8954; }","duration":"146.100561ms","start":"2026-03-04T11:25:57.385539Z","end":"2026-03-04T11:25:57.53164Z","steps":["trace[1244725412] 'read index received' (duration: 94.322985ms)","trace[1244725412] 'applied index is now lower than readState.Index' (duration: 51.776256ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:25:57.531782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.471109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T11:25:57.531835Z","caller":"traceutil/trace.go:171","msg":"trace[1908173048] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8604; }","duration":"246.54237ms","start":"2026-03-04T11:25:57.285279Z","end":"2026-03-04T11:25:57.531821Z","steps":["trace[1908173048] 'agreement among raft nodes before linearized reading' (duration: 246.401227ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:57.532Z","caller":"traceutil/trace.go:171","msg":"trace[845657946] transaction","detail":"{read_only:false; response_revision:8604; number_of_response:1; }","duration":"139.822972ms","start":"2026-03-04T11:25:57.392165Z","end":"2026-03-04T11:25:57.531988Z","steps":["trace[845657946] 'process raft request' (duration: 139.36882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:57.532088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.626128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T11:25:57.53214Z","caller":"traceutil/trace.go:171","msg":"trace[1632464024] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8604; }","duration":"251.720381ms","start":"2026-03-04T11:25:57.280406Z","end":"2026-03-04T11:25:57.532127Z","steps":["trace[1632464024] 'agreement among raft nodes before linearized reading' (duration: 251.360431ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:57.532074Z","caller":"traceutil/trace.go:171","msg":"trace[1544375388] transaction","detail":"{read_only:false; response_revision:8603; number_of_response:1; }","duration":"201.253749ms","start":"2026-03-04T11:25:57.330747Z","end":"2026-03-04T11:25:57.532001Z","steps":["trace[1544375388] 'process raft request' (duration: 200.619942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:57.532222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.181713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T11:25:57.532284Z","caller":"traceutil/trace.go:171","msg":"trace[385164646] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8604; }","duration":"255.312318ms","start":"2026-03-04T11:25:57.276959Z","end":"2026-03-04T11:25:57.532272Z","steps":["trace[385164646] 'agreement among raft nodes before linearized reading' (duration: 255.075251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:57.532314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.646055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-04T11:25:57.532415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.360602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T11:25:57.532427Z","caller":"traceutil/trace.go:171","msg":"trace[626550746] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:8604; }","duration":"252.82005ms","start":"2026-03-04T11:25:57.279585Z","end":"2026-03-04T11:25:57.532405Z","steps":["trace[626550746] 'agreement among raft nodes before linearized reading' (duration: 252.482951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:57.532462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.727197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T11:25:57.532487Z","caller":"traceutil/trace.go:171","msg":"trace[729870193] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8604; }","duration":"254.479525ms","start":"2026-03-04T11:25:57.277989Z","end":"2026-03-04T11:25:57.532469Z","steps":["trace[729870193] 'agreement among raft nodes before linearized reading' (duration: 254.141886ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:57.532542Z","caller":"traceutil/trace.go:171","msg":"trace[2113813105] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8604; }","duration":"262.82863ms","start":"2026-03-04T11:25:57.269692Z","end":"2026-03-04T11:25:57.532521Z","steps":["trace[2113813105] 'agreement among raft nodes before linearized reading' (duration: 262.538382ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:57.758328Z","caller":"traceutil/trace.go:171","msg":"trace[593585135] transaction","detail":"{read_only:false; response_revision:8606; number_of_response:1; }","duration":"221.411483ms","start":"2026-03-04T11:25:57.536894Z","end":"2026-03-04T11:25:57.758306Z","steps":["trace[593585135] 'process raft request' (duration: 221.239028ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:57.758529Z","caller":"traceutil/trace.go:171","msg":"trace[1849270198] transaction","detail":"{read_only:false; response_revision:8607; number_of_response:1; }","duration":"221.357451ms","start":"2026-03-04T11:25:57.537155Z","end":"2026-03-04T11:25:57.758512Z","steps":["trace[1849270198] 'process raft request' (duration: 221.116555ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:57.758739Z","caller":"traceutil/trace.go:171","msg":"trace[43347773] transaction","detail":"{read_only:false; response_revision:8608; number_of_response:1; }","duration":"221.401172ms","start":"2026-03-04T11:25:57.537327Z","end":"2026-03-04T11:25:57.758728Z","steps":["trace[43347773] 'process raft request' (duration: 221.134655ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:57.759058Z","caller":"traceutil/trace.go:171","msg":"trace[687623418] linearizableReadLoop","detail":"{readStateIndex:8962; appliedIndex:8958; }","duration":"221.100924ms","start":"2026-03-04T11:25:57.53792Z","end":"2026-03-04T11:25:57.75902Z","steps":["trace[687623418] 'read index received' (duration: 29.990919ms)","trace[687623418] 'applied index is now lower than readState.Index' (duration: 191.108015ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:25:57.759082Z","caller":"traceutil/trace.go:171","msg":"trace[882796987] transaction","detail":"{read_only:false; response_revision:8609; number_of_response:1; }","duration":"220.502569ms","start":"2026-03-04T11:25:57.538541Z","end":"2026-03-04T11:25:57.759044Z","steps":["trace[882796987] 'process raft request' (duration: 220.150499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:25:57.759433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.500855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:233578"} {"level":"info","ts":"2026-03-04T11:25:57.759484Z","caller":"traceutil/trace.go:171","msg":"trace[1438486099] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8609; }","duration":"221.582367ms","start":"2026-03-04T11:25:57.537891Z","end":"2026-03-04T11:25:57.759473Z","steps":["trace[1438486099] 'agreement among raft nodes before linearized reading' (duration: 221.240548ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:25:58.225477Z","caller":"traceutil/trace.go:171","msg":"trace[817417940] linearizableReadLoop","detail":"{readStateIndex:8965; appliedIndex:8964; }","duration":"119.454712ms","start":"2026-03-04T11:25:58.105997Z","end":"2026-03-04T11:25:58.225452Z","steps":["trace[817417940] 'read index received' (duration: 47.262385ms)","trace[817417940] 'applied index is now lower than readState.Index' (duration: 72.191067ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:25:58.225501Z","caller":"traceutil/trace.go:171","msg":"trace[1212855998] transaction","detail":"{read_only:false; response_revision:8610; number_of_response:1; }","duration":"150.905471ms","start":"2026-03-04T11:25:58.074571Z","end":"2026-03-04T11:25:58.225477Z","steps":["trace[1212855998] 'process raft request' (duration: 78.785935ms)","trace[1212855998] 'compare' (duration: 71.946941ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:25:58.225647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.631767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:25:58.22571Z","caller":"traceutil/trace.go:171","msg":"trace[834667833] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8610; }","duration":"119.726ms","start":"2026-03-04T11:25:58.105968Z","end":"2026-03-04T11:25:58.225694Z","steps":["trace[834667833] 'agreement among raft nodes before linearized reading' (duration: 119.580906ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:05.590997Z","caller":"traceutil/trace.go:171","msg":"trace[881026438] linearizableReadLoop","detail":"{readStateIndex:9024; appliedIndex:9022; }","duration":"285.031079ms","start":"2026-03-04T11:26:05.305891Z","end":"2026-03-04T11:26:05.590922Z","steps":["trace[881026438] 'read index received' (duration: 19.949458ms)","trace[881026438] 'applied index is now lower than readState.Index' (duration: 265.079991ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:26:05.591118Z","caller":"traceutil/trace.go:171","msg":"trace[1047684686] transaction","detail":"{read_only:false; response_revision:8665; number_of_response:1; }","duration":"317.69887ms","start":"2026-03-04T11:26:05.273329Z","end":"2026-03-04T11:26:05.591028Z","steps":["trace[1047684686] 'process raft request' (duration: 291.199475ms)","trace[1047684686] 'compare' (duration: 26.119835ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:26:05.591245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.335727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-04T11:26:05.591333Z","caller":"traceutil/trace.go:171","msg":"trace[84085568] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:8665; }","duration":"285.470251ms","start":"2026-03-04T11:26:05.305839Z","end":"2026-03-04T11:26:05.59131Z","steps":["trace[84085568] 'agreement among raft nodes before linearized reading' (duration: 285.206044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:26:05.59145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:26:05.27331Z","time spent":"317.969518ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10633,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:26:05.862445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.708515ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:26:05.862592Z","caller":"traceutil/trace.go:171","msg":"trace[79134074] linearizableReadLoop","detail":"{readStateIndex:9027; appliedIndex:9026; }","duration":"221.649719ms","start":"2026-03-04T11:26:05.640921Z","end":"2026-03-04T11:26:05.862571Z","steps":["trace[79134074] 'read index received' (duration: 93.677847ms)","trace[79134074] 'applied index is now lower than readState.Index' (duration: 127.969722ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:26:05.862709Z","caller":"traceutil/trace.go:171","msg":"trace[470665816] transaction","detail":"{read_only:false; response_revision:8668; number_of_response:1; }","duration":"231.590467ms","start":"2026-03-04T11:26:05.631105Z","end":"2026-03-04T11:26:05.862695Z","steps":["trace[470665816] 'process raft request' (duration: 103.499912ms)","trace[470665816] 'compare' (duration: 127.365106ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:26:05.863332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.41768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T11:26:05.863389Z","caller":"traceutil/trace.go:171","msg":"trace[35836733] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8668; }","duration":"222.473482ms","start":"2026-03-04T11:26:05.6409Z","end":"2026-03-04T11:26:05.863373Z","steps":["trace[35836733] 'agreement among raft nodes before linearized reading' (duration: 222.262996ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:28.276361Z","caller":"traceutil/trace.go:171","msg":"trace[448262819] transaction","detail":"{read_only:false; response_revision:8791; number_of_response:1; }","duration":"100.549542ms","start":"2026-03-04T11:26:28.175792Z","end":"2026-03-04T11:26:28.276341Z","steps":["trace[448262819] 'compare' (duration: 92.135425ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:28.399455Z","caller":"traceutil/trace.go:171","msg":"trace[1463686015] transaction","detail":"{read_only:false; response_revision:8795; number_of_response:1; }","duration":"115.068644ms","start":"2026-03-04T11:26:28.284368Z","end":"2026-03-04T11:26:28.399437Z","steps":["trace[1463686015] 'process raft request' (duration: 114.685954ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:28.399549Z","caller":"traceutil/trace.go:171","msg":"trace[1010494659] transaction","detail":"{read_only:false; response_revision:8796; number_of_response:1; }","duration":"115.038493ms","start":"2026-03-04T11:26:28.284494Z","end":"2026-03-04T11:26:28.399533Z","steps":["trace[1010494659] 'process raft request' (duration: 114.804357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:26:28.399792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.057831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:235105"} {"level":"info","ts":"2026-03-04T11:26:28.399873Z","caller":"traceutil/trace.go:171","msg":"trace[45377359] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8796; }","duration":"116.166023ms","start":"2026-03-04T11:26:28.283686Z","end":"2026-03-04T11:26:28.399852Z","steps":["trace[45377359] 'agreement among raft nodes before linearized reading' (duration: 115.761162ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:28.399121Z","caller":"traceutil/trace.go:171","msg":"trace[1888628745] transaction","detail":"{read_only:false; response_revision:8794; number_of_response:1; }","duration":"115.228218ms","start":"2026-03-04T11:26:28.283871Z","end":"2026-03-04T11:26:28.399099Z","steps":["trace[1888628745] 'process raft request' (duration: 109.508514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:26:28.664958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.99325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:48 size:634121"} {"level":"info","ts":"2026-03-04T11:26:28.665072Z","caller":"traceutil/trace.go:171","msg":"trace[146772796] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:48; response_revision:8796; }","duration":"152.158684ms","start":"2026-03-04T11:26:28.512892Z","end":"2026-03-04T11:26:28.665051Z","steps":["trace[146772796] 'range keys from in-memory index tree' (duration: 151.124277ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:29.619166Z","caller":"traceutil/trace.go:171","msg":"trace[1212461448] transaction","detail":"{read_only:false; response_revision:8797; number_of_response:1; }","duration":"139.309988ms","start":"2026-03-04T11:26:29.479833Z","end":"2026-03-04T11:26:29.619143Z","steps":["trace[1212461448] 'process raft request' (duration: 139.168564ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:29.791271Z","caller":"traceutil/trace.go:171","msg":"trace[332489753] transaction","detail":"{read_only:false; response_revision:8798; number_of_response:1; }","duration":"281.661668ms","start":"2026-03-04T11:26:29.50958Z","end":"2026-03-04T11:26:29.791242Z","steps":["trace[332489753] 'process raft request' (duration: 230.626731ms)","trace[332489753] 'compare' (duration: 50.801691ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:26:30.162708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.153965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/openstack/glance-api\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:26:30.162787Z","caller":"traceutil/trace.go:171","msg":"trace[332743973] range","detail":"{range_begin:/registry/poddisruptionbudgets/openstack/glance-api; range_end:; response_count:0; response_revision:8800; }","duration":"115.273178ms","start":"2026-03-04T11:26:30.047494Z","end":"2026-03-04T11:26:30.162767Z","steps":["trace[332743973] 'range keys from in-memory index tree' (duration: 115.003222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:26:30.392149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.350859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/glance-glance-ks-service\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:26:30.392253Z","caller":"traceutil/trace.go:171","msg":"trace[1077276635] range","detail":"{range_begin:/registry/rolebindings/openstack/glance-glance-ks-service; range_end:; response_count:0; response_revision:8801; }","duration":"129.478813ms","start":"2026-03-04T11:26:30.26275Z","end":"2026-03-04T11:26:30.392228Z","steps":["trace[1077276635] 'range keys from in-memory index tree' (duration: 129.306678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:26:30.392175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.954063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T11:26:30.392418Z","caller":"traceutil/trace.go:171","msg":"trace[971296137] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8801; }","duration":"111.230731ms","start":"2026-03-04T11:26:30.281161Z","end":"2026-03-04T11:26:30.392392Z","steps":["trace[971296137] 'range keys from in-memory index tree' (duration: 110.784608ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:30.609022Z","caller":"traceutil/trace.go:171","msg":"trace[1285360256] transaction","detail":"{read_only:false; response_revision:8804; number_of_response:1; }","duration":"178.773773ms","start":"2026-03-04T11:26:30.430222Z","end":"2026-03-04T11:26:30.608996Z","steps":["trace[1285360256] 'process raft request' (duration: 178.626909ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:30.64234Z","caller":"traceutil/trace.go:171","msg":"trace[1660486674] transaction","detail":"{read_only:false; response_revision:8805; number_of_response:1; }","duration":"211.951398ms","start":"2026-03-04T11:26:30.430365Z","end":"2026-03-04T11:26:30.642316Z","steps":["trace[1660486674] 'process raft request' (duration: 211.6556ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:30.642564Z","caller":"traceutil/trace.go:171","msg":"trace[760156647] transaction","detail":"{read_only:false; response_revision:8806; number_of_response:1; }","duration":"212.088442ms","start":"2026-03-04T11:26:30.430452Z","end":"2026-03-04T11:26:30.64254Z","steps":["trace[760156647] 'process raft request' (duration: 211.712241ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:30.642769Z","caller":"traceutil/trace.go:171","msg":"trace[784595935] linearizableReadLoop","detail":"{readStateIndex:9170; appliedIndex:9167; }","duration":"211.741332ms","start":"2026-03-04T11:26:30.43074Z","end":"2026-03-04T11:26:30.642481Z","steps":["trace[784595935] 'read index received' (duration: 178.121405ms)","trace[784595935] 'applied index is now lower than readState.Index' (duration: 33.619017ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:26:30.643004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.508806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/glance-glance-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:26:30.643071Z","caller":"traceutil/trace.go:171","msg":"trace[1176309114] range","detail":"{range_begin:/registry/rolebindings/openstack/glance-glance-storage-init; range_end:; response_count:0; response_revision:8806; }","duration":"211.594988ms","start":"2026-03-04T11:26:30.431448Z","end":"2026-03-04T11:26:30.643043Z","steps":["trace[1176309114] 'agreement among raft nodes before linearized reading' (duration: 211.457565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:26:30.643207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.446211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:235105"} {"level":"info","ts":"2026-03-04T11:26:30.643279Z","caller":"traceutil/trace.go:171","msg":"trace[153893616] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8806; }","duration":"212.550554ms","start":"2026-03-04T11:26:30.430711Z","end":"2026-03-04T11:26:30.643262Z","steps":["trace[153893616] 'agreement among raft nodes before linearized reading' (duration: 212.097052ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:30.800015Z","caller":"traceutil/trace.go:171","msg":"trace[144800786] transaction","detail":"{read_only:false; number_of_response:0; response_revision:8806; }","duration":"136.358328ms","start":"2026-03-04T11:26:30.66361Z","end":"2026-03-04T11:26:30.799969Z","steps":["trace[144800786] 'process raft request' (duration: 105.683351ms)","trace[144800786] 'compare' (duration: 30.612486ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:26:31.178102Z","caller":"traceutil/trace.go:171","msg":"trace[1991053607] transaction","detail":"{read_only:false; response_revision:8807; number_of_response:1; }","duration":"354.939565ms","start":"2026-03-04T11:26:30.823139Z","end":"2026-03-04T11:26:31.178078Z","steps":["trace[1991053607] 'process raft request' (duration: 354.74099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:26:31.178244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:26:30.823114Z","time spent":"355.060588ms","remote":"127.0.0.1:41168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":65532,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T11:26:31.923909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.168284ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:26:31.924004Z","caller":"traceutil/trace.go:171","msg":"trace[1551021021] linearizableReadLoop","detail":"{readStateIndex:9173; appliedIndex:9172; }","duration":"597.546469ms","start":"2026-03-04T11:26:31.326441Z","end":"2026-03-04T11:26:31.923988Z","steps":["trace[1551021021] 'read index received' (duration: 61.241762ms)","trace[1551021021] 'applied index is now lower than readState.Index' (duration: 536.303417ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:26:31.924243Z","caller":"traceutil/trace.go:171","msg":"trace[1153190571] transaction","detail":"{read_only:false; response_revision:8808; number_of_response:1; }","duration":"734.286068ms","start":"2026-03-04T11:26:31.189943Z","end":"2026-03-04T11:26:31.924229Z","steps":["trace[1153190571] 'process raft request' (duration: 197.798776ms)","trace[1153190571] 'compare' (duration: 535.844995ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:26:31.924312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:26:31.189928Z","time spent":"734.354059ms","remote":"127.0.0.1:41418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":668,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T11:26:31.924497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.046872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:26:31.924571Z","caller":"traceutil/trace.go:171","msg":"trace[69013895] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8808; }","duration":"598.182397ms","start":"2026-03-04T11:26:31.326372Z","end":"2026-03-04T11:26:31.924554Z","steps":["trace[69013895] 'agreement among raft nodes before linearized reading' (duration: 597.994652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:26:31.924618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:26:31.326345Z","time spent":"598.261478ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T11:26:31.993567Z","caller":"traceutil/trace.go:171","msg":"trace[800141397] transaction","detail":"{read_only:false; response_revision:8809; number_of_response:1; }","duration":"657.283491ms","start":"2026-03-04T11:26:31.336254Z","end":"2026-03-04T11:26:31.993538Z","steps":["trace[800141397] 'process raft request' (duration: 656.986743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:26:31.993728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:26:31.336128Z","time spent":"657.518738ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:26:32.155675Z","caller":"traceutil/trace.go:171","msg":"trace[305303011] transaction","detail":"{read_only:false; response_revision:8810; number_of_response:1; }","duration":"358.691096ms","start":"2026-03-04T11:26:31.796967Z","end":"2026-03-04T11:26:32.155658Z","steps":["trace[305303011] 'process raft request' (duration: 296.265652ms)","trace[305303011] 'compare' (duration: 62.220558ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:26:32.155774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:26:31.796941Z","time spent":"358.780199ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:26:32.155992Z","caller":"traceutil/trace.go:171","msg":"trace[513464358] transaction","detail":"{read_only:false; response_revision:8811; number_of_response:1; }","duration":"228.645358ms","start":"2026-03-04T11:26:31.927339Z","end":"2026-03-04T11:26:32.155984Z","steps":["trace[513464358] 'process raft request' (duration: 228.244267ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:32.155994Z","caller":"traceutil/trace.go:171","msg":"trace[1333921444] transaction","detail":"{read_only:false; response_revision:8815; number_of_response:1; }","duration":"226.956263ms","start":"2026-03-04T11:26:31.929024Z","end":"2026-03-04T11:26:32.15598Z","steps":["trace[1333921444] 'process raft request' (duration: 226.922792ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:32.156105Z","caller":"traceutil/trace.go:171","msg":"trace[131182064] transaction","detail":"{read_only:false; response_revision:8812; number_of_response:1; }","duration":"228.441762ms","start":"2026-03-04T11:26:31.927644Z","end":"2026-03-04T11:26:32.156085Z","steps":["trace[131182064] 'process raft request' (duration: 228.184776ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:32.156151Z","caller":"traceutil/trace.go:171","msg":"trace[1063383880] transaction","detail":"{read_only:false; response_revision:8813; number_of_response:1; }","duration":"227.557059ms","start":"2026-03-04T11:26:31.928588Z","end":"2026-03-04T11:26:32.156145Z","steps":["trace[1063383880] 'process raft request' (duration: 227.301162ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:32.156182Z","caller":"traceutil/trace.go:171","msg":"trace[1916412196] transaction","detail":"{read_only:false; response_revision:8814; number_of_response:1; }","duration":"227.175498ms","start":"2026-03-04T11:26:31.92898Z","end":"2026-03-04T11:26:32.156156Z","steps":["trace[1916412196] 'process raft request' (duration: 226.946212ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:32.156341Z","caller":"traceutil/trace.go:171","msg":"trace[1824221524] transaction","detail":"{read_only:false; response_revision:8816; number_of_response:1; }","duration":"227.280581ms","start":"2026-03-04T11:26:31.929053Z","end":"2026-03-04T11:26:32.156333Z","steps":["trace[1824221524] 'process raft request' (duration: 226.911771ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:32.156399Z","caller":"traceutil/trace.go:171","msg":"trace[772045839] transaction","detail":"{read_only:false; response_revision:8817; number_of_response:1; }","duration":"227.058585ms","start":"2026-03-04T11:26:31.929335Z","end":"2026-03-04T11:26:32.156394Z","steps":["trace[772045839] 'process raft request' (duration: 226.88578ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:32.156394Z","caller":"traceutil/trace.go:171","msg":"trace[933572422] transaction","detail":"{read_only:false; response_revision:8818; number_of_response:1; }","duration":"226.853069ms","start":"2026-03-04T11:26:31.92953Z","end":"2026-03-04T11:26:32.156383Z","steps":["trace[933572422] 'process raft request' (duration: 226.742416ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:32.156471Z","caller":"traceutil/trace.go:171","msg":"trace[222678359] linearizableReadLoop","detail":"{readStateIndex:9175; appliedIndex:9173; }","duration":"232.429109ms","start":"2026-03-04T11:26:31.92403Z","end":"2026-03-04T11:26:32.156459Z","steps":["trace[222678359] 'read index received' (duration: 69.282479ms)","trace[222678359] 'applied index is now lower than readState.Index' (duration: 163.14576ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:26:32.156544Z","caller":"traceutil/trace.go:171","msg":"trace[718243566] transaction","detail":"{read_only:false; response_revision:8822; number_of_response:1; }","duration":"226.718946ms","start":"2026-03-04T11:26:31.92982Z","end":"2026-03-04T11:26:32.156539Z","steps":["trace[718243566] 'process raft request' (duration: 226.574182ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:32.156591Z","caller":"traceutil/trace.go:171","msg":"trace[1741756366] transaction","detail":"{read_only:false; response_revision:8819; number_of_response:1; }","duration":"227.022434ms","start":"2026-03-04T11:26:31.929564Z","end":"2026-03-04T11:26:32.156587Z","steps":["trace[1741756366] 'process raft request' (duration: 226.745236ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:32.156612Z","caller":"traceutil/trace.go:171","msg":"trace[1976480992] transaction","detail":"{read_only:false; response_revision:8823; number_of_response:1; }","duration":"225.802221ms","start":"2026-03-04T11:26:31.9308Z","end":"2026-03-04T11:26:32.156602Z","steps":["trace[1976480992] 'process raft request' (duration: 225.617096ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:32.156636Z","caller":"traceutil/trace.go:171","msg":"trace[1292605056] transaction","detail":"{read_only:false; response_revision:8820; number_of_response:1; }","duration":"227.035734ms","start":"2026-03-04T11:26:31.929595Z","end":"2026-03-04T11:26:32.156631Z","steps":["trace[1292605056] 'process raft request' (duration: 226.751966ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:32.156674Z","caller":"traceutil/trace.go:171","msg":"trace[852271934] transaction","detail":"{read_only:false; response_revision:8821; number_of_response:1; }","duration":"226.903031ms","start":"2026-03-04T11:26:31.929765Z","end":"2026-03-04T11:26:32.156668Z","steps":["trace[852271934] 'process raft request' (duration: 226.604983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:26:32.156738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.136765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T11:26:32.156782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.558733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T11:26:32.156802Z","caller":"traceutil/trace.go:171","msg":"trace[14339074] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8823; }","duration":"229.627705ms","start":"2026-03-04T11:26:31.927169Z","end":"2026-03-04T11:26:32.156797Z","steps":["trace[14339074] 'agreement among raft nodes before linearized reading' (duration: 229.547112ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:32.156776Z","caller":"traceutil/trace.go:171","msg":"trace[662841913] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:8823; }","duration":"813.217907ms","start":"2026-03-04T11:26:31.343546Z","end":"2026-03-04T11:26:32.156764Z","steps":["trace[662841913] 'agreement among raft nodes before linearized reading' (duration: 813.135324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:26:32.156899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:26:31.343533Z","time spent":"813.359611ms","remote":"127.0.0.1:41580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":21,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-04T11:26:32.367366Z","caller":"traceutil/trace.go:171","msg":"trace[1812901597] transaction","detail":"{read_only:false; response_revision:8825; number_of_response:1; }","duration":"205.553265ms","start":"2026-03-04T11:26:32.161788Z","end":"2026-03-04T11:26:32.367341Z","steps":["trace[1812901597] 'process raft request' (duration: 205.36198ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:32.367449Z","caller":"traceutil/trace.go:171","msg":"trace[1009255938] transaction","detail":"{read_only:false; response_revision:8827; number_of_response:1; }","duration":"205.591146ms","start":"2026-03-04T11:26:32.161815Z","end":"2026-03-04T11:26:32.367407Z","steps":["trace[1009255938] 'process raft request' (duration: 205.485453ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:32.367476Z","caller":"traceutil/trace.go:171","msg":"trace[1406800292] transaction","detail":"{read_only:false; response_revision:8828; number_of_response:1; }","duration":"205.524764ms","start":"2026-03-04T11:26:32.161917Z","end":"2026-03-04T11:26:32.367442Z","steps":["trace[1406800292] 'process raft request' (duration: 205.411871ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:32.367536Z","caller":"traceutil/trace.go:171","msg":"trace[1167855401] transaction","detail":"{read_only:false; response_revision:8826; number_of_response:1; }","duration":"205.698189ms","start":"2026-03-04T11:26:32.161816Z","end":"2026-03-04T11:26:32.367514Z","steps":["trace[1167855401] 'process raft request' (duration: 205.452902ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:32.367574Z","caller":"traceutil/trace.go:171","msg":"trace[996301238] transaction","detail":"{read_only:false; response_revision:8831; number_of_response:1; }","duration":"205.00071ms","start":"2026-03-04T11:26:32.162563Z","end":"2026-03-04T11:26:32.367564Z","steps":["trace[996301238] 'process raft request' (duration: 204.872947ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:32.367567Z","caller":"traceutil/trace.go:171","msg":"trace[732367248] linearizableReadLoop","detail":"{readStateIndex:9197; appliedIndex:9189; }","duration":"144.488888ms","start":"2026-03-04T11:26:32.223059Z","end":"2026-03-04T11:26:32.367548Z","steps":["trace[732367248] 'read index received' (duration: 144.180999ms)","trace[732367248] 'applied index is now lower than readState.Index' (duration: 306.869µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:26:32.367656Z","caller":"traceutil/trace.go:171","msg":"trace[1181086114] transaction","detail":"{read_only:false; response_revision:8830; number_of_response:1; }","duration":"205.619756ms","start":"2026-03-04T11:26:32.162028Z","end":"2026-03-04T11:26:32.367648Z","steps":["trace[1181086114] 'process raft request' (duration: 205.352319ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:32.367686Z","caller":"traceutil/trace.go:171","msg":"trace[315172126] transaction","detail":"{read_only:false; response_revision:8832; number_of_response:1; }","duration":"152.235327ms","start":"2026-03-04T11:26:32.215436Z","end":"2026-03-04T11:26:32.367671Z","steps":["trace[315172126] 'process raft request' (duration: 152.040632ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:32.367773Z","caller":"traceutil/trace.go:171","msg":"trace[678031157] transaction","detail":"{read_only:false; response_revision:8829; number_of_response:1; }","duration":"205.687739ms","start":"2026-03-04T11:26:32.16197Z","end":"2026-03-04T11:26:32.367658Z","steps":["trace[678031157] 'process raft request' (duration: 205.38314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:26:32.367892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.399861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19448"} {"level":"info","ts":"2026-03-04T11:26:32.36797Z","caller":"traceutil/trace.go:171","msg":"trace[839743433] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8832; }","duration":"205.511383ms","start":"2026-03-04T11:26:32.162437Z","end":"2026-03-04T11:26:32.367949Z","steps":["trace[839743433] 'agreement among raft nodes before linearized reading' (duration: 205.243796ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:32.455314Z","caller":"traceutil/trace.go:171","msg":"trace[1816454137] transaction","detail":"{read_only:false; response_revision:8833; number_of_response:1; }","duration":"228.852054ms","start":"2026-03-04T11:26:32.226438Z","end":"2026-03-04T11:26:32.45529Z","steps":["trace[1816454137] 'process raft request' (duration: 228.681819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:26:32.455432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.288695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-04T11:26:32.4555Z","caller":"traceutil/trace.go:171","msg":"trace[737881125] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8833; }","duration":"229.380168ms","start":"2026-03-04T11:26:32.226102Z","end":"2026-03-04T11:26:32.455482Z","steps":["trace[737881125] 'agreement among raft nodes before linearized reading' (duration: 229.203553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:26:32.455624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.83935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-04T11:26:32.455686Z","caller":"traceutil/trace.go:171","msg":"trace[1340321028] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8833; }","duration":"229.919922ms","start":"2026-03-04T11:26:32.225748Z","end":"2026-03-04T11:26:32.455668Z","steps":["trace[1340321028] 'agreement among raft nodes before linearized reading' (duration: 229.777628ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:32.608281Z","caller":"traceutil/trace.go:171","msg":"trace[1885621903] linearizableReadLoop","detail":"{readStateIndex:9199; appliedIndex:9198; }","duration":"153.002607ms","start":"2026-03-04T11:26:32.455256Z","end":"2026-03-04T11:26:32.608259Z","steps":["trace[1885621903] 'read index received' (duration: 86.123223ms)","trace[1885621903] 'applied index is now lower than readState.Index' (duration: 66.878384ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:26:32.608638Z","caller":"traceutil/trace.go:171","msg":"trace[1508186013] transaction","detail":"{read_only:false; response_revision:8834; number_of_response:1; }","duration":"231.382222ms","start":"2026-03-04T11:26:32.377241Z","end":"2026-03-04T11:26:32.608623Z","steps":["trace[1508186013] 'process raft request' (duration: 164.20978ms)","trace[1508186013] 'compare' (duration: 66.448632ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:26:32.608944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.12105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-04T11:26:32.608988Z","caller":"traceutil/trace.go:171","msg":"trace[516998920] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8834; }","duration":"150.204652ms","start":"2026-03-04T11:26:32.458772Z","end":"2026-03-04T11:26:32.608976Z","steps":["trace[516998920] 'agreement among raft nodes before linearized reading' (duration: 150.048338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:26:32.60899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.892215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:26:32.609004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.552546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T11:26:32.609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.337797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-04T11:26:32.609121Z","caller":"traceutil/trace.go:171","msg":"trace[1694412673] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8834; }","duration":"165.743261ms","start":"2026-03-04T11:26:32.443363Z","end":"2026-03-04T11:26:32.609106Z","steps":["trace[1694412673] 'agreement among raft nodes before linearized reading' (duration: 165.562716ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:32.609217Z","caller":"traceutil/trace.go:171","msg":"trace[232251532] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8834; }","duration":"179.133542ms","start":"2026-03-04T11:26:32.430027Z","end":"2026-03-04T11:26:32.60916Z","steps":["trace[232251532] 'agreement among raft nodes before linearized reading' (duration: 178.923677ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:32.609193Z","caller":"traceutil/trace.go:171","msg":"trace[762962272] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8834; }","duration":"123.529213ms","start":"2026-03-04T11:26:32.485603Z","end":"2026-03-04T11:26:32.609132Z","steps":["trace[762962272] 'agreement among raft nodes before linearized reading' (duration: 123.241985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:26:32.609257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.146202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T11:26:32.609423Z","caller":"traceutil/trace.go:171","msg":"trace[1365472793] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8834; }","duration":"179.328828ms","start":"2026-03-04T11:26:32.430074Z","end":"2026-03-04T11:26:32.609402Z","steps":["trace[1365472793] 'agreement among raft nodes before linearized reading' (duration: 178.808784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:26:32.609645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.332746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T11:26:32.609684Z","caller":"traceutil/trace.go:171","msg":"trace[1433492195] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8834; }","duration":"186.403028ms","start":"2026-03-04T11:26:32.423272Z","end":"2026-03-04T11:26:32.609675Z","steps":["trace[1433492195] 'agreement among raft nodes before linearized reading' (duration: 185.409841ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:32.798413Z","caller":"traceutil/trace.go:171","msg":"trace[1284077074] transaction","detail":"{read_only:false; response_revision:8836; number_of_response:1; }","duration":"184.97258ms","start":"2026-03-04T11:26:32.613414Z","end":"2026-03-04T11:26:32.798387Z","steps":["trace[1284077074] 'process raft request' (duration: 184.779505ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:32.798777Z","caller":"traceutil/trace.go:171","msg":"trace[1696508004] transaction","detail":"{read_only:false; response_revision:8837; number_of_response:1; }","duration":"184.950419ms","start":"2026-03-04T11:26:32.613798Z","end":"2026-03-04T11:26:32.798748Z","steps":["trace[1696508004] 'process raft request' (duration: 184.549238ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:32.798988Z","caller":"traceutil/trace.go:171","msg":"trace[1947234096] transaction","detail":"{read_only:false; response_revision:8838; number_of_response:1; }","duration":"185.052491ms","start":"2026-03-04T11:26:32.613909Z","end":"2026-03-04T11:26:32.798962Z","steps":["trace[1947234096] 'process raft request' (duration: 184.701862ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:32.799256Z","caller":"traceutil/trace.go:171","msg":"trace[2011062905] transaction","detail":"{read_only:false; response_revision:8839; number_of_response:1; }","duration":"185.301218ms","start":"2026-03-04T11:26:32.613922Z","end":"2026-03-04T11:26:32.799223Z","steps":["trace[2011062905] 'process raft request' (duration: 184.917978ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:32.799289Z","caller":"traceutil/trace.go:171","msg":"trace[2030540814] transaction","detail":"{read_only:false; response_revision:8840; number_of_response:1; }","duration":"185.313659ms","start":"2026-03-04T11:26:32.613942Z","end":"2026-03-04T11:26:32.799256Z","steps":["trace[2030540814] 'process raft request' (duration: 185.096393ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:32.799377Z","caller":"traceutil/trace.go:171","msg":"trace[783660172] transaction","detail":"{read_only:false; response_revision:8841; number_of_response:1; }","duration":"185.329349ms","start":"2026-03-04T11:26:32.614036Z","end":"2026-03-04T11:26:32.799365Z","steps":["trace[783660172] 'process raft request' (duration: 185.039951ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:32.799325Z","caller":"traceutil/trace.go:171","msg":"trace[92169680] transaction","detail":"{read_only:false; response_revision:8842; number_of_response:1; }","duration":"185.225907ms","start":"2026-03-04T11:26:32.61408Z","end":"2026-03-04T11:26:32.799306Z","steps":["trace[92169680] 'process raft request' (duration: 185.119464ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:32.799483Z","caller":"traceutil/trace.go:171","msg":"trace[1665856018] transaction","detail":"{read_only:false; response_revision:8844; number_of_response:1; }","duration":"185.272448ms","start":"2026-03-04T11:26:32.614191Z","end":"2026-03-04T11:26:32.799464Z","steps":["trace[1665856018] 'process raft request' (duration: 185.066052ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:32.799546Z","caller":"traceutil/trace.go:171","msg":"trace[1785970018] transaction","detail":"{read_only:false; response_revision:8843; number_of_response:1; }","duration":"185.434772ms","start":"2026-03-04T11:26:32.614097Z","end":"2026-03-04T11:26:32.799531Z","steps":["trace[1785970018] 'process raft request' (duration: 185.133154ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:32.799581Z","caller":"traceutil/trace.go:171","msg":"trace[687960104] transaction","detail":"{read_only:false; response_revision:8847; number_of_response:1; }","duration":"184.892258ms","start":"2026-03-04T11:26:32.614674Z","end":"2026-03-04T11:26:32.799566Z","steps":["trace[687960104] 'process raft request' (duration: 184.661191ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:32.799589Z","caller":"traceutil/trace.go:171","msg":"trace[262457490] transaction","detail":"{read_only:false; response_revision:8846; number_of_response:1; }","duration":"184.979219ms","start":"2026-03-04T11:26:32.614581Z","end":"2026-03-04T11:26:32.79956Z","steps":["trace[262457490] 'process raft request' (duration: 184.729333ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:32.799701Z","caller":"traceutil/trace.go:171","msg":"trace[1915825321] transaction","detail":"{read_only:false; response_revision:8845; number_of_response:1; }","duration":"185.276658ms","start":"2026-03-04T11:26:32.614405Z","end":"2026-03-04T11:26:32.799682Z","steps":["trace[1915825321] 'process raft request' (duration: 184.878017ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:32.799537Z","caller":"traceutil/trace.go:171","msg":"trace[1488918849] linearizableReadLoop","detail":"{readStateIndex:9212; appliedIndex:9201; }","duration":"166.802209ms","start":"2026-03-04T11:26:32.632718Z","end":"2026-03-04T11:26:32.799521Z","steps":["trace[1488918849] 'read index received' (duration: 165.676609ms)","trace[1488918849] 'applied index is now lower than readState.Index' (duration: 1.12421ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:26:32.799787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.98981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-04T11:26:32.799806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.90533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-04T11:26:32.799828Z","caller":"traceutil/trace.go:171","msg":"trace[931388616] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8847; }","duration":"185.058041ms","start":"2026-03-04T11:26:32.614759Z","end":"2026-03-04T11:26:32.799817Z","steps":["trace[931388616] 'agreement among raft nodes before linearized reading' (duration: 184.882207ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:32.799868Z","caller":"traceutil/trace.go:171","msg":"trace[325731538] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8847; }","duration":"181.004302ms","start":"2026-03-04T11:26:32.618843Z","end":"2026-03-04T11:26:32.799847Z","steps":["trace[325731538] 'agreement among raft nodes before linearized reading' (duration: 180.760916ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:32.812937Z","caller":"traceutil/trace.go:171","msg":"trace[312509939] transaction","detail":"{read_only:false; response_revision:8848; number_of_response:1; }","duration":"175.473164ms","start":"2026-03-04T11:26:32.637441Z","end":"2026-03-04T11:26:32.812915Z","steps":["trace[312509939] 'process raft request' (duration: 175.279688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:26:32.813033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.440352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:26:32.813067Z","caller":"traceutil/trace.go:171","msg":"trace[489182678] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:8848; }","duration":"162.530494ms","start":"2026-03-04T11:26:32.650526Z","end":"2026-03-04T11:26:32.813056Z","steps":["trace[489182678] 'agreement among raft nodes before linearized reading' (duration: 162.382871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:26:32.813059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.487904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T11:26:32.813113Z","caller":"traceutil/trace.go:171","msg":"trace[1760125745] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8848; }","duration":"165.573407ms","start":"2026-03-04T11:26:32.647526Z","end":"2026-03-04T11:26:32.813099Z","steps":["trace[1760125745] 'agreement among raft nodes before linearized reading' (duration: 165.421713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:26:32.813285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.96556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T11:26:32.813334Z","caller":"traceutil/trace.go:171","msg":"trace[1728492767] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8848; }","duration":"165.057573ms","start":"2026-03-04T11:26:32.648265Z","end":"2026-03-04T11:26:32.813322Z","steps":["trace[1728492767] 'agreement among raft nodes before linearized reading' (duration: 164.931789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:26:32.813737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.516235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210796"} {"level":"info","ts":"2026-03-04T11:26:32.813776Z","caller":"traceutil/trace.go:171","msg":"trace[750617638] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8848; }","duration":"102.585887ms","start":"2026-03-04T11:26:32.71118Z","end":"2026-03-04T11:26:32.813766Z","steps":["trace[750617638] 'agreement among raft nodes before linearized reading' (duration: 101.681932ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:33.189384Z","caller":"traceutil/trace.go:171","msg":"trace[654984867] transaction","detail":"{read_only:false; response_revision:8870; number_of_response:1; }","duration":"153.796138ms","start":"2026-03-04T11:26:33.035553Z","end":"2026-03-04T11:26:33.18935Z","steps":["trace[654984867] 'process raft request' (duration: 120.294905ms)","trace[654984867] 'compare' (duration: 33.208676ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:26:33.18964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.985976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-04T11:26:33.189728Z","caller":"traceutil/trace.go:171","msg":"trace[408025130] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:8870; }","duration":"153.11959ms","start":"2026-03-04T11:26:33.036588Z","end":"2026-03-04T11:26:33.189708Z","steps":["trace[408025130] 'agreement among raft nodes before linearized reading' (duration: 152.832712ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:33.189983Z","caller":"traceutil/trace.go:171","msg":"trace[1252792503] linearizableReadLoop","detail":"{readStateIndex:9235; appliedIndex:9233; }","duration":"152.622197ms","start":"2026-03-04T11:26:33.036627Z","end":"2026-03-04T11:26:33.189249Z","steps":["trace[1252792503] 'read index received' (duration: 2.699732ms)","trace[1252792503] 'applied index is now lower than readState.Index' (duration: 149.921435ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:26:33.205647Z","caller":"traceutil/trace.go:171","msg":"trace[1116572829] transaction","detail":"{read_only:false; response_revision:8871; number_of_response:1; }","duration":"165.327509ms","start":"2026-03-04T11:26:33.040303Z","end":"2026-03-04T11:26:33.205631Z","steps":["trace[1116572829] 'process raft request' (duration: 165.241987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:26:33.205771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.334457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:26:33.205815Z","caller":"traceutil/trace.go:171","msg":"trace[202500283] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8871; }","duration":"100.433009ms","start":"2026-03-04T11:26:33.105372Z","end":"2026-03-04T11:26:33.205805Z","steps":["trace[202500283] 'agreement among raft nodes before linearized reading' (duration: 100.305386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:26:33.205927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.693304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11413"} {"level":"info","ts":"2026-03-04T11:26:33.206003Z","caller":"traceutil/trace.go:171","msg":"trace[2012778549] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:8871; }","duration":"157.801907ms","start":"2026-03-04T11:26:33.048185Z","end":"2026-03-04T11:26:33.205987Z","steps":["trace[2012778549] 'agreement among raft nodes before linearized reading' (duration: 157.510179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:26:33.206095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.928709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-04T11:26:33.206188Z","caller":"traceutil/trace.go:171","msg":"trace[11823261] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:8871; }","duration":"168.028903ms","start":"2026-03-04T11:26:33.038123Z","end":"2026-03-04T11:26:33.206152Z","steps":["trace[11823261] 'agreement among raft nodes before linearized reading' (duration: 167.839117ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:33.423318Z","caller":"traceutil/trace.go:171","msg":"trace[1908670659] transaction","detail":"{read_only:false; response_revision:8878; number_of_response:1; }","duration":"187.104867ms","start":"2026-03-04T11:26:33.236179Z","end":"2026-03-04T11:26:33.423284Z","steps":["trace[1908670659] 'process raft request' (duration: 183.319115ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:33.423317Z","caller":"traceutil/trace.go:171","msg":"trace[1041941997] linearizableReadLoop","detail":"{readStateIndex:9244; appliedIndex:9243; }","duration":"136.06153ms","start":"2026-03-04T11:26:33.287225Z","end":"2026-03-04T11:26:33.423286Z","steps":["trace[1041941997] 'read index received' (duration: 132.287248ms)","trace[1041941997] 'applied index is now lower than readState.Index' (duration: 3.772462ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:26:33.423532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.589923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:26:33.423621Z","caller":"traceutil/trace.go:171","msg":"trace[733543508] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8878; }","duration":"216.683585ms","start":"2026-03-04T11:26:33.206913Z","end":"2026-03-04T11:26:33.423597Z","steps":["trace[733543508] 'agreement among raft nodes before linearized reading' (duration: 216.50638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:26:33.423599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.4556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-04T11:26:33.423722Z","caller":"traceutil/trace.go:171","msg":"trace[412637558] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:8878; }","duration":"212.629546ms","start":"2026-03-04T11:26:33.211068Z","end":"2026-03-04T11:26:33.423697Z","steps":["trace[412637558] 'agreement among raft nodes before linearized reading' (duration: 212.271326ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:33.428796Z","caller":"traceutil/trace.go:171","msg":"trace[1498842450] transaction","detail":"{read_only:false; response_revision:8879; number_of_response:1; }","duration":"132.818272ms","start":"2026-03-04T11:26:33.295938Z","end":"2026-03-04T11:26:33.428756Z","steps":["trace[1498842450] 'process raft request' (duration: 132.412151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:26:33.42933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.772604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-api-695466d6f9-xpgl4\" ","response":"range_response_count:1 size:11063"} {"level":"warn","ts":"2026-03-04T11:26:33.42935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.520684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4725"} {"level":"warn","ts":"2026-03-04T11:26:33.429343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.414629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"warn","ts":"2026-03-04T11:26:33.429379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.233523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/glance-api-695466d6f9\" ","response":"range_response_count:1 size:11395"} {"level":"info","ts":"2026-03-04T11:26:33.429398Z","caller":"traceutil/trace.go:171","msg":"trace[976261385] range","detail":"{range_begin:/registry/pods/openstack/glance-api-695466d6f9-xpgl4; range_end:; response_count:1; response_revision:8879; }","duration":"128.863556ms","start":"2026-03-04T11:26:33.300513Z","end":"2026-03-04T11:26:33.429377Z","steps":["trace[976261385] 'agreement among raft nodes before linearized reading' (duration: 128.673531ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:33.429411Z","caller":"traceutil/trace.go:171","msg":"trace[10754463] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8879; }","duration":"129.601336ms","start":"2026-03-04T11:26:33.299793Z","end":"2026-03-04T11:26:33.429394Z","steps":["trace[10754463] 'agreement among raft nodes before linearized reading' (duration: 129.425991ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:33.429421Z","caller":"traceutil/trace.go:171","msg":"trace[1126093742] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8879; }","duration":"133.546492ms","start":"2026-03-04T11:26:33.295857Z","end":"2026-03-04T11:26:33.429404Z","steps":["trace[1126093742] 'agreement among raft nodes before linearized reading' (duration: 133.282735ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:33.429441Z","caller":"traceutil/trace.go:171","msg":"trace[1893101634] range","detail":"{range_begin:/registry/replicasets/openstack/glance-api-695466d6f9; range_end:; response_count:1; response_revision:8879; }","duration":"130.338716ms","start":"2026-03-04T11:26:33.299084Z","end":"2026-03-04T11:26:33.429423Z","steps":["trace[1893101634] 'agreement among raft nodes before linearized reading' (duration: 130.032347ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:33.681881Z","caller":"traceutil/trace.go:171","msg":"trace[1306992041] transaction","detail":"{read_only:false; response_revision:8889; number_of_response:1; }","duration":"100.186353ms","start":"2026-03-04T11:26:33.581666Z","end":"2026-03-04T11:26:33.681852Z","steps":["trace[1306992041] 'process raft request' (duration: 90.304126ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:34.179665Z","caller":"traceutil/trace.go:171","msg":"trace[573292521] transaction","detail":"{read_only:false; response_revision:8891; number_of_response:1; }","duration":"192.650567ms","start":"2026-03-04T11:26:33.986872Z","end":"2026-03-04T11:26:34.179523Z","steps":["trace[573292521] 'process raft request' (duration: 192.497963ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:34.179678Z","caller":"traceutil/trace.go:171","msg":"trace[1636681769] linearizableReadLoop","detail":"{readStateIndex:9257; appliedIndex:9257; }","duration":"152.584656ms","start":"2026-03-04T11:26:34.027071Z","end":"2026-03-04T11:26:34.179656Z","steps":["trace[1636681769] 'read index received' (duration: 152.483253ms)","trace[1636681769] 'applied index is now lower than readState.Index' (duration: 99.233µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:26:34.18012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.007198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-695466d6f9-xpgl4.18999fc43c0b9cb1\" ","response":"range_response_count:1 size:787"} {"level":"info","ts":"2026-03-04T11:26:34.180203Z","caller":"traceutil/trace.go:171","msg":"trace[2082801354] range","detail":"{range_begin:/registry/events/openstack/glance-api-695466d6f9-xpgl4.18999fc43c0b9cb1; range_end:; response_count:1; response_revision:8891; }","duration":"153.165242ms","start":"2026-03-04T11:26:34.027017Z","end":"2026-03-04T11:26:34.180182Z","steps":["trace[2082801354] 'agreement among raft nodes before linearized reading' (duration: 152.763901ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:34.301351Z","caller":"traceutil/trace.go:171","msg":"trace[1410743055] transaction","detail":"{read_only:false; response_revision:8892; number_of_response:1; }","duration":"139.74159ms","start":"2026-03-04T11:26:34.161585Z","end":"2026-03-04T11:26:34.301326Z","steps":["trace[1410743055] 'process raft request' (duration: 75.082515ms)","trace[1410743055] 'compare' (duration: 64.365377ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:26:34.301454Z","caller":"traceutil/trace.go:171","msg":"trace[1113137600] transaction","detail":"{read_only:false; response_revision:8893; number_of_response:1; }","duration":"137.076687ms","start":"2026-03-04T11:26:34.164342Z","end":"2026-03-04T11:26:34.301419Z","steps":["trace[1113137600] 'process raft request' (duration: 136.878902ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:34.301328Z","caller":"traceutil/trace.go:171","msg":"trace[310460401] linearizableReadLoop","detail":"{readStateIndex:9259; appliedIndex:9257; }","duration":"121.545879ms","start":"2026-03-04T11:26:34.179748Z","end":"2026-03-04T11:26:34.301294Z","steps":["trace[310460401] 'read index received' (duration: 56.934476ms)","trace[310460401] 'applied index is now lower than readState.Index' (duration: 64.609493ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:26:34.301524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.520087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:26:34.302234Z","caller":"traceutil/trace.go:171","msg":"trace[132787206] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8893; }","duration":"195.278408ms","start":"2026-03-04T11:26:34.106904Z","end":"2026-03-04T11:26:34.302183Z","steps":["trace[132787206] 'agreement among raft nodes before linearized reading' (duration: 194.497177ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:34.396943Z","caller":"traceutil/trace.go:171","msg":"trace[1667572696] transaction","detail":"{read_only:false; response_revision:8894; number_of_response:1; }","duration":"213.688445ms","start":"2026-03-04T11:26:34.18321Z","end":"2026-03-04T11:26:34.396898Z","steps":["trace[1667572696] 'process raft request' (duration: 213.376276ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:34.397011Z","caller":"traceutil/trace.go:171","msg":"trace[946061795] transaction","detail":"{read_only:false; response_revision:8895; number_of_response:1; }","duration":"207.747834ms","start":"2026-03-04T11:26:34.189225Z","end":"2026-03-04T11:26:34.396973Z","steps":["trace[946061795] 'process raft request' (duration: 207.520408ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:34.954999Z","caller":"traceutil/trace.go:171","msg":"trace[1911144931] transaction","detail":"{read_only:false; response_revision:8897; number_of_response:1; }","duration":"147.091098ms","start":"2026-03-04T11:26:34.807876Z","end":"2026-03-04T11:26:34.954967Z","steps":["trace[1911144931] 'process raft request' (duration: 146.42191ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:35.112241Z","caller":"traceutil/trace.go:171","msg":"trace[477966440] linearizableReadLoop","detail":"{readStateIndex:9264; appliedIndex:9262; }","duration":"295.992505ms","start":"2026-03-04T11:26:34.816221Z","end":"2026-03-04T11:26:35.112213Z","steps":["trace[477966440] 'read index received' (duration: 138.428084ms)","trace[477966440] 'applied index is now lower than readState.Index' (duration: 157.563341ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:26:35.112375Z","caller":"traceutil/trace.go:171","msg":"trace[1887219669] transaction","detail":"{read_only:false; response_revision:8898; number_of_response:1; }","duration":"303.637881ms","start":"2026-03-04T11:26:34.808686Z","end":"2026-03-04T11:26:35.112324Z","steps":["trace[1887219669] 'process raft request' (duration: 257.693361ms)","trace[1887219669] 'compare' (duration: 45.722684ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:26:35.112523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.249501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T11:26:35.112565Z","caller":"traceutil/trace.go:171","msg":"trace[5445826] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8898; }","duration":"296.380935ms","start":"2026-03-04T11:26:34.816172Z","end":"2026-03-04T11:26:35.112553Z","steps":["trace[5445826] 'agreement among raft nodes before linearized reading' (duration: 296.177379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:26:35.112624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.531843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T11:26:35.112635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:26:34.808668Z","time spent":"303.812996ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:26:35.112676Z","caller":"traceutil/trace.go:171","msg":"trace[1936695873] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8898; }","duration":"202.655357ms","start":"2026-03-04T11:26:34.910008Z","end":"2026-03-04T11:26:35.112664Z","steps":["trace[1936695873] 'agreement among raft nodes before linearized reading' (duration: 202.435101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:26:35.112623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.294973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:26:35.112756Z","caller":"traceutil/trace.go:171","msg":"trace[1801480068] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:8898; }","duration":"200.482758ms","start":"2026-03-04T11:26:34.912265Z","end":"2026-03-04T11:26:35.112748Z","steps":["trace[1801480068] 'agreement among raft nodes before linearized reading' (duration: 200.19303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:26:35.112733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.490912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T11:26:35.112794Z","caller":"traceutil/trace.go:171","msg":"trace[162553158] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8898; }","duration":"202.630176ms","start":"2026-03-04T11:26:34.910149Z","end":"2026-03-04T11:26:35.112779Z","steps":["trace[162553158] 'agreement among raft nodes before linearized reading' (duration: 202.432321ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:35.411745Z","caller":"traceutil/trace.go:171","msg":"trace[1767940141] transaction","detail":"{read_only:false; response_revision:8900; number_of_response:1; }","duration":"294.922496ms","start":"2026-03-04T11:26:35.116788Z","end":"2026-03-04T11:26:35.411711Z","steps":["trace[1767940141] 'process raft request' (duration: 294.681189ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:35.411746Z","caller":"traceutil/trace.go:171","msg":"trace[793439131] transaction","detail":"{read_only:false; response_revision:8901; number_of_response:1; }","duration":"294.445563ms","start":"2026-03-04T11:26:35.117276Z","end":"2026-03-04T11:26:35.411721Z","steps":["trace[793439131] 'process raft request' (duration: 294.367171ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:35.411931Z","caller":"traceutil/trace.go:171","msg":"trace[39276031] transaction","detail":"{read_only:false; response_revision:8902; number_of_response:1; }","duration":"294.157305ms","start":"2026-03-04T11:26:35.117751Z","end":"2026-03-04T11:26:35.411908Z","steps":["trace[39276031] 'process raft request' (duration: 293.936569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:26:36.347938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.16409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1147"} {"level":"info","ts":"2026-03-04T11:26:36.348105Z","caller":"traceutil/trace.go:171","msg":"trace[185240765] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:8904; }","duration":"183.365376ms","start":"2026-03-04T11:26:36.164711Z","end":"2026-03-04T11:26:36.348076Z","steps":["trace[185240765] 'range keys from in-memory index tree' (duration: 182.991677ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:36.517481Z","caller":"traceutil/trace.go:171","msg":"trace[390502154] transaction","detail":"{read_only:false; response_revision:8907; number_of_response:1; }","duration":"136.080561ms","start":"2026-03-04T11:26:36.381374Z","end":"2026-03-04T11:26:36.517455Z","steps":["trace[390502154] 'process raft request' (duration: 134.730025ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:37.121624Z","caller":"traceutil/trace.go:171","msg":"trace[893528286] transaction","detail":"{read_only:false; response_revision:8910; number_of_response:1; }","duration":"106.700428ms","start":"2026-03-04T11:26:37.014891Z","end":"2026-03-04T11:26:37.121591Z","steps":["trace[893528286] 'process raft request' (duration: 106.487962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:26:37.368706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.268444ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:26:37.368894Z","caller":"traceutil/trace.go:171","msg":"trace[1605330406] transaction","detail":"{read_only:false; response_revision:8911; number_of_response:1; }","duration":"244.260868ms","start":"2026-03-04T11:26:37.124593Z","end":"2026-03-04T11:26:37.368854Z","steps":["trace[1605330406] 'process raft request' (duration: 90.732997ms)","trace[1605330406] 'compare' (duration: 153.099129ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:26:37.368991Z","caller":"traceutil/trace.go:171","msg":"trace[706962765] linearizableReadLoop","detail":"{readStateIndex:9277; appliedIndex:9276; }","duration":"243.20388ms","start":"2026-03-04T11:26:37.125756Z","end":"2026-03-04T11:26:37.36896Z","steps":["trace[706962765] 'read index received' (duration: 89.524695ms)","trace[706962765] 'applied index is now lower than readState.Index' (duration: 153.675895ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:26:37.369252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.468977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:26:37.369362Z","caller":"traceutil/trace.go:171","msg":"trace[1887090598] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:8911; }","duration":"243.61495ms","start":"2026-03-04T11:26:37.125728Z","end":"2026-03-04T11:26:37.369343Z","steps":["trace[1887090598] 'agreement among raft nodes before linearized reading' (duration: 243.344753ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:37.369589Z","caller":"traceutil/trace.go:171","msg":"trace[438117980] transaction","detail":"{read_only:false; response_revision:8912; number_of_response:1; }","duration":"243.372324ms","start":"2026-03-04T11:26:37.126191Z","end":"2026-03-04T11:26:37.369563Z","steps":["trace[438117980] 'process raft request' (duration: 242.85714ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:37.53017Z","caller":"traceutil/trace.go:171","msg":"trace[215250901] transaction","detail":"{read_only:false; response_revision:8914; number_of_response:1; }","duration":"106.377969ms","start":"2026-03-04T11:26:37.423768Z","end":"2026-03-04T11:26:37.530146Z","steps":["trace[215250901] 'process raft request' (duration: 106.231605ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:37.531352Z","caller":"traceutil/trace.go:171","msg":"trace[1286384020] transaction","detail":"{read_only:false; response_revision:8915; number_of_response:1; }","duration":"106.240016ms","start":"2026-03-04T11:26:37.424344Z","end":"2026-03-04T11:26:37.530584Z","steps":["trace[1286384020] 'process raft request' (duration: 105.757323ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:37.835528Z","caller":"traceutil/trace.go:171","msg":"trace[1415234970] transaction","detail":"{read_only:false; response_revision:8916; number_of_response:1; }","duration":"124.263422ms","start":"2026-03-04T11:26:37.711239Z","end":"2026-03-04T11:26:37.835503Z","steps":["trace[1415234970] 'process raft request' (duration: 124.121048ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:38.162626Z","caller":"traceutil/trace.go:171","msg":"trace[1747002012] linearizableReadLoop","detail":"{readStateIndex:9283; appliedIndex:9282; }","duration":"113.03137ms","start":"2026-03-04T11:26:38.049569Z","end":"2026-03-04T11:26:38.1626Z","steps":["trace[1747002012] 'read index received' (duration: 112.789833ms)","trace[1747002012] 'applied index is now lower than readState.Index' (duration: 239.917µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:26:38.162831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.236125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-04T11:26:38.162914Z","caller":"traceutil/trace.go:171","msg":"trace[500161926] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8916; }","duration":"113.336807ms","start":"2026-03-04T11:26:38.049553Z","end":"2026-03-04T11:26:38.162889Z","steps":["trace[500161926] 'agreement among raft nodes before linearized reading' (duration: 113.178133ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:38.298306Z","caller":"traceutil/trace.go:171","msg":"trace[1994689258] transaction","detail":"{read_only:false; response_revision:8917; number_of_response:1; }","duration":"134.703023ms","start":"2026-03-04T11:26:38.16357Z","end":"2026-03-04T11:26:38.298273Z","steps":["trace[1994689258] 'process raft request' (duration: 126.628195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:26:38.657869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.940654ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:26:38.65801Z","caller":"traceutil/trace.go:171","msg":"trace[1684786226] transaction","detail":"{read_only:false; response_revision:8919; number_of_response:1; }","duration":"275.849541ms","start":"2026-03-04T11:26:38.382149Z","end":"2026-03-04T11:26:38.657999Z","steps":["trace[1684786226] 'process raft request' (duration: 275.7945ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:38.658132Z","caller":"traceutil/trace.go:171","msg":"trace[1842773788] transaction","detail":"{read_only:false; response_revision:8918; number_of_response:1; }","duration":"279.337126ms","start":"2026-03-04T11:26:38.378753Z","end":"2026-03-04T11:26:38.65809Z","steps":["trace[1842773788] 'process raft request' (duration: 45.992271ms)","trace[1842773788] 'compare' (duration: 232.78011ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:26:38.660815Z","caller":"traceutil/trace.go:171","msg":"trace[593224823] transaction","detail":"{read_only:false; response_revision:8920; number_of_response:1; }","duration":"114.15155ms","start":"2026-03-04T11:26:38.546654Z","end":"2026-03-04T11:26:38.660806Z","steps":["trace[593224823] 'process raft request' (duration: 114.104619ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:46.881464Z","caller":"traceutil/trace.go:171","msg":"trace[1354440549] transaction","detail":"{read_only:false; response_revision:8984; number_of_response:1; }","duration":"157.758926ms","start":"2026-03-04T11:26:46.723676Z","end":"2026-03-04T11:26:46.881435Z","steps":["trace[1354440549] 'process raft request' (duration: 135.210058ms)","trace[1354440549] 'compare' (duration: 22.346113ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:26:46.881814Z","caller":"traceutil/trace.go:171","msg":"trace[209943620] transaction","detail":"{read_only:false; response_revision:8985; number_of_response:1; }","duration":"157.269483ms","start":"2026-03-04T11:26:46.724516Z","end":"2026-03-04T11:26:46.881786Z","steps":["trace[209943620] 'process raft request' (duration: 156.861542ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:46.881907Z","caller":"traceutil/trace.go:171","msg":"trace[721446212] transaction","detail":"{read_only:false; response_revision:8986; number_of_response:1; }","duration":"155.210877ms","start":"2026-03-04T11:26:46.726661Z","end":"2026-03-04T11:26:46.881872Z","steps":["trace[721446212] 'process raft request' (duration: 154.96314ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:46.89418Z","caller":"traceutil/trace.go:171","msg":"trace[1697578498] transaction","detail":"{read_only:false; response_revision:8987; number_of_response:1; }","duration":"110.341886ms","start":"2026-03-04T11:26:46.783815Z","end":"2026-03-04T11:26:46.894157Z","steps":["trace[1697578498] 'process raft request' (duration: 110.170321ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:48.691974Z","caller":"traceutil/trace.go:171","msg":"trace[25317293] transaction","detail":"{read_only:false; response_revision:8995; number_of_response:1; }","duration":"108.017264ms","start":"2026-03-04T11:26:48.58393Z","end":"2026-03-04T11:26:48.691947Z","steps":["trace[25317293] 'process raft request' (duration: 107.8624ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:49.079437Z","caller":"traceutil/trace.go:171","msg":"trace[475588564] transaction","detail":"{read_only:false; response_revision:8998; number_of_response:1; }","duration":"189.390819ms","start":"2026-03-04T11:26:48.890019Z","end":"2026-03-04T11:26:49.07941Z","steps":["trace[475588564] 'process raft request' (duration: 189.346478ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:49.079465Z","caller":"traceutil/trace.go:171","msg":"trace[2115546386] transaction","detail":"{read_only:false; response_revision:8997; number_of_response:1; }","duration":"189.493902ms","start":"2026-03-04T11:26:48.889941Z","end":"2026-03-04T11:26:49.079435Z","steps":["trace[2115546386] 'process raft request' (duration: 189.262496ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:50.750513Z","caller":"traceutil/trace.go:171","msg":"trace[805334977] transaction","detail":"{read_only:false; response_revision:9011; number_of_response:1; }","duration":"127.004556ms","start":"2026-03-04T11:26:50.62286Z","end":"2026-03-04T11:26:50.749864Z","steps":["trace[805334977] 'process raft request' (duration: 126.728738ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:50.89756Z","caller":"traceutil/trace.go:171","msg":"trace[1567179789] transaction","detail":"{read_only:false; response_revision:9014; number_of_response:1; }","duration":"136.110012ms","start":"2026-03-04T11:26:50.761416Z","end":"2026-03-04T11:26:50.897526Z","steps":["trace[1567179789] 'process raft request' (duration: 136.052901ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:50.897605Z","caller":"traceutil/trace.go:171","msg":"trace[1762163516] transaction","detail":"{read_only:false; response_revision:9013; number_of_response:1; }","duration":"138.120846ms","start":"2026-03-04T11:26:50.759444Z","end":"2026-03-04T11:26:50.897564Z","steps":["trace[1762163516] 'process raft request' (duration: 137.916521ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:51.021244Z","caller":"traceutil/trace.go:171","msg":"trace[1869746434] transaction","detail":"{read_only:false; response_revision:9018; number_of_response:1; }","duration":"106.618317ms","start":"2026-03-04T11:26:50.914595Z","end":"2026-03-04T11:26:51.021213Z","steps":["trace[1869746434] 'process raft request' (duration: 70.016779ms)","trace[1869746434] 'compare' (duration: 36.31564ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:26:51.021248Z","caller":"traceutil/trace.go:171","msg":"trace[33349068] transaction","detail":"{read_only:false; response_revision:9019; number_of_response:1; }","duration":"104.695554ms","start":"2026-03-04T11:26:50.916513Z","end":"2026-03-04T11:26:51.021209Z","steps":["trace[33349068] 'process raft request' (duration: 104.569551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:26:52.331835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:26:51.782349Z","time spent":"549.478412ms","remote":"127.0.0.1:40590","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T11:26:52.332456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.553172ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:26:52.332561Z","caller":"traceutil/trace.go:171","msg":"trace[809867849] linearizableReadLoop","detail":"{readStateIndex:9407; appliedIndex:9406; }","duration":"960.316565ms","start":"2026-03-04T11:26:51.372225Z","end":"2026-03-04T11:26:52.332541Z","steps":["trace[809867849] 'read index received' (duration: 452.585908ms)","trace[809867849] 'applied index is now lower than readState.Index' (duration: 507.729056ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:26:52.332687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.462938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:26:52.332723Z","caller":"traceutil/trace.go:171","msg":"trace[1802518173] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9038; }","duration":"960.54188ms","start":"2026-03-04T11:26:51.372171Z","end":"2026-03-04T11:26:52.332713Z","steps":["trace[1802518173] 'agreement among raft nodes before linearized reading' (duration: 960.474268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:26:52.33276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:26:51.372148Z","time spent":"960.601382ms","remote":"127.0.0.1:43652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T11:26:52.332902Z","caller":"traceutil/trace.go:171","msg":"trace[2023491880] transaction","detail":"{read_only:false; response_revision:9038; number_of_response:1; }","duration":"997.025715ms","start":"2026-03-04T11:26:51.335607Z","end":"2026-03-04T11:26:52.332632Z","steps":["trace[2023491880] 'process raft request' (duration: 489.205156ms)","trace[2023491880] 'compare' (duration: 507.348206ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:26:52.333074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:26:51.335564Z","time spent":"997.432776ms","remote":"127.0.0.1:41546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9282,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:26:52.333207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.471506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T11:26:52.333292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.3239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T11:26:52.333303Z","caller":"traceutil/trace.go:171","msg":"trace[1387715127] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9038; }","duration":"624.60213ms","start":"2026-03-04T11:26:51.70868Z","end":"2026-03-04T11:26:52.333282Z","steps":["trace[1387715127] 'agreement among raft nodes before linearized reading' (duration: 624.343763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:26:52.333283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.178727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T11:26:52.333373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:26:51.708667Z","time spent":"624.689792ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T11:26:52.333319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.083889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T11:26:52.333454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.717925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:26:52.333474Z","caller":"traceutil/trace.go:171","msg":"trace[425818980] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9038; }","duration":"748.270304ms","start":"2026-03-04T11:26:51.585178Z","end":"2026-03-04T11:26:52.333448Z","steps":["trace[425818980] 'agreement among raft nodes before linearized reading' (duration: 747.997027ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:52.333423Z","caller":"traceutil/trace.go:171","msg":"trace[1778637472] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9038; }","duration":"545.388032ms","start":"2026-03-04T11:26:51.788021Z","end":"2026-03-04T11:26:52.333409Z","steps":["trace[1778637472] 'agreement among raft nodes before linearized reading' (duration: 545.042573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:26:52.333345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.098622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T11:26:52.333544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:26:51.585157Z","time spent":"748.365827ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T11:26:52.33357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:26:51.787991Z","time spent":"545.571287ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T11:26:52.333356Z","caller":"traceutil/trace.go:171","msg":"trace[1162123664] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9038; }","duration":"545.389662ms","start":"2026-03-04T11:26:51.787951Z","end":"2026-03-04T11:26:52.333341Z","steps":["trace[1162123664] 'agreement among raft nodes before linearized reading' (duration: 545.203637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:26:52.333687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:26:51.787887Z","time spent":"545.782243ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T11:26:52.333508Z","caller":"traceutil/trace.go:171","msg":"trace[1826272903] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:9038; }","duration":"686.812507ms","start":"2026-03-04T11:26:51.646684Z","end":"2026-03-04T11:26:52.333497Z","steps":["trace[1826272903] 'agreement among raft nodes before linearized reading' (duration: 686.671214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:26:52.333903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:26:51.646662Z","time spent":"687.213009ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-kh88j\" "} {"level":"info","ts":"2026-03-04T11:26:52.333593Z","caller":"traceutil/trace.go:171","msg":"trace[1815751785] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9038; }","duration":"919.36156ms","start":"2026-03-04T11:26:51.414215Z","end":"2026-03-04T11:26:52.333576Z","steps":["trace[1815751785] 'agreement among raft nodes before linearized reading' (duration: 919.00072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:26:52.334051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:26:51.414159Z","time spent":"919.878963ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T11:26:52.334795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.878614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rook-ceph-default\" ","response":"range_response_count:1 size:616"} {"level":"info","ts":"2026-03-04T11:26:52.334874Z","caller":"traceutil/trace.go:171","msg":"trace[1348298855] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rook-ceph-default; range_end:; response_count:1; response_revision:9038; }","duration":"932.994457ms","start":"2026-03-04T11:26:51.40186Z","end":"2026-03-04T11:26:52.334855Z","steps":["trace[1348298855] 'agreement among raft nodes before linearized reading' (duration: 930.993093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:26:52.334963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:26:51.40183Z","time spent":"933.07693ms","remote":"127.0.0.1:41300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":639,"request content":"key:\"/registry/serviceaccounts/openstack/rook-ceph-default\" "} {"level":"warn","ts":"2026-03-04T11:26:52.839015Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541841926,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:26:53.340001Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541841926,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:26:53.758388Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.42007085s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T11:26:54.010674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.876604ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:26:54.010809Z","caller":"traceutil/trace.go:171","msg":"trace[1555127780] transaction","detail":"{read_only:false; response_revision:9039; number_of_response:1; }","duration":"1.67255971s","start":"2026-03-04T11:26:52.338218Z","end":"2026-03-04T11:26:54.010778Z","steps":["trace[1555127780] 'process raft request' (duration: 1.42048048s)","trace[1555127780] 'compare' (duration: 251.586997ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:26:54.010894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:26:52.338198Z","time spent":"1.672653243s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:26:54.01697Z","caller":"traceutil/trace.go:171","msg":"trace[1002308689] transaction","detail":"{read_only:false; response_revision:9041; number_of_response:1; }","duration":"1.678284204s","start":"2026-03-04T11:26:52.338662Z","end":"2026-03-04T11:26:54.016946Z","steps":["trace[1002308689] 'process raft request' (duration: 1.678201422s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:54.017071Z","caller":"traceutil/trace.go:171","msg":"trace[1663200354] transaction","detail":"{read_only:false; response_revision:9040; number_of_response:1; }","duration":"1.678549542s","start":"2026-03-04T11:26:52.338487Z","end":"2026-03-04T11:26:54.017037Z","steps":["trace[1663200354] 'process raft request' (duration: 1.678203283s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:26:54.017247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:26:52.338473Z","time spent":"1.678703486s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:26:54.017368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:26:52.338656Z","time spent":"1.678375947s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:26:54.017579Z","caller":"traceutil/trace.go:171","msg":"trace[65122973] transaction","detail":"{read_only:false; response_revision:9042; number_of_response:1; }","duration":"1.678873161s","start":"2026-03-04T11:26:52.338691Z","end":"2026-03-04T11:26:54.017564Z","steps":["trace[65122973] 'process raft request' (duration: 1.678219103s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:26:54.017651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:26:52.338688Z","time spent":"1.678929873s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:26:54.017721Z","caller":"traceutil/trace.go:171","msg":"trace[1948875605] transaction","detail":"{read_only:false; response_revision:9043; number_of_response:1; }","duration":"1.67884179s","start":"2026-03-04T11:26:52.338855Z","end":"2026-03-04T11:26:54.017697Z","steps":["trace[1948875605] 'process raft request' (duration: 1.678340456s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:26:54.017833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:26:52.338844Z","time spent":"1.678927952s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:26:54.018252Z","caller":"traceutil/trace.go:171","msg":"trace[163705026] transaction","detail":"{read_only:false; response_revision:9044; number_of_response:1; }","duration":"947.533382ms","start":"2026-03-04T11:26:53.0707Z","end":"2026-03-04T11:26:54.018234Z","steps":["trace[163705026] 'process raft request' (duration: 946.963707ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:54.018298Z","caller":"traceutil/trace.go:171","msg":"trace[222786445] transaction","detail":"{read_only:false; response_revision:9045; number_of_response:1; }","duration":"893.940097ms","start":"2026-03-04T11:26:53.124324Z","end":"2026-03-04T11:26:54.018264Z","steps":["trace[222786445] 'process raft request' (duration: 893.794653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:26:54.018369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:26:53.070676Z","time spent":"947.654826ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:26:54.018375Z","caller":"traceutil/trace.go:171","msg":"trace[801250073] transaction","detail":"{read_only:false; response_revision:9046; number_of_response:1; }","duration":"891.281676ms","start":"2026-03-04T11:26:53.127073Z","end":"2026-03-04T11:26:54.018355Z","steps":["trace[801250073] 'process raft request' (duration: 891.138952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:26:54.018474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:26:53.124304Z","time spent":"894.082271ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:26:54.018484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:26:53.127065Z","time spent":"891.376158ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":507,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:26:54.068192Z","caller":"traceutil/trace.go:171","msg":"trace[977457989] linearizableReadLoop","detail":"{readStateIndex:9416; appliedIndex:9407; }","duration":"1.729412354s","start":"2026-03-04T11:26:52.338759Z","end":"2026-03-04T11:26:54.068171Z","steps":["trace[977457989] 'read index received' (duration: 1.419950096s)","trace[977457989] 'applied index is now lower than readState.Index' (duration: 309.461168ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:26:54.068452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.793108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:26:54.068486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.041725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:26:54.068513Z","caller":"traceutil/trace.go:171","msg":"trace[1175486743] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9046; }","duration":"964.908102ms","start":"2026-03-04T11:26:53.103592Z","end":"2026-03-04T11:26:54.0685Z","steps":["trace[1175486743] 'agreement among raft nodes before linearized reading' (duration: 964.806959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:26:54.068508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08755593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:26:54.06854Z","caller":"traceutil/trace.go:171","msg":"trace[1506417591] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:9046; }","duration":"488.155708ms","start":"2026-03-04T11:26:53.58037Z","end":"2026-03-04T11:26:54.068526Z","steps":["trace[1506417591] 'agreement among raft nodes before linearized reading' (duration: 488.057546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:26:54.068544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:26:53.103568Z","time spent":"964.970873ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T11:26:54.068572Z","caller":"traceutil/trace.go:171","msg":"trace[766899742] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:9046; }","duration":"1.087725354s","start":"2026-03-04T11:26:52.980836Z","end":"2026-03-04T11:26:54.068561Z","steps":["trace[766899742] 'agreement among raft nodes before linearized reading' (duration: 1.08757814s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:26:54.068575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:26:53.580349Z","time spent":"488.21965ms","remote":"127.0.0.1:41222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:26:54.068616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:26:52.980809Z","time spent":"1.087795127s","remote":"127.0.0.1:41500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:26:54.068678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229278133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-04T11:26:54.068754Z","caller":"traceutil/trace.go:171","msg":"trace[1980243703] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9046; }","duration":"1.229415166s","start":"2026-03-04T11:26:52.839321Z","end":"2026-03-04T11:26:54.068736Z","steps":["trace[1980243703] 'agreement among raft nodes before linearized reading' (duration: 1.229103728s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:26:54.068804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:26:52.839302Z","time spent":"1.229492499s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T11:26:54.068707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.719184448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rook-ceph-crashcollector-instance\" ","response":"range_response_count:1 size:9297"} {"level":"info","ts":"2026-03-04T11:26:54.068916Z","caller":"traceutil/trace.go:171","msg":"trace[130328107] range","detail":"{range_begin:/registry/deployments/openstack/rook-ceph-crashcollector-instance; range_end:; response_count:1; response_revision:9046; }","duration":"1.719490815s","start":"2026-03-04T11:26:52.349405Z","end":"2026-03-04T11:26:54.068896Z","steps":["trace[130328107] 'agreement among raft nodes before linearized reading' (duration: 1.718958841s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:26:54.069004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:26:52.349387Z","time spent":"1.719602989s","remote":"127.0.0.1:41546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":9320,"request content":"key:\"/registry/deployments/openstack/rook-ceph-crashcollector-instance\" "} {"level":"warn","ts":"2026-03-04T11:26:54.069084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.730318808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:290687"} {"level":"info","ts":"2026-03-04T11:26:54.069116Z","caller":"traceutil/trace.go:171","msg":"trace[536879878] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9046; }","duration":"1.730361349s","start":"2026-03-04T11:26:52.338748Z","end":"2026-03-04T11:26:54.069109Z","steps":["trace[536879878] 'agreement among raft nodes before linearized reading' (duration: 1.729536987s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:26:54.06914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:26:52.338745Z","time spent":"1.73038882s","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":290710,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T11:26:54.069226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.964158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T11:26:54.069284Z","caller":"traceutil/trace.go:171","msg":"trace[124443985] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9046; }","duration":"715.05465ms","start":"2026-03-04T11:26:53.354212Z","end":"2026-03-04T11:26:54.069267Z","steps":["trace[124443985] 'agreement among raft nodes before linearized reading' (duration: 714.258669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:26:54.069321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:26:53.354193Z","time spent":"715.121223ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T11:26:54.243379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.323358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:26:54.243499Z","caller":"traceutil/trace.go:171","msg":"trace[808401080] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9047; }","duration":"106.463272ms","start":"2026-03-04T11:26:54.137013Z","end":"2026-03-04T11:26:54.243476Z","steps":["trace[808401080] 'range keys from in-memory index tree' (duration: 106.233075ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:56.105684Z","caller":"traceutil/trace.go:171","msg":"trace[94157134] linearizableReadLoop","detail":"{readStateIndex:9419; appliedIndex:9418; }","duration":"179.728968ms","start":"2026-03-04T11:26:55.925932Z","end":"2026-03-04T11:26:56.105661Z","steps":["trace[94157134] 'read index received' (duration: 179.703758ms)","trace[94157134] 'applied index is now lower than readState.Index' (duration: 24.14µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:26:56.105754Z","caller":"traceutil/trace.go:171","msg":"trace[661269525] transaction","detail":"{read_only:false; response_revision:9049; number_of_response:1; }","duration":"382.360775ms","start":"2026-03-04T11:26:55.72337Z","end":"2026-03-04T11:26:56.105731Z","steps":["trace[661269525] 'process raft request' (duration: 382.144249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:26:56.105839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:26:55.723349Z","time spent":"382.446927ms","remote":"127.0.0.1:48004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2975,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T11:26:56.105848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.896662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:26:56.105898Z","caller":"traceutil/trace.go:171","msg":"trace[2144558797] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:9049; }","duration":"179.993825ms","start":"2026-03-04T11:26:55.92589Z","end":"2026-03-04T11:26:56.105884Z","steps":["trace[2144558797] 'agreement among raft nodes before linearized reading' (duration: 179.882032ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:56.4736Z","caller":"traceutil/trace.go:171","msg":"trace[503120579] transaction","detail":"{read_only:false; response_revision:9050; number_of_response:1; }","duration":"450.150313ms","start":"2026-03-04T11:26:56.023428Z","end":"2026-03-04T11:26:56.473578Z","steps":["trace[503120579] 'process raft request' (duration: 449.883416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:26:56.473728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:26:56.023412Z","time spent":"450.250865ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:26:56.473853Z","caller":"traceutil/trace.go:171","msg":"trace[1654642567] transaction","detail":"{read_only:false; response_revision:9051; number_of_response:1; }","duration":"449.775523ms","start":"2026-03-04T11:26:56.024056Z","end":"2026-03-04T11:26:56.473831Z","steps":["trace[1654642567] 'process raft request' (duration: 449.481475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:26:56.473987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:26:56.024036Z","time spent":"449.877366ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:26:56.4741Z","caller":"traceutil/trace.go:171","msg":"trace[292515070] linearizableReadLoop","detail":"{readStateIndex:9422; appliedIndex:9419; }","duration":"368.334855ms","start":"2026-03-04T11:26:56.105748Z","end":"2026-03-04T11:26:56.474082Z","steps":["trace[292515070] 'read index received' (duration: 367.649427ms)","trace[292515070] 'applied index is now lower than readState.Index' (duration: 684.458µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:26:56.474213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.013457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T11:26:56.474245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.884199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T11:26:56.474291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.360539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T11:26:56.474305Z","caller":"traceutil/trace.go:171","msg":"trace[1456048920] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9052; }","duration":"451.987502ms","start":"2026-03-04T11:26:56.022305Z","end":"2026-03-04T11:26:56.474293Z","steps":["trace[1456048920] 'agreement among raft nodes before linearized reading' (duration: 451.818948ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:56.474322Z","caller":"traceutil/trace.go:171","msg":"trace[1654286151] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9052; }","duration":"453.421981ms","start":"2026-03-04T11:26:56.02089Z","end":"2026-03-04T11:26:56.474312Z","steps":["trace[1654286151] 'agreement among raft nodes before linearized reading' (duration: 453.349369ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:56.474332Z","caller":"traceutil/trace.go:171","msg":"trace[905311347] transaction","detail":"{read_only:false; response_revision:9052; number_of_response:1; }","duration":"450.023159ms","start":"2026-03-04T11:26:56.0243Z","end":"2026-03-04T11:26:56.474323Z","steps":["trace[905311347] 'process raft request' (duration: 449.461714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:26:56.474351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:26:56.022288Z","time spent":"452.055174ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T11:26:56.474354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:26:56.02086Z","time spent":"453.488043ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T11:26:56.474387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:26:56.024286Z","time spent":"450.069081ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":507,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:26:56.474263Z","caller":"traceutil/trace.go:171","msg":"trace[109386342] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9052; }","duration":"451.064888ms","start":"2026-03-04T11:26:56.023186Z","end":"2026-03-04T11:26:56.474251Z","steps":["trace[109386342] 'agreement among raft nodes before linearized reading' (duration: 450.901864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:26:56.474456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:26:56.023136Z","time spent":"451.311064ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T11:26:56.474465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.276923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T11:26:56.474519Z","caller":"traceutil/trace.go:171","msg":"trace[1018848815] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9052; }","duration":"451.330485ms","start":"2026-03-04T11:26:56.023177Z","end":"2026-03-04T11:26:56.474508Z","steps":["trace[1018848815] 'agreement among raft nodes before linearized reading' (duration: 451.182711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:26:56.474524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.269993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-04T11:26:56.474557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:26:56.023144Z","time spent":"451.406657ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T11:26:56.47456Z","caller":"traceutil/trace.go:171","msg":"trace[1997938405] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:9052; }","duration":"398.318245ms","start":"2026-03-04T11:26:56.076234Z","end":"2026-03-04T11:26:56.474552Z","steps":["trace[1997938405] 'agreement among raft nodes before linearized reading' (duration: 398.228853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:26:56.474222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.387335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T11:26:56.474588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:26:56.076226Z","time spent":"398.355636ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-kh88j\" "} {"level":"info","ts":"2026-03-04T11:26:56.47459Z","caller":"traceutil/trace.go:171","msg":"trace[1183108816] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9052; }","duration":"458.799356ms","start":"2026-03-04T11:26:56.015784Z","end":"2026-03-04T11:26:56.474583Z","steps":["trace[1183108816] 'agreement among raft nodes before linearized reading' (duration: 458.360644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:26:56.474623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:26:56.015763Z","time spent":"458.853278ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T11:26:56.735336Z","caller":"traceutil/trace.go:171","msg":"trace[290025887] transaction","detail":"{read_only:false; response_revision:9053; number_of_response:1; }","duration":"619.691507ms","start":"2026-03-04T11:26:56.115617Z","end":"2026-03-04T11:26:56.735309Z","steps":["trace[290025887] 'process raft request' (duration: 619.482601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:26:56.735518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:26:56.115595Z","time spent":"619.81911ms","remote":"127.0.0.1:47966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3421,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T11:26:56.822334Z","caller":"traceutil/trace.go:171","msg":"trace[2085445514] transaction","detail":"{read_only:false; response_revision:9055; number_of_response:1; }","duration":"343.420004ms","start":"2026-03-04T11:26:56.478886Z","end":"2026-03-04T11:26:56.822306Z","steps":["trace[2085445514] 'process raft request' (duration: 343.345842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:26:56.822566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:26:56.478869Z","time spent":"343.613239ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:26:56.822345Z","caller":"traceutil/trace.go:171","msg":"trace[933467296] transaction","detail":"{read_only:false; response_revision:9054; number_of_response:1; }","duration":"343.981129ms","start":"2026-03-04T11:26:56.478328Z","end":"2026-03-04T11:26:56.822309Z","steps":["trace[933467296] 'process raft request' (duration: 343.763873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:26:56.822815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:26:56.4783Z","time spent":"344.478703ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:26:56.823144Z","caller":"traceutil/trace.go:171","msg":"trace[1014040392] transaction","detail":"{read_only:false; response_revision:9057; number_of_response:1; }","duration":"343.901427ms","start":"2026-03-04T11:26:56.479167Z","end":"2026-03-04T11:26:56.823068Z","steps":["trace[1014040392] 'process raft request' (duration: 343.409723ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:56.823184Z","caller":"traceutil/trace.go:171","msg":"trace[1027139710] transaction","detail":"{read_only:false; response_revision:9058; number_of_response:1; }","duration":"343.902207ms","start":"2026-03-04T11:26:56.479252Z","end":"2026-03-04T11:26:56.823154Z","steps":["trace[1027139710] 'process raft request' (duration: 343.704042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:26:56.823306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:26:56.479158Z","time spent":"344.067411ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:26:56.823169Z","caller":"traceutil/trace.go:171","msg":"trace[478660227] linearizableReadLoop","detail":"{readStateIndex:9426; appliedIndex:9423; }","duration":"344.083632ms","start":"2026-03-04T11:26:56.479069Z","end":"2026-03-04T11:26:56.823153Z","steps":["trace[478660227] 'read index received' (duration: 256.241583ms)","trace[478660227] 'applied index is now lower than readState.Index' (duration: 87.840809ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:26:56.823382Z","caller":"traceutil/trace.go:171","msg":"trace[1743107224] transaction","detail":"{read_only:false; response_revision:9056; number_of_response:1; }","duration":"344.112793ms","start":"2026-03-04T11:26:56.478923Z","end":"2026-03-04T11:26:56.823036Z","steps":["trace[1743107224] 'process raft request' (duration: 343.344222ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:56.823585Z","caller":"traceutil/trace.go:171","msg":"trace[1650301085] transaction","detail":"{read_only:false; response_revision:9059; number_of_response:1; }","duration":"205.777771ms","start":"2026-03-04T11:26:56.617782Z","end":"2026-03-04T11:26:56.82356Z","steps":["trace[1650301085] 'process raft request' (duration: 205.254407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:26:56.823617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:26:56.478898Z","time spent":"344.598065ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:26:56.823662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:26:56.479162Z","time spent":"344.240046ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:26:56.824922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.809978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:290687"} {"level":"info","ts":"2026-03-04T11:26:56.825025Z","caller":"traceutil/trace.go:171","msg":"trace[1924185804] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9059; }","duration":"345.957562ms","start":"2026-03-04T11:26:56.479048Z","end":"2026-03-04T11:26:56.825006Z","steps":["trace[1924185804] 'agreement among raft nodes before linearized reading' (duration: 344.153663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:26:56.825083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:26:56.47904Z","time spent":"346.032085ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":290710,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-04T11:26:57.048848Z","caller":"traceutil/trace.go:171","msg":"trace[2129386165] transaction","detail":"{read_only:false; response_revision:9060; number_of_response:1; }","duration":"216.433429ms","start":"2026-03-04T11:26:56.83239Z","end":"2026-03-04T11:26:57.048823Z","steps":["trace[2129386165] 'process raft request' (duration: 216.321876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:26:57.215927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.276001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:26:57.216038Z","caller":"traceutil/trace.go:171","msg":"trace[1217506636] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9060; }","duration":"108.441496ms","start":"2026-03-04T11:26:57.107568Z","end":"2026-03-04T11:26:57.21601Z","steps":["trace[1217506636] 'range keys from in-memory index tree' (duration: 108.106407ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:58.143327Z","caller":"traceutil/trace.go:171","msg":"trace[819097451] transaction","detail":"{read_only:false; response_revision:9061; number_of_response:1; }","duration":"118.804315ms","start":"2026-03-04T11:26:58.024485Z","end":"2026-03-04T11:26:58.14329Z","steps":["trace[819097451] 'process raft request' (duration: 118.63609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:26:58.32912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.109059ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:26:58.329371Z","caller":"traceutil/trace.go:171","msg":"trace[1077912529] transaction","detail":"{read_only:false; response_revision:9062; number_of_response:1; }","duration":"182.525643ms","start":"2026-03-04T11:26:58.146813Z","end":"2026-03-04T11:26:58.329339Z","steps":["trace[1077912529] 'process raft request' (duration: 78.079436ms)","trace[1077912529] 'compare' (duration: 103.820521ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:26:58.329418Z","caller":"traceutil/trace.go:171","msg":"trace[2012697871] transaction","detail":"{read_only:false; response_revision:9063; number_of_response:1; }","duration":"135.151616ms","start":"2026-03-04T11:26:58.194236Z","end":"2026-03-04T11:26:58.329388Z","steps":["trace[2012697871] 'process raft request' (duration: 135.050803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:26:59.315123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.592756ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:26:59.315382Z","caller":"traceutil/trace.go:171","msg":"trace[508738494] transaction","detail":"{read_only:false; response_revision:9071; number_of_response:1; }","duration":"483.914604ms","start":"2026-03-04T11:26:58.831441Z","end":"2026-03-04T11:26:59.315356Z","steps":["trace[508738494] 'process raft request' (duration: 63.00998ms)","trace[508738494] 'compare' (duration: 420.240006ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:26:59.315438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:26:58.831226Z","time spent":"484.188701ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:26:59.315672Z","caller":"traceutil/trace.go:171","msg":"trace[1701278949] transaction","detail":"{read_only:false; response_revision:9072; number_of_response:1; }","duration":"483.02612ms","start":"2026-03-04T11:26:58.832625Z","end":"2026-03-04T11:26:59.315651Z","steps":["trace[1701278949] 'process raft request' (duration: 482.581928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:26:59.31582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:26:58.832614Z","time spent":"483.125683ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:26:59.316405Z","caller":"traceutil/trace.go:171","msg":"trace[39212302] transaction","detail":"{read_only:false; response_revision:9073; number_of_response:1; }","duration":"483.76205ms","start":"2026-03-04T11:26:58.832623Z","end":"2026-03-04T11:26:59.316385Z","steps":["trace[39212302] 'process raft request' (duration: 482.960079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:26:59.316478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:26:58.832609Z","time spent":"483.831192ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:26:59.316493Z","caller":"traceutil/trace.go:171","msg":"trace[1162017175] transaction","detail":"{read_only:false; response_revision:9075; number_of_response:1; }","duration":"478.158389ms","start":"2026-03-04T11:26:58.838319Z","end":"2026-03-04T11:26:59.316477Z","steps":["trace[1162017175] 'process raft request' (duration: 478.088097ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:59.316542Z","caller":"traceutil/trace.go:171","msg":"trace[338598] linearizableReadLoop","detail":"{readStateIndex:9445; appliedIndex:9441; }","duration":"482.938468ms","start":"2026-03-04T11:26:58.83358Z","end":"2026-03-04T11:26:59.316518Z","steps":["trace[338598] 'read index received' (duration: 3.185176ms)","trace[338598] 'applied index is now lower than readState.Index' (duration: 479.747642ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:26:59.316628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:26:58.838308Z","time spent":"478.249921ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19343,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:26:59.316722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.008232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:26:59.316728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.147294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:26:59.316753Z","caller":"traceutil/trace.go:171","msg":"trace[1808275074] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9075; }","duration":"211.072924ms","start":"2026-03-04T11:26:59.105668Z","end":"2026-03-04T11:26:59.316741Z","steps":["trace[1808275074] 'agreement among raft nodes before linearized reading' (duration: 211.030003ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:26:59.316767Z","caller":"traceutil/trace.go:171","msg":"trace[1618481682] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:9075; }","duration":"483.207325ms","start":"2026-03-04T11:26:58.833547Z","end":"2026-03-04T11:26:59.316754Z","steps":["trace[1618481682] 'agreement among raft nodes before linearized reading' (duration: 483.082672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:26:59.31681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:26:58.833525Z","time spent":"483.266876ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-kh88j\" "} {"level":"warn","ts":"2026-03-04T11:26:59.316812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.104025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:26:59.316888Z","caller":"traceutil/trace.go:171","msg":"trace[1706650161] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9075; }","duration":"479.233798ms","start":"2026-03-04T11:26:58.837636Z","end":"2026-03-04T11:26:59.31687Z","steps":["trace[1706650161] 'agreement among raft nodes before linearized reading' (duration: 479.052543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:26:59.316946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:26:58.837624Z","time spent":"479.31133ms","remote":"127.0.0.1:43682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T11:26:59.316477Z","caller":"traceutil/trace.go:171","msg":"trace[1222594230] transaction","detail":"{read_only:false; response_revision:9074; number_of_response:1; }","duration":"483.7437ms","start":"2026-03-04T11:26:58.83265Z","end":"2026-03-04T11:26:59.316394Z","steps":["trace[1222594230] 'process raft request' (duration: 483.663158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:26:59.317152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:26:58.83264Z","time spent":"484.459469ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:26:59.90667Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541842006,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:27:00.407713Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541842006,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:27:00.908384Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541842006,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:27:01.02524Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.701283294s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T11:27:01.025686Z","caller":"traceutil/trace.go:171","msg":"trace[1545669685] transaction","detail":"{read_only:false; response_revision:9076; number_of_response:1; }","duration":"1.701799568s","start":"2026-03-04T11:26:59.323864Z","end":"2026-03-04T11:27:01.025664Z","steps":["trace[1545669685] 'process raft request' (duration: 1.701643483s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:27:01.02581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:26:59.323852Z","time spent":"1.70189176s","remote":"127.0.0.1:41382","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1946,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:27:02.106264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000491064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T11:27:02.106331Z","caller":"traceutil/trace.go:171","msg":"trace[1637580722] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000626878s","start":"2026-03-04T11:27:00.105689Z","end":"2026-03-04T11:27:02.106316Z","steps":["trace[1637580722] 'agreement among raft nodes before linearized reading' (duration: 2.000527415s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:27:02.106362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:27:00.105667Z","time spent":"2.00068889s","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:27:02.974947Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.949440387s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T11:27:02.976113Z","caller":"traceutil/trace.go:171","msg":"trace[1613178891] transaction","detail":"{read_only:false; response_revision:9078; number_of_response:1; }","duration":"3.100531208s","start":"2026-03-04T11:26:59.875553Z","end":"2026-03-04T11:27:02.976084Z","steps":["trace[1613178891] 'process raft request' (duration: 3.100087756s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:27:02.976223Z","caller":"traceutil/trace.go:171","msg":"trace[785966626] linearizableReadLoop","detail":"{readStateIndex:9454; appliedIndex:9446; }","duration":"3.570549938s","start":"2026-03-04T11:26:59.405649Z","end":"2026-03-04T11:27:02.976199Z","steps":["trace[785966626] 'read index received' (duration: 1.619845237s)","trace[785966626] 'applied index is now lower than readState.Index' (duration: 1.950703281s)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:27:02.976329Z","caller":"traceutil/trace.go:171","msg":"trace[919097917] transaction","detail":"{read_only:false; response_revision:9077; number_of_response:1; }","duration":"3.651693147s","start":"2026-03-04T11:26:59.324625Z","end":"2026-03-04T11:27:02.976318Z","steps":["trace[919097917] 'process raft request' (duration: 3.650546496s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:27:02.976392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:26:59.324609Z","time spent":"3.651746008s","remote":"127.0.0.1:41250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1407,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:27:02.976723Z","caller":"traceutil/trace.go:171","msg":"trace[1271448084] transaction","detail":"{read_only:false; response_revision:9079; number_of_response:1; }","duration":"2.597258572s","start":"2026-03-04T11:27:00.379446Z","end":"2026-03-04T11:27:02.976705Z","steps":["trace[1271448084] 'process raft request' (duration: 2.59642039s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:27:02.976862Z","caller":"traceutil/trace.go:171","msg":"trace[1069576816] transaction","detail":"{read_only:false; response_revision:9083; number_of_response:1; }","duration":"2.420385791s","start":"2026-03-04T11:27:00.556456Z","end":"2026-03-04T11:27:02.976842Z","steps":["trace[1069576816] 'process raft request' (duration: 2.419674192s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:27:02.976901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:27:00.379424Z","time spent":"2.597377645s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:27:02.976953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:27:00.55644Z","time spent":"2.420473023s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:27:02.977144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.571494473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:27:02.977179Z","caller":"traceutil/trace.go:171","msg":"trace[56898964] transaction","detail":"{read_only:false; response_revision:9080; number_of_response:1; }","duration":"2.489721211s","start":"2026-03-04T11:27:00.487446Z","end":"2026-03-04T11:27:02.977167Z","steps":["trace[56898964] 'process raft request' (duration: 2.488512658s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:27:02.977218Z","caller":"traceutil/trace.go:171","msg":"trace[1507869885] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9083; }","duration":"3.571570985s","start":"2026-03-04T11:26:59.405606Z","end":"2026-03-04T11:27:02.977177Z","steps":["trace[1507869885] 'agreement among raft nodes before linearized reading' (duration: 3.571473983s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:27:02.97725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:27:00.487418Z","time spent":"2.489788253s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:27:02.977262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:26:59.405585Z","time spent":"3.571667738s","remote":"127.0.0.1:41546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-04T11:27:02.977494Z","caller":"traceutil/trace.go:171","msg":"trace[1899484805] transaction","detail":"{read_only:false; response_revision:9081; number_of_response:1; }","duration":"2.468738065s","start":"2026-03-04T11:27:00.508744Z","end":"2026-03-04T11:27:02.977482Z","steps":["trace[1899484805] 'process raft request' (duration: 2.467279656s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:27:02.977567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:27:00.508722Z","time spent":"2.468812617s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:27:02.976276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:26:59.875529Z","time spent":"3.100683262s","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":834,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T11:27:02.977746Z","caller":"traceutil/trace.go:171","msg":"trace[617482094] transaction","detail":"{read_only:false; response_revision:9082; number_of_response:1; }","duration":"2.468950191s","start":"2026-03-04T11:27:00.508779Z","end":"2026-03-04T11:27:02.977729Z","steps":["trace[617482094] 'process raft request' (duration: 2.467286906s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:27:02.977816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:27:00.508754Z","time spent":"2.469025283s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:27:03.324145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00068589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T11:27:03.324259Z","caller":"traceutil/trace.go:171","msg":"trace[1948611691] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000834724s","start":"2026-03-04T11:27:01.323402Z","end":"2026-03-04T11:27:03.324237Z","steps":["trace[1948611691] 'agreement among raft nodes before linearized reading' (duration: 2.00068842s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:27:03.324312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:27:01.323398Z","time spent":"2.000902295s","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:27:03.84184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.400534ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:27:03.842071Z","caller":"traceutil/trace.go:171","msg":"trace[812941922] transaction","detail":"{read_only:false; response_revision:9084; number_of_response:1; }","duration":"1.727764657s","start":"2026-03-04T11:27:02.114264Z","end":"2026-03-04T11:27:03.842028Z","steps":["trace[812941922] 'process raft request' (duration: 1.308088586s)","trace[812941922] 'compare' (duration: 418.918221ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:27:03.842067Z","caller":"traceutil/trace.go:171","msg":"trace[809756608] linearizableReadLoop","detail":"{readStateIndex:9455; appliedIndex:9454; }","duration":"865.710893ms","start":"2026-03-04T11:27:02.976317Z","end":"2026-03-04T11:27:03.842028Z","steps":["trace[809756608] 'read index received' (duration: 446.059943ms)","trace[809756608] 'applied index is now lower than readState.Index' (duration: 419.64682ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:27:03.842239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:27:02.114249Z","time spent":"1.72788537s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:27:03.931753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.222026276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:27:03.931846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.36964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:27:03.931862Z","caller":"traceutil/trace.go:171","msg":"trace[708293146] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:9084; }","duration":"3.222221161s","start":"2026-03-04T11:27:00.70962Z","end":"2026-03-04T11:27:03.931841Z","steps":["trace[708293146] 'agreement among raft nodes before linearized reading' (duration: 3.132532452s)","trace[708293146] 'count revisions from in-memory index tree' (duration: 89.509804ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:27:03.931875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.414304409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:27:03.931926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.492645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:27:03.931948Z","caller":"traceutil/trace.go:171","msg":"trace[163337694] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:9084; }","duration":"277.559348ms","start":"2026-03-04T11:27:03.654382Z","end":"2026-03-04T11:27:03.931942Z","steps":["trace[163337694] 'agreement among raft nodes before linearized reading' (duration: 277.526627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:27:03.931945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.867716934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T11:27:03.931949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:27:00.709594Z","time spent":"3.222334904s","remote":"127.0.0.1:38710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-03-04T11:27:03.931986Z","caller":"traceutil/trace.go:171","msg":"trace[1488729096] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:9084; }","duration":"3.867777885s","start":"2026-03-04T11:27:00.064193Z","end":"2026-03-04T11:27:03.931971Z","steps":["trace[1488729096] 'agreement among raft nodes before linearized reading' (duration: 3.777970273s)","trace[1488729096] 'count revisions from in-memory index tree' (duration: 89.765592ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:27:03.93203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.728265371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T11:27:03.93204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:27:00.064179Z","time spent":"3.867851307s","remote":"127.0.0.1:41178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":108,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:27:03.93208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.069554043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-khzlv\" ","response":"range_response_count:1 size:9597"} {"level":"info","ts":"2026-03-04T11:27:03.932083Z","caller":"traceutil/trace.go:171","msg":"trace[1891847429] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:9084; }","duration":"1.728339473s","start":"2026-03-04T11:27:02.203722Z","end":"2026-03-04T11:27:03.932061Z","steps":["trace[1891847429] 'agreement among raft nodes before linearized reading' (duration: 1.638390607s)","trace[1891847429] 'count revisions from in-memory index tree' (duration: 89.896425ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:27:03.932095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.271455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:27:03.93211Z","caller":"traceutil/trace.go:171","msg":"trace[748942632] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-khzlv; range_end:; response_count:1; response_revision:9084; }","duration":"3.069581274s","start":"2026-03-04T11:27:00.86252Z","end":"2026-03-04T11:27:03.932101Z","steps":["trace[748942632] 'agreement among raft nodes before linearized reading' (duration: 2.979642988s)","trace[748942632] 'range keys from in-memory index tree' (duration: 89.804773ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:27:03.932118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.818265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18999ee1e0dd28f3\" ","response":"range_response_count:1 size:773"} {"level":"warn","ts":"2026-03-04T11:27:03.932129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:27:02.203705Z","time spent":"1.728414374s","remote":"127.0.0.1:41418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":12,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-04T11:27:03.932139Z","caller":"traceutil/trace.go:171","msg":"trace[2141605585] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18999ee1e0dd28f3; range_end:; response_count:1; response_revision:9084; }","duration":"604.869637ms","start":"2026-03-04T11:27:03.327263Z","end":"2026-03-04T11:27:03.932133Z","steps":["trace[2141605585] 'agreement among raft nodes before linearized reading' (duration: 604.806285ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:27:03.932135Z","caller":"traceutil/trace.go:171","msg":"trace[2121051814] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9084; }","duration":"950.307096ms","start":"2026-03-04T11:27:02.981814Z","end":"2026-03-04T11:27:03.932121Z","steps":["trace[2121051814] 'agreement among raft nodes before linearized reading' (duration: 950.253764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:27:03.932142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:27:00.862455Z","time spent":"3.069681186s","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":9620,"request content":"key:\"/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-khzlv\" "} {"level":"warn","ts":"2026-03-04T11:27:03.932161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:27:03.327247Z","time spent":"604.908017ms","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18999ee1e0dd28f3\" "} {"level":"warn","ts":"2026-03-04T11:27:03.932165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:27:02.981769Z","time spent":"950.390118ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T11:27:03.932273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.263807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:27:03.932291Z","caller":"traceutil/trace.go:171","msg":"trace[581589511] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:9084; }","duration":"635.314198ms","start":"2026-03-04T11:27:03.296972Z","end":"2026-03-04T11:27:03.932286Z","steps":["trace[581589511] 'agreement among raft nodes before linearized reading' (duration: 635.280677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:27:03.932308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:27:03.296955Z","time spent":"635.348859ms","remote":"127.0.0.1:41504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:27:03.932364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.825270747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:27:03.932365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226398063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:27:03.932388Z","caller":"traceutil/trace.go:171","msg":"trace[848678528] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9084; }","duration":"1.8253403s","start":"2026-03-04T11:27:02.10704Z","end":"2026-03-04T11:27:03.93238Z","steps":["trace[848678528] 'agreement among raft nodes before linearized reading' (duration: 1.735088785s)","trace[848678528] 'range keys from in-memory index tree' (duration: 90.221794ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:27:03.932399Z","caller":"traceutil/trace.go:171","msg":"trace[762288981] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:9084; }","duration":"1.226469365s","start":"2026-03-04T11:27:02.705917Z","end":"2026-03-04T11:27:03.932386Z","steps":["trace[762288981] 'agreement among raft nodes before linearized reading' (duration: 1.136107797s)","trace[762288981] 'count revisions from in-memory index tree' (duration: 90.296536ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:27:03.932418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:27:02.107014Z","time spent":"1.82539985s","remote":"127.0.0.1:41086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:27:03.932425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:27:02.705897Z","time spent":"1.226521017s","remote":"127.0.0.1:41472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:27:03.932435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.620254613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:27:03.931891Z","caller":"traceutil/trace.go:171","msg":"trace[479316298] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:9084; }","duration":"757.442782ms","start":"2026-03-04T11:27:03.174433Z","end":"2026-03-04T11:27:03.931876Z","steps":["trace[479316298] 'agreement among raft nodes before linearized reading' (duration: 757.38682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:27:03.932493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:27:03.17441Z","time spent":"758.073449ms","remote":"127.0.0.1:48006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-03-04T11:27:03.93248Z","caller":"traceutil/trace.go:171","msg":"trace[1201162535] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:9084; }","duration":"2.620363846s","start":"2026-03-04T11:27:01.312102Z","end":"2026-03-04T11:27:03.932466Z","steps":["trace[1201162535] 'agreement among raft nodes before linearized reading' (duration: 2.53005317s)","trace[1201162535] 'count revisions from in-memory index tree' (duration: 90.224314ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:27:03.932526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.089660105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T11:27:03.931931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.608565867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T11:27:03.932575Z","caller":"traceutil/trace.go:171","msg":"trace[129426429] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9084; }","duration":"3.089743847s","start":"2026-03-04T11:27:00.842815Z","end":"2026-03-04T11:27:03.932559Z","steps":["trace[129426429] 'agreement among raft nodes before linearized reading' (duration: 2.999299528s)","trace[129426429] 'range keys from in-memory index tree' (duration: 90.328387ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:27:03.932605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:27:00.842794Z","time spent":"3.089802999s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T11:27:03.93183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.41133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-04T11:27:03.932721Z","caller":"traceutil/trace.go:171","msg":"trace[531807950] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9084; }","duration":"236.347975ms","start":"2026-03-04T11:27:03.696353Z","end":"2026-03-04T11:27:03.932701Z","steps":["trace[531807950] 'agreement among raft nodes before linearized reading' (duration: 235.352178ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:27:03.931957Z","caller":"traceutil/trace.go:171","msg":"trace[834291836] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:9084; }","duration":"4.414454263s","start":"2026-03-04T11:26:59.51748Z","end":"2026-03-04T11:27:03.931934Z","steps":["trace[834291836] 'agreement among raft nodes before linearized reading' (duration: 4.324685731s)","trace[834291836] 'count revisions from in-memory index tree' (duration: 89.613757ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:27:03.932727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23220426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:27:03.932803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:26:59.517456Z","time spent":"4.415331567s","remote":"127.0.0.1:43614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:27:03.932804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.586130582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:27:03.932603Z","caller":"traceutil/trace.go:171","msg":"trace[528720452] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9084; }","duration":"2.609296877s","start":"2026-03-04T11:27:01.323296Z","end":"2026-03-04T11:27:03.932592Z","steps":["trace[528720452] 'agreement among raft nodes before linearized reading' (duration: 2.518854778s)","trace[528720452] 'range keys from in-memory index tree' (duration: 89.628627ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:27:03.93286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.609455571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T11:27:03.932914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:27:01.323271Z","time spent":"2.609629076s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T11:27:03.93293Z","caller":"traceutil/trace.go:171","msg":"trace[2044459648] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9084; }","duration":"2.609542834s","start":"2026-03-04T11:27:01.323376Z","end":"2026-03-04T11:27:03.932918Z","steps":["trace[2044459648] 'agreement among raft nodes before linearized reading' (duration: 2.518768495s)","trace[2044459648] 'range keys from in-memory index tree' (duration: 90.639685ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:27:03.932892Z","caller":"traceutil/trace.go:171","msg":"trace[259128623] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:9084; }","duration":"1.232312423s","start":"2026-03-04T11:27:02.700474Z","end":"2026-03-04T11:27:03.932786Z","steps":["trace[259128623] 'agreement among raft nodes before linearized reading' (duration: 1.141630196s)","trace[259128623] 'count revisions from in-memory index tree' (duration: 90.595564ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:27:03.931778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.717423799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T11:27:03.932969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:27:02.700455Z","time spent":"1.232502418s","remote":"127.0.0.1:38806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-03-04T11:27:03.93298Z","caller":"traceutil/trace.go:171","msg":"trace[1813439203] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:9084; }","duration":"3.718682984s","start":"2026-03-04T11:27:00.21429Z","end":"2026-03-04T11:27:03.932973Z","steps":["trace[1813439203] 'agreement among raft nodes before linearized reading' (duration: 3.627833083s)","trace[1813439203] 'count revisions from in-memory index tree' (duration: 89.589397ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:27:03.932538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.808497185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"warn","ts":"2026-03-04T11:27:03.933007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:27:00.214268Z","time spent":"3.718733514s","remote":"127.0.0.1:41436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":86,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-04T11:27:03.932987Z","caller":"traceutil/trace.go:171","msg":"trace[1288145232] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:9084; }","duration":"2.586282976s","start":"2026-03-04T11:27:01.346605Z","end":"2026-03-04T11:27:03.932888Z","steps":["trace[1288145232] 'agreement among raft nodes before linearized reading' (duration: 2.495530748s)","trace[1288145232] 'range keys from in-memory index tree' (duration: 90.554703ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:27:03.933017Z","caller":"traceutil/trace.go:171","msg":"trace[1695910762] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:9084; }","duration":"1.808993748s","start":"2026-03-04T11:27:02.124012Z","end":"2026-03-04T11:27:03.933006Z","steps":["trace[1695910762] 'agreement among raft nodes before linearized reading' (duration: 1.718108207s)","trace[1695910762] 'range keys from in-memory index tree' (duration: 90.392218ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:27:03.933046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:27:02.123996Z","time spent":"1.809041759s","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-04T11:27:03.932539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:27:01.312081Z","time spent":"2.620447238s","remote":"127.0.0.1:41300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":125,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:27:03.933057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:27:01.346595Z","time spent":"2.58644522s","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-kh88j\" "} {"level":"warn","ts":"2026-03-04T11:27:03.931777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.608534876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T11:27:03.933255Z","caller":"traceutil/trace.go:171","msg":"trace[1619434913] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9084; }","duration":"2.610061688s","start":"2026-03-04T11:27:01.323176Z","end":"2026-03-04T11:27:03.933237Z","steps":["trace[1619434913] 'agreement among raft nodes before linearized reading' (duration: 2.51896762s)","trace[1619434913] 'range keys from in-memory index tree' (duration: 89.507924ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:27:03.933321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:27:01.323154Z","time spent":"2.610154671s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T11:27:03.93334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:27:01.323348Z","time spent":"2.609600245s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T11:27:03.932757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.609499343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T11:27:03.933412Z","caller":"traceutil/trace.go:171","msg":"trace[1589292169] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9084; }","duration":"2.61016305s","start":"2026-03-04T11:27:01.323236Z","end":"2026-03-04T11:27:03.933399Z","steps":["trace[1589292169] 'agreement among raft nodes before linearized reading' (duration: 2.518851887s)","trace[1589292169] 'range keys from in-memory index tree' (duration: 90.582704ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:27:03.933441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:27:01.323231Z","time spent":"2.610201822s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T11:27:04.138424Z","caller":"traceutil/trace.go:171","msg":"trace[1989870664] transaction","detail":"{read_only:false; response_revision:9093; number_of_response:1; }","duration":"105.510186ms","start":"2026-03-04T11:27:04.032881Z","end":"2026-03-04T11:27:04.138392Z","steps":["trace[1989870664] 'process raft request' (duration: 29.151076ms)","trace[1989870664] 'compare' (duration: 76.196696ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:27:05.34181Z","caller":"traceutil/trace.go:171","msg":"trace[177512813] transaction","detail":"{read_only:false; response_revision:9101; number_of_response:1; }","duration":"102.69055ms","start":"2026-03-04T11:27:05.239084Z","end":"2026-03-04T11:27:05.341774Z","steps":["trace[177512813] 'process raft request' (duration: 102.462704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:27:06.353489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.691277ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:27:06.353576Z","caller":"traceutil/trace.go:171","msg":"trace[324611731] linearizableReadLoop","detail":"{readStateIndex:9478; appliedIndex:9477; }","duration":"761.179903ms","start":"2026-03-04T11:27:05.592381Z","end":"2026-03-04T11:27:06.353561Z","steps":["trace[324611731] 'read index received' (duration: 95.23894ms)","trace[324611731] 'applied index is now lower than readState.Index' (duration: 665.939693ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:27:06.353637Z","caller":"traceutil/trace.go:171","msg":"trace[1629244585] transaction","detail":"{read_only:false; response_revision:9105; number_of_response:1; }","duration":"886.928335ms","start":"2026-03-04T11:27:05.466671Z","end":"2026-03-04T11:27:06.3536Z","steps":["trace[1629244585] 'process raft request' (duration: 221.051633ms)","trace[1629244585] 'compare' (duration: 665.44723ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:27:06.353725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.323586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T11:27:06.353781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:27:05.466638Z","time spent":"887.070569ms","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":834,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T11:27:06.353826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.782148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T11:27:06.353824Z","caller":"traceutil/trace.go:171","msg":"trace[276009242] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:9105; }","duration":"761.474921ms","start":"2026-03-04T11:27:05.59233Z","end":"2026-03-04T11:27:06.353805Z","steps":["trace[276009242] 'agreement among raft nodes before linearized reading' (duration: 761.280905ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:27:06.353851Z","caller":"traceutil/trace.go:171","msg":"trace[1508710084] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9105; }","duration":"325.82741ms","start":"2026-03-04T11:27:06.028016Z","end":"2026-03-04T11:27:06.353843Z","steps":["trace[1508710084] 'agreement among raft nodes before linearized reading' (duration: 325.695636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:27:06.353884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:27:06.028007Z","time spent":"325.86958ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T11:27:06.353886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:27:05.592308Z","time spent":"761.557963ms","remote":"127.0.0.1:41516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:27:06.353877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.706479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T11:27:06.353985Z","caller":"traceutil/trace.go:171","msg":"trace[1057333196] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9105; }","duration":"331.862403ms","start":"2026-03-04T11:27:06.022096Z","end":"2026-03-04T11:27:06.353958Z","steps":["trace[1057333196] 'agreement among raft nodes before linearized reading' (duration: 331.634076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:27:06.35405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.983013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:27:06.354055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.418689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-04T11:27:06.354075Z","caller":"traceutil/trace.go:171","msg":"trace[1509463473] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9105; }","duration":"247.048495ms","start":"2026-03-04T11:27:06.107019Z","end":"2026-03-04T11:27:06.354068Z","steps":["trace[1509463473] 'agreement among raft nodes before linearized reading' (duration: 247.004013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:27:06.353872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.265207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:27:06.35411Z","caller":"traceutil/trace.go:171","msg":"trace[1056596661] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:9105; }","duration":"199.500842ms","start":"2026-03-04T11:27:06.154588Z","end":"2026-03-04T11:27:06.354089Z","steps":["trace[1056596661] 'agreement among raft nodes before linearized reading' (duration: 199.327958ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:27:06.354132Z","caller":"traceutil/trace.go:171","msg":"trace[767130509] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:9105; }","duration":"205.629387ms","start":"2026-03-04T11:27:06.148489Z","end":"2026-03-04T11:27:06.354118Z","steps":["trace[767130509] 'agreement among raft nodes before linearized reading' (duration: 205.306678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:27:06.354179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.34936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T11:27:06.354235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.093486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:27:06.354235Z","caller":"traceutil/trace.go:171","msg":"trace[1268581846] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9105; }","duration":"327.433693ms","start":"2026-03-04T11:27:06.026787Z","end":"2026-03-04T11:27:06.354221Z","steps":["trace[1268581846] 'agreement among raft nodes before linearized reading' (duration: 327.301419ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:27:06.354263Z","caller":"traceutil/trace.go:171","msg":"trace[1671290531] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:9105; }","duration":"323.132127ms","start":"2026-03-04T11:27:06.031125Z","end":"2026-03-04T11:27:06.354257Z","steps":["trace[1671290531] 'agreement among raft nodes before linearized reading' (duration: 323.056735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:27:06.354061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:27:06.022065Z","time spent":"331.978006ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T11:27:06.35428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:27:06.026772Z","time spent":"327.496654ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T11:27:06.35429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:27:06.031119Z","time spent":"323.166308ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-kh88j\" "} {"level":"warn","ts":"2026-03-04T11:27:06.354474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.636223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T11:27:06.35452Z","caller":"traceutil/trace.go:171","msg":"trace[247970242] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9105; }","duration":"332.694705ms","start":"2026-03-04T11:27:06.021812Z","end":"2026-03-04T11:27:06.354507Z","steps":["trace[247970242] 'agreement among raft nodes before linearized reading' (duration: 332.590252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:27:06.354544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.764207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T11:27:06.354563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:27:06.021805Z","time spent":"332.748407ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T11:27:06.354592Z","caller":"traceutil/trace.go:171","msg":"trace[764309958] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9105; }","duration":"332.853789ms","start":"2026-03-04T11:27:06.021724Z","end":"2026-03-04T11:27:06.354578Z","steps":["trace[764309958] 'agreement among raft nodes before linearized reading' (duration: 332.685085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:27:06.354637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:27:06.021703Z","time spent":"332.923461ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T11:27:06.355033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.306434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-khzlv\" ","response":"range_response_count:1 size:9961"} {"level":"info","ts":"2026-03-04T11:27:06.355096Z","caller":"traceutil/trace.go:171","msg":"trace[1229858163] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-khzlv; range_end:; response_count:1; response_revision:9105; }","duration":"441.401047ms","start":"2026-03-04T11:27:05.913679Z","end":"2026-03-04T11:27:06.35508Z","steps":["trace[1229858163] 'agreement among raft nodes before linearized reading' (duration: 440.005809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:27:06.355136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:27:05.91366Z","time spent":"441.464779ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":9984,"request content":"key:\"/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-khzlv\" "} {"level":"warn","ts":"2026-03-04T11:27:06.935757Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541842067,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:27:07.139223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:27:06.697098Z","time spent":"442.118106ms","remote":"127.0.0.1:39618","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T11:27:07.435997Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541842067,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:27:07.524811Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.089589352s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T11:27:07.525523Z","caller":"traceutil/trace.go:171","msg":"trace[1495212597] transaction","detail":"{read_only:false; response_revision:9107; number_of_response:1; }","duration":"1.166142207s","start":"2026-03-04T11:27:06.35923Z","end":"2026-03-04T11:27:07.525372Z","steps":["trace[1495212597] 'process raft request' (duration: 1.165756457s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:27:07.525579Z","caller":"traceutil/trace.go:171","msg":"trace[1066401516] transaction","detail":"{read_only:false; response_revision:9108; number_of_response:1; }","duration":"1.16623095s","start":"2026-03-04T11:27:06.359255Z","end":"2026-03-04T11:27:07.525486Z","steps":["trace[1066401516] 'process raft request' (duration: 1.165991294s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:27:07.525566Z","caller":"traceutil/trace.go:171","msg":"trace[725010685] transaction","detail":"{read_only:false; response_revision:9109; number_of_response:1; }","duration":"1.165833509s","start":"2026-03-04T11:27:06.359714Z","end":"2026-03-04T11:27:07.525547Z","steps":["trace[725010685] 'process raft request' (duration: 1.165612353s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:27:07.525644Z","caller":"traceutil/trace.go:171","msg":"trace[1544042916] transaction","detail":"{read_only:false; response_revision:9111; number_of_response:1; }","duration":"1.163807444s","start":"2026-03-04T11:27:06.361825Z","end":"2026-03-04T11:27:07.525632Z","steps":["trace[1544042916] 'process raft request' (duration: 1.163588958s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:27:07.525718Z","caller":"traceutil/trace.go:171","msg":"trace[1770244483] transaction","detail":"{read_only:false; response_revision:9112; number_of_response:1; }","duration":"1.162162199s","start":"2026-03-04T11:27:06.363523Z","end":"2026-03-04T11:27:07.525685Z","steps":["trace[1770244483] 'process raft request' (duration: 1.161936523s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:27:07.52576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:27:06.361815Z","time spent":"1.163865076s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:27:07.525766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:27:06.359701Z","time spent":"1.165969552s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:27:07.525768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:27:06.359225Z","time spent":"1.166444295s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:27:07.525577Z","caller":"traceutil/trace.go:171","msg":"trace[1968268935] transaction","detail":"{read_only:false; response_revision:9110; number_of_response:1; }","duration":"1.16438344s","start":"2026-03-04T11:27:06.36117Z","end":"2026-03-04T11:27:07.525554Z","steps":["trace[1968268935] 'process raft request' (duration: 1.164200485s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:27:07.525883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:27:06.36351Z","time spent":"1.162283153s","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10126,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:27:07.525959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:27:06.361158Z","time spent":"1.16476307s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:27:07.525763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:27:06.359205Z","time spent":"1.166435465s","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":834,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T11:27:07.817184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.633529ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:27:07.817492Z","caller":"traceutil/trace.go:171","msg":"trace[1506654491] transaction","detail":"{read_only:false; response_revision:9113; number_of_response:1; }","duration":"776.445925ms","start":"2026-03-04T11:27:07.041018Z","end":"2026-03-04T11:27:07.817464Z","steps":["trace[1506654491] 'process raft request' (duration: 617.413875ms)","trace[1506654491] 'compare' (duration: 158.326391ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:27:07.817609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:27:07.040997Z","time spent":"776.548547ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":507,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:27:07.818023Z","caller":"traceutil/trace.go:171","msg":"trace[278295064] transaction","detail":"{read_only:false; response_revision:9114; number_of_response:1; }","duration":"774.174784ms","start":"2026-03-04T11:27:07.043834Z","end":"2026-03-04T11:27:07.818009Z","steps":["trace[278295064] 'process raft request' (duration: 773.472335ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:27:07.81798Z","caller":"traceutil/trace.go:171","msg":"trace[1706194541] linearizableReadLoop","detail":"{readStateIndex:9488; appliedIndex:9479; }","duration":"1.382679048s","start":"2026-03-04T11:27:06.435278Z","end":"2026-03-04T11:27:07.817957Z","steps":["trace[1706194541] 'read index received' (duration: 1.089718546s)","trace[1706194541] 'applied index is now lower than readState.Index' (duration: 292.959152ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:27:07.819029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.433979452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:27:07.81913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:27:07.043827Z","time spent":"775.206001ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:27:07.819171Z","caller":"traceutil/trace.go:171","msg":"trace[1673880545] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:9115; }","duration":"1.434065744s","start":"2026-03-04T11:27:06.385022Z","end":"2026-03-04T11:27:07.819088Z","steps":["trace[1673880545] 'agreement among raft nodes before linearized reading' (duration: 1.433024136s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:27:07.819269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:27:06.385014Z","time spent":"1.434204938s","remote":"127.0.0.1:60236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-03-04T11:27:07.819474Z","caller":"traceutil/trace.go:171","msg":"trace[967477731] transaction","detail":"{read_only:false; response_revision:9115; number_of_response:1; }","duration":"773.198427ms","start":"2026-03-04T11:27:07.044773Z","end":"2026-03-04T11:27:07.817972Z","steps":["trace[967477731] 'process raft request' (duration: 773.096514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:27:07.819547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:27:07.044749Z","time spent":"774.764399ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:27:07.819613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03799452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:27:07.819708Z","caller":"traceutil/trace.go:171","msg":"trace[1146514593] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:9115; }","duration":"1.038073712s","start":"2026-03-04T11:27:06.781587Z","end":"2026-03-04T11:27:07.819661Z","steps":["trace[1146514593] 'agreement among raft nodes before linearized reading' (duration: 1.037875567s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:27:07.819769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:27:06.781565Z","time spent":"1.038186975s","remote":"127.0.0.1:60286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:27:07.820417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.459761607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291506"} {"level":"info","ts":"2026-03-04T11:27:07.820484Z","caller":"traceutil/trace.go:171","msg":"trace[707506779] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9115; }","duration":"1.45986478s","start":"2026-03-04T11:27:06.360601Z","end":"2026-03-04T11:27:07.820466Z","steps":["trace[707506779] 'agreement among raft nodes before linearized reading' (duration: 1.457750733s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:27:07.820539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:27:06.360572Z","time spent":"1.459946013s","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":291529,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-04T11:27:08.321384Z","caller":"traceutil/trace.go:171","msg":"trace[405363686] transaction","detail":"{read_only:false; response_revision:9116; number_of_response:1; }","duration":"203.028887ms","start":"2026-03-04T11:27:08.118332Z","end":"2026-03-04T11:27:08.321361Z","steps":["trace[405363686] 'process raft request' (duration: 202.867533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:27:08.606391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.188662ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-04T11:27:08.606548Z","caller":"traceutil/trace.go:171","msg":"trace[1391869234] linearizableReadLoop","detail":"{readStateIndex:9490; appliedIndex:9488; }","duration":"473.926234ms","start":"2026-03-04T11:27:08.132599Z","end":"2026-03-04T11:27:08.606525Z","steps":["trace[1391869234] 'read index received' (duration: 188.593478ms)","trace[1391869234] 'applied index is now lower than readState.Index' (duration: 285.330786ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:27:08.606593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:27:08.132101Z","time spent":"474.481479ms","remote":"127.0.0.1:41114","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T11:27:08.606702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.092039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:27:08.606746Z","caller":"traceutil/trace.go:171","msg":"trace[1817258976] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9116; }","duration":"474.169141ms","start":"2026-03-04T11:27:08.132561Z","end":"2026-03-04T11:27:08.60673Z","steps":["trace[1817258976] 'agreement among raft nodes before linearized reading' (duration: 474.078809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:27:08.606791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:27:08.132545Z","time spent":"474.235422ms","remote":"127.0.0.1:41086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:27:08.607094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.331664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-04T11:27:08.607141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.318883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:27:08.607203Z","caller":"traceutil/trace.go:171","msg":"trace[1801458678] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9116; }","duration":"167.488348ms","start":"2026-03-04T11:27:08.43969Z","end":"2026-03-04T11:27:08.607179Z","steps":["trace[1801458678] 'agreement among raft nodes before linearized reading' (duration: 167.19135ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:27:08.60721Z","caller":"traceutil/trace.go:171","msg":"trace[1444310561] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:9116; }","duration":"144.398675ms","start":"2026-03-04T11:27:08.462788Z","end":"2026-03-04T11:27:08.607187Z","steps":["trace[1444310561] 'agreement among raft nodes before linearized reading' (duration: 144.281612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:27:08.607139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.798802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:27:08.607238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.143193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:27:08.60739Z","caller":"traceutil/trace.go:171","msg":"trace[1522353173] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:9116; }","duration":"354.75721ms","start":"2026-03-04T11:27:08.252591Z","end":"2026-03-04T11:27:08.607349Z","steps":["trace[1522353173] 'agreement among raft nodes before linearized reading' (duration: 354.125423ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:27:08.607446Z","caller":"traceutil/trace.go:171","msg":"trace[368604050] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:9116; }","duration":"285.028108ms","start":"2026-03-04T11:27:08.322268Z","end":"2026-03-04T11:27:08.607296Z","steps":["trace[368604050] 'agreement among raft nodes before linearized reading' (duration: 284.800852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:27:08.607456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:27:08.252569Z","time spent":"354.875553ms","remote":"127.0.0.1:38648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-03-04T11:27:09.089763Z","caller":"traceutil/trace.go:171","msg":"trace[1247946704] linearizableReadLoop","detail":"{readStateIndex:9492; appliedIndex:9491; }","duration":"474.624564ms","start":"2026-03-04T11:27:08.615119Z","end":"2026-03-04T11:27:09.089743Z","steps":["trace[1247946704] 'read index received' (duration: 474.462679ms)","trace[1247946704] 'applied index is now lower than readState.Index' (duration: 160.975µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:27:09.089815Z","caller":"traceutil/trace.go:171","msg":"trace[541214727] transaction","detail":"{read_only:false; response_revision:9118; number_of_response:1; }","duration":"477.121231ms","start":"2026-03-04T11:27:08.612668Z","end":"2026-03-04T11:27:09.08979Z","steps":["trace[541214727] 'process raft request' (duration: 476.895865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:27:09.08994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:27:08.612656Z","time spent":"477.210183ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:27:09.089943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.820448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-04T11:27:09.089984Z","caller":"traceutil/trace.go:171","msg":"trace[984463463] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:9118; }","duration":"474.913511ms","start":"2026-03-04T11:27:08.615059Z","end":"2026-03-04T11:27:09.089972Z","steps":["trace[984463463] 'agreement among raft nodes before linearized reading' (duration: 474.784807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:27:09.090013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:27:08.615039Z","time spent":"474.966463ms","remote":"127.0.0.1:41250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T11:27:09.097598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.662685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-qhfgz\" ","response":"range_response_count:1 size:19349"} {"level":"info","ts":"2026-03-04T11:27:09.09765Z","caller":"traceutil/trace.go:171","msg":"trace[636861897] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-qhfgz; range_end:; response_count:1; response_revision:9119; }","duration":"120.745628ms","start":"2026-03-04T11:27:08.97689Z","end":"2026-03-04T11:27:09.097636Z","steps":["trace[636861897] 'agreement among raft nodes before linearized reading' (duration: 120.603824ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:27:09.097709Z","caller":"traceutil/trace.go:171","msg":"trace[160876631] transaction","detail":"{read_only:false; response_revision:9119; number_of_response:1; }","duration":"466.153165ms","start":"2026-03-04T11:27:08.631537Z","end":"2026-03-04T11:27:09.09769Z","steps":["trace[160876631] 'process raft request' (duration: 465.882678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:27:09.097752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.380069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:27:09.097824Z","caller":"traceutil/trace.go:171","msg":"trace[2049700961] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:9119; }","duration":"321.494722ms","start":"2026-03-04T11:27:08.776312Z","end":"2026-03-04T11:27:09.097807Z","steps":["trace[2049700961] 'agreement among raft nodes before linearized reading' (duration: 321.379029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:27:09.09783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:27:08.63152Z","time spent":"466.246187ms","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":769,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T11:27:09.097881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:27:08.776291Z","time spent":"321.574645ms","remote":"127.0.0.1:48026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-04T11:27:09.688985Z","caller":"traceutil/trace.go:171","msg":"trace[836461235] transaction","detail":"{read_only:false; response_revision:9124; number_of_response:1; }","duration":"154.176299ms","start":"2026-03-04T11:27:09.534776Z","end":"2026-03-04T11:27:09.688952Z","steps":["trace[836461235] 'process raft request' (duration: 109.146134ms)","trace[836461235] 'compare' (duration: 44.305085ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:27:09.689079Z","caller":"traceutil/trace.go:171","msg":"trace[408688013] transaction","detail":"{read_only:false; response_revision:9125; number_of_response:1; }","duration":"153.009558ms","start":"2026-03-04T11:27:09.536049Z","end":"2026-03-04T11:27:09.689058Z","steps":["trace[408688013] 'process raft request' (duration: 152.686619ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:27:09.689111Z","caller":"traceutil/trace.go:171","msg":"trace[267712674] transaction","detail":"{read_only:false; response_revision:9126; number_of_response:1; }","duration":"152.73776ms","start":"2026-03-04T11:27:09.536353Z","end":"2026-03-04T11:27:09.689091Z","steps":["trace[267712674] 'process raft request' (duration: 152.454193ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:27:10.135011Z","caller":"traceutil/trace.go:171","msg":"trace[994265919] transaction","detail":"{read_only:false; response_revision:9133; number_of_response:1; }","duration":"135.795893ms","start":"2026-03-04T11:27:09.999187Z","end":"2026-03-04T11:27:10.134983Z","steps":["trace[994265919] 'process raft request' (duration: 135.371101ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:27:11.164063Z","caller":"traceutil/trace.go:171","msg":"trace[492320586] transaction","detail":"{read_only:false; response_revision:9138; number_of_response:1; }","duration":"113.82108ms","start":"2026-03-04T11:27:11.050211Z","end":"2026-03-04T11:27:11.164032Z","steps":["trace[492320586] 'process raft request' (duration: 112.768252ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:27:11.465462Z","caller":"traceutil/trace.go:171","msg":"trace[538466928] transaction","detail":"{read_only:false; response_revision:9142; number_of_response:1; }","duration":"118.392124ms","start":"2026-03-04T11:27:11.347044Z","end":"2026-03-04T11:27:11.465436Z","steps":["trace[538466928] 'process raft request' (duration: 61.341974ms)","trace[538466928] 'compare' (duration: 56.968297ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:27:18.50606Z","caller":"traceutil/trace.go:171","msg":"trace[1507563515] transaction","detail":"{read_only:false; response_revision:9179; number_of_response:1; }","duration":"109.474394ms","start":"2026-03-04T11:27:18.396557Z","end":"2026-03-04T11:27:18.506031Z","steps":["trace[1507563515] 'process raft request' (duration: 109.125784ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:27:29.4033Z","caller":"traceutil/trace.go:171","msg":"trace[1528700900] transaction","detail":"{read_only:false; response_revision:9259; number_of_response:1; }","duration":"106.309928ms","start":"2026-03-04T11:27:29.296963Z","end":"2026-03-04T11:27:29.403273Z","steps":["trace[1528700900] 'process raft request' (duration: 106.147284ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:27:31.307834Z","caller":"traceutil/trace.go:171","msg":"trace[1985577129] transaction","detail":"{read_only:false; response_revision:9269; number_of_response:1; }","duration":"228.175037ms","start":"2026-03-04T11:27:31.079619Z","end":"2026-03-04T11:27:31.307794Z","steps":["trace[1985577129] 'process raft request' (duration: 227.625953ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:27:31.307663Z","caller":"traceutil/trace.go:171","msg":"trace[561305997] linearizableReadLoop","detail":"{readStateIndex:9648; appliedIndex:9647; }","duration":"191.303997ms","start":"2026-03-04T11:27:31.116341Z","end":"2026-03-04T11:27:31.307645Z","steps":["trace[561305997] 'read index received' (duration: 190.841955ms)","trace[561305997] 'applied index is now lower than readState.Index' (duration: 461.312µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:27:31.308244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.884562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:27:31.308721Z","caller":"traceutil/trace.go:171","msg":"trace[637788220] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9269; }","duration":"192.401466ms","start":"2026-03-04T11:27:31.116297Z","end":"2026-03-04T11:27:31.308698Z","steps":["trace[637788220] 'agreement among raft nodes before linearized reading' (duration: 191.899993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:27:31.308812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.447845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:27:31.308875Z","caller":"traceutil/trace.go:171","msg":"trace[1248108297] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:9269; }","duration":"187.570468ms","start":"2026-03-04T11:27:31.12129Z","end":"2026-03-04T11:27:31.308861Z","steps":["trace[1248108297] 'agreement among raft nodes before linearized reading' (duration: 187.465885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:27:31.30917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.090337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-04T11:27:31.309869Z","caller":"traceutil/trace.go:171","msg":"trace[1074420982] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:9269; }","duration":"173.175319ms","start":"2026-03-04T11:27:31.136041Z","end":"2026-03-04T11:27:31.309216Z","steps":["trace[1074420982] 'agreement among raft nodes before linearized reading' (duration: 172.964204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:27:31.419225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.003817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-67ed804c-8bd0-40e8-b1fa-b675239fe79b\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-04T11:27:31.419315Z","caller":"traceutil/trace.go:171","msg":"trace[1314470996] range","detail":"{range_begin:/registry/persistentvolumes/pvc-67ed804c-8bd0-40e8-b1fa-b675239fe79b; range_end:; response_count:1; response_revision:9269; }","duration":"107.119991ms","start":"2026-03-04T11:27:31.312176Z","end":"2026-03-04T11:27:31.419296Z","steps":["trace[1314470996] 'range keys from in-memory index tree' (duration: 106.869744ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:27:31.420717Z","caller":"traceutil/trace.go:171","msg":"trace[299860309] transaction","detail":"{read_only:false; response_revision:9270; number_of_response:1; }","duration":"105.20668ms","start":"2026-03-04T11:27:31.315493Z","end":"2026-03-04T11:27:31.4207Z","steps":["trace[299860309] 'process raft request' (duration: 105.008125ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:27:35.014738Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7428} {"level":"info","ts":"2026-03-04T11:27:35.083443Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7428,"took":"66.564052ms","hash":1697082309,"current-db-size-bytes":42024960,"current-db-size":"42 MB","current-db-size-in-use-bytes":23674880,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-04T11:27:35.083499Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1697082309,"revision":7428,"compact-revision":5522} {"level":"info","ts":"2026-03-04T11:27:44.156187Z","caller":"traceutil/trace.go:171","msg":"trace[441757314] transaction","detail":"{read_only:false; response_revision:9360; number_of_response:1; }","duration":"120.672888ms","start":"2026-03-04T11:27:44.035476Z","end":"2026-03-04T11:27:44.156149Z","steps":["trace[441757314] 'process raft request' (duration: 96.159852ms)","trace[441757314] 'compare' (duration: 24.252359ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:27:44.157144Z","caller":"traceutil/trace.go:171","msg":"trace[932984743] transaction","detail":"{read_only:false; response_revision:9361; number_of_response:1; }","duration":"121.53068ms","start":"2026-03-04T11:27:44.035583Z","end":"2026-03-04T11:27:44.157114Z","steps":["trace[932984743] 'process raft request' (duration: 121.205761ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:27:44.15718Z","caller":"traceutil/trace.go:171","msg":"trace[1223093010] transaction","detail":"{read_only:false; response_revision:9364; number_of_response:1; }","duration":"118.529831ms","start":"2026-03-04T11:27:44.038616Z","end":"2026-03-04T11:27:44.157146Z","steps":["trace[1223093010] 'process raft request' (duration: 118.414458ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:27:44.15721Z","caller":"traceutil/trace.go:171","msg":"trace[1600748598] transaction","detail":"{read_only:false; response_revision:9362; number_of_response:1; }","duration":"119.470826ms","start":"2026-03-04T11:27:44.037667Z","end":"2026-03-04T11:27:44.157138Z","steps":["trace[1600748598] 'process raft request' (duration: 119.287681ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:27:44.157205Z","caller":"traceutil/trace.go:171","msg":"trace[649734045] transaction","detail":"{read_only:false; response_revision:9363; number_of_response:1; }","duration":"119.336982ms","start":"2026-03-04T11:27:44.037801Z","end":"2026-03-04T11:27:44.157138Z","steps":["trace[649734045] 'process raft request' (duration: 119.197018ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:27:50.225556Z","caller":"traceutil/trace.go:171","msg":"trace[1804691651] transaction","detail":"{read_only:false; response_revision:9386; number_of_response:1; }","duration":"279.606402ms","start":"2026-03-04T11:27:49.945931Z","end":"2026-03-04T11:27:50.225537Z","steps":["trace[1804691651] 'process raft request' (duration: 279.478099ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:27:50.226118Z","caller":"traceutil/trace.go:171","msg":"trace[884995676] linearizableReadLoop","detail":"{readStateIndex:9770; appliedIndex:9770; }","duration":"277.918407ms","start":"2026-03-04T11:27:49.948192Z","end":"2026-03-04T11:27:50.22611Z","steps":["trace[884995676] 'read index received' (duration: 277.914497ms)","trace[884995676] 'applied index is now lower than readState.Index' (duration: 3.32µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:27:50.227108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.907473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T11:27:50.227139Z","caller":"traceutil/trace.go:171","msg":"trace[890623534] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9386; }","duration":"278.980085ms","start":"2026-03-04T11:27:49.948152Z","end":"2026-03-04T11:27:50.227132Z","steps":["trace[890623534] 'agreement among raft nodes before linearized reading' (duration: 278.007649ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:27:50.583477Z","caller":"traceutil/trace.go:171","msg":"trace[879142757] transaction","detail":"{read_only:false; response_revision:9387; number_of_response:1; }","duration":"404.394017ms","start":"2026-03-04T11:27:50.179059Z","end":"2026-03-04T11:27:50.583453Z","steps":["trace[879142757] 'process raft request' (duration: 404.195902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:27:50.583628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:27:50.17902Z","time spent":"404.527861ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:27:50.583743Z","caller":"traceutil/trace.go:171","msg":"trace[185813085] transaction","detail":"{read_only:false; response_revision:9388; number_of_response:1; }","duration":"403.944476ms","start":"2026-03-04T11:27:50.179786Z","end":"2026-03-04T11:27:50.583731Z","steps":["trace[185813085] 'process raft request' (duration: 403.618617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:27:50.583803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:27:50.179774Z","time spent":"404.002857ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:27:50.583846Z","caller":"traceutil/trace.go:171","msg":"trace[1961900471] linearizableReadLoop","detail":"{readStateIndex:9773; appliedIndex:9770; }","duration":"357.664217ms","start":"2026-03-04T11:27:50.226141Z","end":"2026-03-04T11:27:50.583805Z","steps":["trace[1961900471] 'read index received' (duration: 357.03288ms)","trace[1961900471] 'applied index is now lower than readState.Index' (duration: 630.147µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:27:50.583931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.80933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T11:27:50.583955Z","caller":"traceutil/trace.go:171","msg":"trace[333888721] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9389; }","duration":"398.842802ms","start":"2026-03-04T11:27:50.185106Z","end":"2026-03-04T11:27:50.583949Z","steps":["trace[333888721] 'agreement among raft nodes before linearized reading' (duration: 398.742729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:27:50.58397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:27:50.185103Z","time spent":"398.864272ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T11:27:50.584006Z","caller":"traceutil/trace.go:171","msg":"trace[30624635] transaction","detail":"{read_only:false; response_revision:9389; number_of_response:1; }","duration":"403.831793ms","start":"2026-03-04T11:27:50.180158Z","end":"2026-03-04T11:27:50.58399Z","steps":["trace[30624635] 'process raft request' (duration: 403.536925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:27:50.584023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.513193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:27:50.584066Z","caller":"traceutil/trace.go:171","msg":"trace[1396120989] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:9389; }","duration":"545.623075ms","start":"2026-03-04T11:27:50.038429Z","end":"2026-03-04T11:27:50.584052Z","steps":["trace[1396120989] 'agreement among raft nodes before linearized reading' (duration: 545.526893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:27:50.584075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:27:50.180136Z","time spent":"403.907095ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":507,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:27:50.584113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:27:50.038398Z","time spent":"545.704898ms","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:27:50.584192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.357318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:27:50.58428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.978201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-04T11:27:50.584224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.902439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T11:27:50.584379Z","caller":"traceutil/trace.go:171","msg":"trace[418372637] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9389; }","duration":"400.347601ms","start":"2026-03-04T11:27:50.184019Z","end":"2026-03-04T11:27:50.584367Z","steps":["trace[418372637] 'agreement among raft nodes before linearized reading' (duration: 399.833807ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:27:50.584409Z","caller":"traceutil/trace.go:171","msg":"trace[1153716980] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9389; }","duration":"477.615945ms","start":"2026-03-04T11:27:50.106682Z","end":"2026-03-04T11:27:50.584298Z","steps":["trace[1153716980] 'agreement among raft nodes before linearized reading' (duration: 477.197514ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:27:50.584462Z","caller":"traceutil/trace.go:171","msg":"trace[324792444] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:9389; }","duration":"310.053034ms","start":"2026-03-04T11:27:50.274251Z","end":"2026-03-04T11:27:50.584304Z","steps":["trace[324792444] 'agreement among raft nodes before linearized reading' (duration: 309.798557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:27:50.584272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.909239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-04T11:27:50.584537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:27:50.274227Z","time spent":"310.29446ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-kh88j\" "} {"level":"warn","ts":"2026-03-04T11:27:50.58459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:27:50.106662Z","time spent":"477.842581ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:27:50.584449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:27:50.184009Z","time spent":"400.429213ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T11:27:50.584209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.45281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T11:27:50.584909Z","caller":"traceutil/trace.go:171","msg":"trace[119084456] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9389; }","duration":"342.178649ms","start":"2026-03-04T11:27:50.242692Z","end":"2026-03-04T11:27:50.58487Z","steps":["trace[119084456] 'agreement among raft nodes before linearized reading' (duration: 341.326576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:27:50.585045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:27:50.242671Z","time spent":"342.336033ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T11:27:50.584613Z","caller":"traceutil/trace.go:171","msg":"trace[921635817] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9389; }","duration":"400.237058ms","start":"2026-03-04T11:27:50.184319Z","end":"2026-03-04T11:27:50.584556Z","steps":["trace[921635817] 'agreement among raft nodes before linearized reading' (duration: 399.743155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:27:50.58524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:27:50.184316Z","time spent":"400.908315ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T11:27:50.77475Z","caller":"traceutil/trace.go:171","msg":"trace[1805348567] transaction","detail":"{read_only:false; response_revision:9390; number_of_response:1; }","duration":"185.877784ms","start":"2026-03-04T11:27:50.588823Z","end":"2026-03-04T11:27:50.774701Z","steps":["trace[1805348567] 'process raft request' (duration: 166.564205ms)","trace[1805348567] 'compare' (duration: 19.013551ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:27:50.775232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.998101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:33 size:306523"} {"level":"info","ts":"2026-03-04T11:27:50.775376Z","caller":"traceutil/trace.go:171","msg":"trace[1036291519] transaction","detail":"{read_only:false; response_revision:9391; number_of_response:1; }","duration":"185.427822ms","start":"2026-03-04T11:27:50.589281Z","end":"2026-03-04T11:27:50.774708Z","steps":["trace[1036291519] 'process raft request' (duration: 185.263108ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:27:50.775478Z","caller":"traceutil/trace.go:171","msg":"trace[296495355] linearizableReadLoop","detail":"{readStateIndex:9776; appliedIndex:9773; }","duration":"184.543409ms","start":"2026-03-04T11:27:50.590209Z","end":"2026-03-04T11:27:50.774753Z","steps":["trace[296495355] 'read index received' (duration: 165.180159ms)","trace[296495355] 'applied index is now lower than readState.Index' (duration: 19.3615ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:27:50.775568Z","caller":"traceutil/trace.go:171","msg":"trace[1031771245] transaction","detail":"{read_only:false; response_revision:9392; number_of_response:1; }","duration":"185.130785ms","start":"2026-03-04T11:27:50.589708Z","end":"2026-03-04T11:27:50.774839Z","steps":["trace[1031771245] 'process raft request' (duration: 184.882248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:27:50.775674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.666878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:27:50.775711Z","caller":"traceutil/trace.go:171","msg":"trace[264707145] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9392; }","duration":"128.714739ms","start":"2026-03-04T11:27:50.646986Z","end":"2026-03-04T11:27:50.7757Z","steps":["trace[264707145] 'agreement among raft nodes before linearized reading' (duration: 128.640057ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:27:50.775785Z","caller":"traceutil/trace.go:171","msg":"trace[414682763] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:33; response_revision:9392; }","duration":"185.129385ms","start":"2026-03-04T11:27:50.590171Z","end":"2026-03-04T11:27:50.7753Z","steps":["trace[414682763] 'agreement among raft nodes before linearized reading' (duration: 184.58571ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:27:54.076089Z","caller":"traceutil/trace.go:171","msg":"trace[1877710666] transaction","detail":"{read_only:false; response_revision:9405; number_of_response:1; }","duration":"309.690594ms","start":"2026-03-04T11:27:53.766374Z","end":"2026-03-04T11:27:54.076065Z","steps":["trace[1877710666] 'process raft request' (duration: 309.5404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:27:54.076243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:27:53.766348Z","time spent":"309.816078ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:27:54.544789Z","caller":"traceutil/trace.go:171","msg":"trace[1427707191] linearizableReadLoop","detail":"{readStateIndex:9793; appliedIndex:9792; }","duration":"125.778961ms","start":"2026-03-04T11:27:54.41898Z","end":"2026-03-04T11:27:54.544759Z","steps":["trace[1427707191] 'read index received' (duration: 70.692451ms)","trace[1427707191] 'applied index is now lower than readState.Index' (duration: 55.08554ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:27:54.544987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.044839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-ks-service-pbvv7\" ","response":"range_response_count:1 size:8239"} {"level":"info","ts":"2026-03-04T11:27:54.545029Z","caller":"traceutil/trace.go:171","msg":"trace[1924399037] range","detail":"{range_begin:/registry/pods/openstack/glance-ks-service-pbvv7; range_end:; response_count:1; response_revision:9408; }","duration":"126.126691ms","start":"2026-03-04T11:27:54.418891Z","end":"2026-03-04T11:27:54.545018Z","steps":["trace[1924399037] 'agreement among raft nodes before linearized reading' (duration: 125.965797ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:27:54.544993Z","caller":"traceutil/trace.go:171","msg":"trace[1273592435] transaction","detail":"{read_only:false; response_revision:9408; number_of_response:1; }","duration":"127.285671ms","start":"2026-03-04T11:27:54.41766Z","end":"2026-03-04T11:27:54.544946Z","steps":["trace[1273592435] 'process raft request' (duration: 72.098348ms)","trace[1273592435] 'compare' (duration: 54.879955ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:27:55.885421Z","caller":"traceutil/trace.go:171","msg":"trace[1155650023] transaction","detail":"{read_only:false; response_revision:9421; number_of_response:1; }","duration":"103.210967ms","start":"2026-03-04T11:27:55.78218Z","end":"2026-03-04T11:27:55.885391Z","steps":["trace[1155650023] 'process raft request' (duration: 102.973941ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:27:56.791174Z","caller":"traceutil/trace.go:171","msg":"trace[60446257] transaction","detail":"{read_only:false; response_revision:9431; number_of_response:1; }","duration":"164.876261ms","start":"2026-03-04T11:27:56.626271Z","end":"2026-03-04T11:27:56.791148Z","steps":["trace[60446257] 'process raft request' (duration: 164.710647ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:27:56.828757Z","caller":"traceutil/trace.go:171","msg":"trace[2057601674] transaction","detail":"{read_only:false; response_revision:9434; number_of_response:1; }","duration":"146.137127ms","start":"2026-03-04T11:27:56.682586Z","end":"2026-03-04T11:27:56.828723Z","steps":["trace[2057601674] 'process raft request' (duration: 146.018954ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:27:56.828792Z","caller":"traceutil/trace.go:171","msg":"trace[740115533] transaction","detail":"{read_only:false; response_revision:9432; number_of_response:1; }","duration":"147.090893ms","start":"2026-03-04T11:27:56.681655Z","end":"2026-03-04T11:27:56.828746Z","steps":["trace[740115533] 'process raft request' (duration: 146.744044ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:27:56.828848Z","caller":"traceutil/trace.go:171","msg":"trace[1287171985] transaction","detail":"{read_only:false; response_revision:9433; number_of_response:1; }","duration":"146.57696ms","start":"2026-03-04T11:27:56.682231Z","end":"2026-03-04T11:27:56.828808Z","steps":["trace[1287171985] 'process raft request' (duration: 146.305512ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:27:56.933093Z","caller":"traceutil/trace.go:171","msg":"trace[871715832] transaction","detail":"{read_only:false; response_revision:9435; number_of_response:1; }","duration":"131.78529ms","start":"2026-03-04T11:27:56.801269Z","end":"2026-03-04T11:27:56.933054Z","steps":["trace[871715832] 'process raft request' (duration: 131.299127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:05.658158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.150819ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:28:05.658227Z","caller":"traceutil/trace.go:171","msg":"trace[1866293709] linearizableReadLoop","detail":"{readStateIndex:9877; appliedIndex:9876; }","duration":"589.646475ms","start":"2026-03-04T11:28:05.06857Z","end":"2026-03-04T11:28:05.658216Z","steps":["trace[1866293709] 'read index received' (duration: 345.490117ms)","trace[1866293709] 'applied index is now lower than readState.Index' (duration: 244.155218ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:28:05.658353Z","caller":"traceutil/trace.go:171","msg":"trace[1026778010] transaction","detail":"{read_only:false; response_revision:9490; number_of_response:1; }","duration":"590.028975ms","start":"2026-03-04T11:28:05.068269Z","end":"2026-03-04T11:28:05.658298Z","steps":["trace[1026778010] 'process raft request' (duration: 345.675822ms)","trace[1026778010] 'compare' (duration: 244.071486ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:28:05.658536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.962923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:34 size:321699"} {"level":"info","ts":"2026-03-04T11:28:05.658558Z","caller":"traceutil/trace.go:171","msg":"trace[530312099] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:34; response_revision:9490; }","duration":"589.986384ms","start":"2026-03-04T11:28:05.068566Z","end":"2026-03-04T11:28:05.658552Z","steps":["trace[530312099] 'agreement among raft nodes before linearized reading' (duration: 589.695226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:05.658581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:05.068533Z","time spent":"590.043816ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":34,"response size":321722,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T11:28:05.658777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:05.068226Z","time spent":"590.23394ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:28:05.674609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.340204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:28:05.674697Z","caller":"traceutil/trace.go:171","msg":"trace[1698037011] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9491; }","duration":"568.481577ms","start":"2026-03-04T11:28:05.10619Z","end":"2026-03-04T11:28:05.674672Z","steps":["trace[1698037011] 'agreement among raft nodes before linearized reading' (duration: 568.302382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:05.674761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:05.106167Z","time spent":"568.57797ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T11:28:05.675169Z","caller":"traceutil/trace.go:171","msg":"trace[1709388443] transaction","detail":"{read_only:false; response_revision:9491; number_of_response:1; }","duration":"606.504149ms","start":"2026-03-04T11:28:05.068651Z","end":"2026-03-04T11:28:05.675155Z","steps":["trace[1709388443] 'process raft request' (duration: 605.672127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:05.675274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:05.068639Z","time spent":"606.56833ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:28:05.675525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.822894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:28:05.675584Z","caller":"traceutil/trace.go:171","msg":"trace[1232476211] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:9491; }","duration":"408.924747ms","start":"2026-03-04T11:28:05.266645Z","end":"2026-03-04T11:28:05.675569Z","steps":["trace[1232476211] 'agreement among raft nodes before linearized reading' (duration: 408.788443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:05.675624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:05.266626Z","time spent":"408.988608ms","remote":"127.0.0.1:41580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":21,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:28:06.071251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.810467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T11:28:06.072022Z","caller":"traceutil/trace.go:171","msg":"trace[707465906] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9491; }","duration":"269.442874ms","start":"2026-03-04T11:28:05.802351Z","end":"2026-03-04T11:28:06.071794Z","steps":["trace[707465906] 'range keys from in-memory index tree' (duration: 268.596911ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:06.335471Z","caller":"traceutil/trace.go:171","msg":"trace[490147237] transaction","detail":"{read_only:false; response_revision:9492; number_of_response:1; }","duration":"258.175518ms","start":"2026-03-04T11:28:06.077279Z","end":"2026-03-04T11:28:06.335454Z","steps":["trace[490147237] 'process raft request' (duration: 258.036764ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:06.335917Z","caller":"traceutil/trace.go:171","msg":"trace[775489846] linearizableReadLoop","detail":"{readStateIndex:9879; appliedIndex:9878; }","duration":"227.807898ms","start":"2026-03-04T11:28:06.107623Z","end":"2026-03-04T11:28:06.335431Z","steps":["trace[775489846] 'read index received' (duration: 227.599453ms)","trace[775489846] 'applied index is now lower than readState.Index' (duration: 207.905µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:28:06.336024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.341051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:28:06.336074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.862298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T11:28:06.336096Z","caller":"traceutil/trace.go:171","msg":"trace[1956677565] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9492; }","duration":"121.93226ms","start":"2026-03-04T11:28:06.214157Z","end":"2026-03-04T11:28:06.336089Z","steps":["trace[1956677565] 'agreement among raft nodes before linearized reading' (duration: 121.804877ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:06.336107Z","caller":"traceutil/trace.go:171","msg":"trace[258119049] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9492; }","duration":"228.525706ms","start":"2026-03-04T11:28:06.107558Z","end":"2026-03-04T11:28:06.336084Z","steps":["trace[258119049] 'agreement among raft nodes before linearized reading' (duration: 228.29112ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:07.87778Z","caller":"traceutil/trace.go:171","msg":"trace[15372558] linearizableReadLoop","detail":"{readStateIndex:9885; appliedIndex:9884; }","duration":"205.260625ms","start":"2026-03-04T11:28:07.672499Z","end":"2026-03-04T11:28:07.87776Z","steps":["trace[15372558] 'read index received' (duration: 205.091451ms)","trace[15372558] 'applied index is now lower than readState.Index' (duration: 168.114µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:28:07.877902Z","caller":"traceutil/trace.go:171","msg":"trace[1047302536] transaction","detail":"{read_only:false; response_revision:9498; number_of_response:1; }","duration":"207.712249ms","start":"2026-03-04T11:28:07.67016Z","end":"2026-03-04T11:28:07.877872Z","steps":["trace[1047302536] 'process raft request' (duration: 207.464283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:07.878248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.750667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:34 size:321699"} {"level":"info","ts":"2026-03-04T11:28:07.878282Z","caller":"traceutil/trace.go:171","msg":"trace[1545413386] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:34; response_revision:9498; }","duration":"205.81406ms","start":"2026-03-04T11:28:07.67246Z","end":"2026-03-04T11:28:07.878274Z","steps":["trace[1545413386] 'agreement among raft nodes before linearized reading' (duration: 205.402329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:07.878344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.505647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T11:28:07.878401Z","caller":"traceutil/trace.go:171","msg":"trace[1547432668] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9498; }","duration":"198.60293ms","start":"2026-03-04T11:28:07.679781Z","end":"2026-03-04T11:28:07.878384Z","steps":["trace[1547432668] 'agreement among raft nodes before linearized reading' (duration: 198.461926ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:09.059278Z","caller":"traceutil/trace.go:171","msg":"trace[1383241014] transaction","detail":"{read_only:false; response_revision:9503; number_of_response:1; }","duration":"138.007394ms","start":"2026-03-04T11:28:08.921254Z","end":"2026-03-04T11:28:09.059262Z","steps":["trace[1383241014] 'process raft request' (duration: 137.889591ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:09.138554Z","caller":"traceutil/trace.go:171","msg":"trace[1377622584] transaction","detail":"{read_only:false; response_revision:9504; number_of_response:1; }","duration":"145.701847ms","start":"2026-03-04T11:28:08.992829Z","end":"2026-03-04T11:28:09.13853Z","steps":["trace[1377622584] 'process raft request' (duration: 124.509709ms)","trace[1377622584] 'compare' (duration: 20.992702ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:28:10.615679Z","caller":"traceutil/trace.go:171","msg":"trace[1494794139] transaction","detail":"{read_only:false; response_revision:9510; number_of_response:1; }","duration":"162.420366ms","start":"2026-03-04T11:28:10.453218Z","end":"2026-03-04T11:28:10.615638Z","steps":["trace[1494794139] 'process raft request' (duration: 162.089968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:11.150822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.78204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T11:28:11.150879Z","caller":"traceutil/trace.go:171","msg":"trace[1790129564] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:9511; }","duration":"316.878013ms","start":"2026-03-04T11:28:10.833989Z","end":"2026-03-04T11:28:11.150867Z","steps":["trace[1790129564] 'count revisions from in-memory index tree' (duration: 316.724309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:11.1509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:10.833973Z","time spent":"316.922034ms","remote":"127.0.0.1:41606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1015,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-04T11:28:11.394473Z","caller":"traceutil/trace.go:171","msg":"trace[1726425548] transaction","detail":"{read_only:false; response_revision:9512; number_of_response:1; }","duration":"330.036689ms","start":"2026-03-04T11:28:11.064411Z","end":"2026-03-04T11:28:11.394448Z","steps":["trace[1726425548] 'process raft request' (duration: 329.856765ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:11.394612Z","caller":"traceutil/trace.go:171","msg":"trace[1880485615] linearizableReadLoop","detail":"{readStateIndex:9900; appliedIndex:9899; }","duration":"289.113662ms","start":"2026-03-04T11:28:11.105464Z","end":"2026-03-04T11:28:11.394578Z","steps":["trace[1880485615] 'read index received' (duration: 288.770803ms)","trace[1880485615] 'applied index is now lower than readState.Index' (duration: 339.599µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:28:11.394622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:11.064388Z","time spent":"330.154073ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:28:11.394716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.258566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:28:11.394773Z","caller":"traceutil/trace.go:171","msg":"trace[1145428098] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9512; }","duration":"289.343158ms","start":"2026-03-04T11:28:11.10542Z","end":"2026-03-04T11:28:11.394763Z","steps":["trace[1145428098] 'agreement among raft nodes before linearized reading' (duration: 289.260285ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:11.402987Z","caller":"traceutil/trace.go:171","msg":"trace[1646900363] transaction","detail":"{read_only:false; response_revision:9513; number_of_response:1; }","duration":"257.318655ms","start":"2026-03-04T11:28:11.145645Z","end":"2026-03-04T11:28:11.402964Z","steps":["trace[1646900363] 'process raft request' (duration: 257.168881ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:11.402997Z","caller":"traceutil/trace.go:171","msg":"trace[840009801] transaction","detail":"{read_only:false; response_revision:9514; number_of_response:1; }","duration":"257.333715ms","start":"2026-03-04T11:28:11.145645Z","end":"2026-03-04T11:28:11.402979Z","steps":["trace[840009801] 'process raft request' (duration: 257.253813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:11.403304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.642522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T11:28:11.403346Z","caller":"traceutil/trace.go:171","msg":"trace[1655192447] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9514; }","duration":"181.690724ms","start":"2026-03-04T11:28:11.221646Z","end":"2026-03-04T11:28:11.403337Z","steps":["trace[1655192447] 'agreement among raft nodes before linearized reading' (duration: 181.294693ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:11.820478Z","caller":"traceutil/trace.go:171","msg":"trace[1284996773] linearizableReadLoop","detail":"{readStateIndex:9903; appliedIndex:9902; }","duration":"353.99163ms","start":"2026-03-04T11:28:11.466467Z","end":"2026-03-04T11:28:11.820459Z","steps":["trace[1284996773] 'read index received' (duration: 353.946139ms)","trace[1284996773] 'applied index is now lower than readState.Index' (duration: 44.581µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:28:11.820507Z","caller":"traceutil/trace.go:171","msg":"trace[1905847786] transaction","detail":"{read_only:false; response_revision:9515; number_of_response:1; }","duration":"412.528802ms","start":"2026-03-04T11:28:11.407963Z","end":"2026-03-04T11:28:11.820492Z","steps":["trace[1905847786] 'process raft request' (duration: 412.381198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:11.820618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:11.407943Z","time spent":"412.609753ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:28:11.820667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.206086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T11:28:11.820727Z","caller":"traceutil/trace.go:171","msg":"trace[1284493339] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9515; }","duration":"354.307578ms","start":"2026-03-04T11:28:11.466407Z","end":"2026-03-04T11:28:11.820714Z","steps":["trace[1284493339] 'agreement among raft nodes before linearized reading' (duration: 354.132044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:11.820764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:11.46638Z","time spent":"354.375031ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T11:28:12.024979Z","caller":"traceutil/trace.go:171","msg":"trace[181596639] linearizableReadLoop","detail":"{readStateIndex:9904; appliedIndex:9903; }","duration":"201.165296ms","start":"2026-03-04T11:28:11.823791Z","end":"2026-03-04T11:28:12.024957Z","steps":["trace[181596639] 'read index received' (duration: 166.304258ms)","trace[181596639] 'applied index is now lower than readState.Index' (duration: 34.860098ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:28:12.025013Z","caller":"traceutil/trace.go:171","msg":"trace[11265076] transaction","detail":"{read_only:false; response_revision:9516; number_of_response:1; }","duration":"417.069581ms","start":"2026-03-04T11:28:11.607904Z","end":"2026-03-04T11:28:12.024973Z","steps":["trace[11265076] 'process raft request' (duration: 382.239194ms)","trace[11265076] 'compare' (duration: 34.661673ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:28:12.025165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.364882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T11:28:12.025236Z","caller":"traceutil/trace.go:171","msg":"trace[1224085073] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9516; }","duration":"201.478945ms","start":"2026-03-04T11:28:11.823742Z","end":"2026-03-04T11:28:12.025221Z","steps":["trace[1224085073] 'agreement among raft nodes before linearized reading' (duration: 201.28132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:12.025225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:11.607885Z","time spent":"417.224665ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:28:12.025238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.971805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19356"} {"level":"info","ts":"2026-03-04T11:28:12.025278Z","caller":"traceutil/trace.go:171","msg":"trace[1630470261] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:9516; }","duration":"151.087048ms","start":"2026-03-04T11:28:11.874181Z","end":"2026-03-04T11:28:12.025268Z","steps":["trace[1630470261] 'agreement among raft nodes before linearized reading' (duration: 150.889013ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:12.441692Z","caller":"traceutil/trace.go:171","msg":"trace[947517424] transaction","detail":"{read_only:false; response_revision:9517; number_of_response:1; }","duration":"412.012178ms","start":"2026-03-04T11:28:12.029646Z","end":"2026-03-04T11:28:12.441659Z","steps":["trace[947517424] 'process raft request' (duration: 333.188473ms)","trace[947517424] 'compare' (duration: 78.522447ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:28:12.441863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:12.02962Z","time spent":"412.153951ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:28:12.498732Z","caller":"traceutil/trace.go:171","msg":"trace[1117271976] linearizableReadLoop","detail":"{readStateIndex:9906; appliedIndex:9904; }","duration":"467.524039ms","start":"2026-03-04T11:28:12.031178Z","end":"2026-03-04T11:28:12.498703Z","steps":["trace[1117271976] 'read index received' (duration: 331.725074ms)","trace[1117271976] 'applied index is now lower than readState.Index' (duration: 135.797775ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:28:12.498849Z","caller":"traceutil/trace.go:171","msg":"trace[1725492801] transaction","detail":"{read_only:false; response_revision:9518; number_of_response:1; }","duration":"468.551627ms","start":"2026-03-04T11:28:12.030248Z","end":"2026-03-04T11:28:12.498799Z","steps":["trace[1725492801] 'process raft request' (duration: 468.331161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:12.498959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.733705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1136"} {"level":"info","ts":"2026-03-04T11:28:12.499019Z","caller":"traceutil/trace.go:171","msg":"trace[1444170199] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:9518; }","duration":"467.862248ms","start":"2026-03-04T11:28:12.031143Z","end":"2026-03-04T11:28:12.499005Z","steps":["trace[1444170199] 'agreement among raft nodes before linearized reading' (duration: 467.687694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:12.499057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:12.031103Z","time spent":"467.94429ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1159,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-04T11:28:12.499049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.400775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:28:12.499112Z","caller":"traceutil/trace.go:171","msg":"trace[1054618240] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9518; }","duration":"361.5426ms","start":"2026-03-04T11:28:12.137556Z","end":"2026-03-04T11:28:12.499099Z","steps":["trace[1054618240] 'agreement among raft nodes before linearized reading' (duration: 361.365185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:12.499161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:12.137532Z","time spent":"361.618661ms","remote":"127.0.0.1:41546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T11:28:12.499145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:12.030219Z","time spent":"468.782613ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:28:12.499268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.772097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:34 size:321699"} {"level":"info","ts":"2026-03-04T11:28:12.49937Z","caller":"traceutil/trace.go:171","msg":"trace[1250675935] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:34; response_revision:9518; }","duration":"464.90718ms","start":"2026-03-04T11:28:12.034447Z","end":"2026-03-04T11:28:12.499355Z","steps":["trace[1250675935] 'agreement among raft nodes before linearized reading' (duration: 464.415368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:12.499406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:12.034438Z","time spent":"464.961132ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":34,"response size":321722,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T11:28:12.499601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.916315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:28:12.499686Z","caller":"traceutil/trace.go:171","msg":"trace[1720254323] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9518; }","duration":"393.037658ms","start":"2026-03-04T11:28:12.106635Z","end":"2026-03-04T11:28:12.499673Z","steps":["trace[1720254323] 'agreement among raft nodes before linearized reading' (duration: 392.878284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:12.49976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:12.106617Z","time spent":"393.10176ms","remote":"127.0.0.1:41086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:28:13.207654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.249988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T11:28:13.207759Z","caller":"traceutil/trace.go:171","msg":"trace[1755835026] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9518; }","duration":"547.409523ms","start":"2026-03-04T11:28:12.660324Z","end":"2026-03-04T11:28:13.207734Z","steps":["trace[1755835026] 'range keys from in-memory index tree' (duration: 547.012772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:13.207818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:12.660298Z","time spent":"547.505455ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T11:28:13.208111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.552303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T11:28:13.208204Z","caller":"traceutil/trace.go:171","msg":"trace[946863265] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9518; }","duration":"586.688677ms","start":"2026-03-04T11:28:12.621489Z","end":"2026-03-04T11:28:13.208178Z","steps":["trace[946863265] 'range keys from in-memory index tree' (duration: 586.341797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:13.208259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:12.621469Z","time spent":"586.775998ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T11:28:13.533335Z","caller":"traceutil/trace.go:171","msg":"trace[1954184201] transaction","detail":"{read_only:false; response_revision:9519; number_of_response:1; }","duration":"321.721491ms","start":"2026-03-04T11:28:13.211585Z","end":"2026-03-04T11:28:13.533306Z","steps":["trace[1954184201] 'process raft request' (duration: 321.531066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:13.533503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:13.211553Z","time spent":"321.867074ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:28:13.548797Z","caller":"traceutil/trace.go:171","msg":"trace[1771471178] transaction","detail":"{read_only:false; response_revision:9520; number_of_response:1; }","duration":"334.869107ms","start":"2026-03-04T11:28:13.21389Z","end":"2026-03-04T11:28:13.548759Z","steps":["trace[1771471178] 'process raft request' (duration: 334.485227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:13.548974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:13.213867Z","time spent":"335.01377ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:28:13.648719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.125776ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T11:28:13.649029Z","caller":"traceutil/trace.go:171","msg":"trace[1158341132] transaction","detail":"{read_only:false; response_revision:9521; number_of_response:1; }","duration":"250.023263ms","start":"2026-03-04T11:28:13.398987Z","end":"2026-03-04T11:28:13.64901Z","steps":["trace[1158341132] 'process raft request' (duration: 249.836458ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:13.649289Z","caller":"traceutil/trace.go:171","msg":"trace[505440243] transaction","detail":"{read_only:false; response_revision:9523; number_of_response:1; }","duration":"240.44356ms","start":"2026-03-04T11:28:13.408821Z","end":"2026-03-04T11:28:13.649264Z","steps":["trace[505440243] 'process raft request' (duration: 240.313587ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:13.649293Z","caller":"traceutil/trace.go:171","msg":"trace[2018951613] transaction","detail":"{read_only:false; response_revision:9522; number_of_response:1; }","duration":"241.483517ms","start":"2026-03-04T11:28:13.407751Z","end":"2026-03-04T11:28:13.649235Z","steps":["trace[2018951613] 'process raft request' (duration: 241.220171ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:13.970507Z","caller":"traceutil/trace.go:171","msg":"trace[594071626] transaction","detail":"{read_only:false; response_revision:9524; number_of_response:1; }","duration":"141.182836ms","start":"2026-03-04T11:28:13.829297Z","end":"2026-03-04T11:28:13.97048Z","steps":["trace[594071626] 'process raft request' (duration: 141.011752ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:14.784281Z","caller":"traceutil/trace.go:171","msg":"trace[302314123] transaction","detail":"{read_only:false; response_revision:9528; number_of_response:1; }","duration":"165.207679ms","start":"2026-03-04T11:28:14.619048Z","end":"2026-03-04T11:28:14.784256Z","steps":["trace[302314123] 'process raft request' (duration: 165.053575ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:15.753648Z","caller":"traceutil/trace.go:171","msg":"trace[1358890228] transaction","detail":"{read_only:false; response_revision:9530; number_of_response:1; }","duration":"212.310319ms","start":"2026-03-04T11:28:15.541312Z","end":"2026-03-04T11:28:15.753623Z","steps":["trace[1358890228] 'process raft request' (duration: 212.169506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:15.753797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.336571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T11:28:15.75365Z","caller":"traceutil/trace.go:171","msg":"trace[1526910945] linearizableReadLoop","detail":"{readStateIndex:9919; appliedIndex:9919; }","duration":"201.169286ms","start":"2026-03-04T11:28:15.552451Z","end":"2026-03-04T11:28:15.75362Z","steps":["trace[1526910945] 'read index received' (duration: 201.157706ms)","trace[1526910945] 'applied index is now lower than readState.Index' (duration: 9.03µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:28:15.75383Z","caller":"traceutil/trace.go:171","msg":"trace[1228533299] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9530; }","duration":"201.439924ms","start":"2026-03-04T11:28:15.552383Z","end":"2026-03-04T11:28:15.753823Z","steps":["trace[1228533299] 'agreement among raft nodes before linearized reading' (duration: 201.31195ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:15.88416Z","caller":"traceutil/trace.go:171","msg":"trace[1152411509] transaction","detail":"{read_only:false; response_revision:9531; number_of_response:1; }","duration":"229.463022ms","start":"2026-03-04T11:28:15.654671Z","end":"2026-03-04T11:28:15.884134Z","steps":["trace[1152411509] 'process raft request' (duration: 172.756899ms)","trace[1152411509] 'compare' (duration: 56.557599ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:28:15.884545Z","caller":"traceutil/trace.go:171","msg":"trace[385941797] transaction","detail":"{read_only:false; response_revision:9532; number_of_response:1; }","duration":"229.564834ms","start":"2026-03-04T11:28:15.654953Z","end":"2026-03-04T11:28:15.884517Z","steps":["trace[385941797] 'process raft request' (duration: 229.144623ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:15.884544Z","caller":"traceutil/trace.go:171","msg":"trace[1521357073] transaction","detail":"{read_only:false; response_revision:9533; number_of_response:1; }","duration":"229.213865ms","start":"2026-03-04T11:28:15.655298Z","end":"2026-03-04T11:28:15.884512Z","steps":["trace[1521357073] 'process raft request' (duration: 229.090691ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:15.906967Z","caller":"traceutil/trace.go:171","msg":"trace[615772614] transaction","detail":"{read_only:false; response_revision:9534; number_of_response:1; }","duration":"148.955752ms","start":"2026-03-04T11:28:15.757957Z","end":"2026-03-04T11:28:15.906913Z","steps":["trace[615772614] 'process raft request' (duration: 148.735456ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:15.907188Z","caller":"traceutil/trace.go:171","msg":"trace[990387974] transaction","detail":"{read_only:false; response_revision:9535; number_of_response:1; }","duration":"108.082756ms","start":"2026-03-04T11:28:15.799081Z","end":"2026-03-04T11:28:15.907163Z","steps":["trace[990387974] 'process raft request' (duration: 107.775158ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:16.187683Z","caller":"traceutil/trace.go:171","msg":"trace[1153967706] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9537; }","duration":"124.277972ms","start":"2026-03-04T11:28:16.063379Z","end":"2026-03-04T11:28:16.187657Z","steps":["trace[1153967706] 'process raft request' (duration: 70.483736ms)","trace[1153967706] 'compare' (duration: 53.682343ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:28:18.550893Z","caller":"traceutil/trace.go:171","msg":"trace[1739759935] transaction","detail":"{read_only:false; response_revision:9562; number_of_response:1; }","duration":"116.579419ms","start":"2026-03-04T11:28:18.434278Z","end":"2026-03-04T11:28:18.550858Z","steps":["trace[1739759935] 'process raft request' (duration: 116.265941ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:20.09768Z","caller":"traceutil/trace.go:171","msg":"trace[911854168] transaction","detail":"{read_only:false; response_revision:9572; number_of_response:1; }","duration":"109.123263ms","start":"2026-03-04T11:28:19.988531Z","end":"2026-03-04T11:28:20.097654Z","steps":["trace[911854168] 'process raft request' (duration: 93.154033ms)","trace[911854168] 'compare' (duration: 15.704183ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:28:20.0979Z","caller":"traceutil/trace.go:171","msg":"trace[1306052523] transaction","detail":"{read_only:false; response_revision:9573; number_of_response:1; }","duration":"108.63183ms","start":"2026-03-04T11:28:19.989229Z","end":"2026-03-04T11:28:20.09786Z","steps":["trace[1306052523] 'process raft request' (duration: 108.325842ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:20.818738Z","caller":"traceutil/trace.go:171","msg":"trace[231344755] transaction","detail":"{read_only:false; response_revision:9577; number_of_response:1; }","duration":"134.279416ms","start":"2026-03-04T11:28:20.684428Z","end":"2026-03-04T11:28:20.818708Z","steps":["trace[231344755] 'process raft request' (duration: 129.861449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:21.322265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.451203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:28:21.322374Z","caller":"traceutil/trace.go:171","msg":"trace[2095602131] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9578; }","duration":"215.611687ms","start":"2026-03-04T11:28:21.106743Z","end":"2026-03-04T11:28:21.322355Z","steps":["trace[2095602131] 'range keys from in-memory index tree' (duration: 215.37176ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:22.091217Z","caller":"traceutil/trace.go:171","msg":"trace[1497565507] transaction","detail":"{read_only:false; response_revision:9579; number_of_response:1; }","duration":"275.220656ms","start":"2026-03-04T11:28:21.815965Z","end":"2026-03-04T11:28:22.091186Z","steps":["trace[1497565507] 'process raft request' (duration: 275.046112ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:22.226292Z","caller":"traceutil/trace.go:171","msg":"trace[1003809414] transaction","detail":"{read_only:false; response_revision:9580; number_of_response:1; }","duration":"218.245886ms","start":"2026-03-04T11:28:22.008012Z","end":"2026-03-04T11:28:22.226258Z","steps":["trace[1003809414] 'process raft request' (duration: 158.194014ms)","trace[1003809414] 'compare' (duration: 59.771654ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:28:22.226294Z","caller":"traceutil/trace.go:171","msg":"trace[1664436113] transaction","detail":"{read_only:false; response_revision:9581; number_of_response:1; }","duration":"123.941183ms","start":"2026-03-04T11:28:22.102332Z","end":"2026-03-04T11:28:22.226273Z","steps":["trace[1664436113] 'process raft request' (duration: 123.806899ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:22.2264Z","caller":"traceutil/trace.go:171","msg":"trace[1698205878] transaction","detail":"{read_only:false; response_revision:9582; number_of_response:1; }","duration":"123.464051ms","start":"2026-03-04T11:28:22.102917Z","end":"2026-03-04T11:28:22.226381Z","steps":["trace[1698205878] 'process raft request' (duration: 123.259855ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:22.43579Z","caller":"traceutil/trace.go:171","msg":"trace[1641144385] transaction","detail":"{read_only:false; response_revision:9584; number_of_response:1; }","duration":"204.551026ms","start":"2026-03-04T11:28:22.231212Z","end":"2026-03-04T11:28:22.435763Z","steps":["trace[1641144385] 'process raft request' (duration: 186.212713ms)","trace[1641144385] 'compare' (duration: 18.23752ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:28:22.820301Z","caller":"traceutil/trace.go:171","msg":"trace[1626828229] transaction","detail":"{read_only:false; response_revision:9586; number_of_response:1; }","duration":"120.02605ms","start":"2026-03-04T11:28:22.700244Z","end":"2026-03-04T11:28:22.82027Z","steps":["trace[1626828229] 'process raft request' (duration: 109.240576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:22.820394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.79626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:28:22.820463Z","caller":"traceutil/trace.go:171","msg":"trace[1167840730] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9586; }","duration":"101.905053ms","start":"2026-03-04T11:28:22.718539Z","end":"2026-03-04T11:28:22.820445Z","steps":["trace[1167840730] 'agreement among raft nodes before linearized reading' (duration: 101.726268ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:22.849579Z","caller":"traceutil/trace.go:171","msg":"trace[1923581313] transaction","detail":"{read_only:false; response_revision:9587; number_of_response:1; }","duration":"112.498272ms","start":"2026-03-04T11:28:22.737052Z","end":"2026-03-04T11:28:22.84955Z","steps":["trace[1923581313] 'process raft request' (duration: 112.275796ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:23.901424Z","caller":"traceutil/trace.go:171","msg":"trace[488141842] transaction","detail":"{read_only:false; response_revision:9591; number_of_response:1; }","duration":"183.686756ms","start":"2026-03-04T11:28:23.717712Z","end":"2026-03-04T11:28:23.901399Z","steps":["trace[488141842] 'process raft request' (duration: 183.543362ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:24.433349Z","caller":"traceutil/trace.go:171","msg":"trace[427997756] linearizableReadLoop","detail":"{readStateIndex:9987; appliedIndex:9985; }","duration":"129.204252ms","start":"2026-03-04T11:28:24.304121Z","end":"2026-03-04T11:28:24.433325Z","steps":["trace[427997756] 'read index received' (duration: 85.07856ms)","trace[427997756] 'applied index is now lower than readState.Index' (duration: 44.124692ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:28:24.433476Z","caller":"traceutil/trace.go:171","msg":"trace[534943591] transaction","detail":"{read_only:false; response_revision:9595; number_of_response:1; }","duration":"199.841102ms","start":"2026-03-04T11:28:24.233622Z","end":"2026-03-04T11:28:24.433463Z","steps":["trace[534943591] 'process raft request' (duration: 199.596765ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:24.433505Z","caller":"traceutil/trace.go:171","msg":"trace[28709819] transaction","detail":"{read_only:false; response_revision:9594; number_of_response:1; }","duration":"199.927874ms","start":"2026-03-04T11:28:24.233541Z","end":"2026-03-04T11:28:24.433469Z","steps":["trace[28709819] 'process raft request' (duration: 155.674819ms)","trace[28709819] 'compare' (duration: 43.700541ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:28:24.43398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.840719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T11:28:24.434033Z","caller":"traceutil/trace.go:171","msg":"trace[1776010989] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9595; }","duration":"129.929141ms","start":"2026-03-04T11:28:24.304091Z","end":"2026-03-04T11:28:24.43402Z","steps":["trace[1776010989] 'agreement among raft nodes before linearized reading' (duration: 129.763796ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:25.019769Z","caller":"traceutil/trace.go:171","msg":"trace[2100391295] transaction","detail":"{read_only:false; response_revision:9601; number_of_response:1; }","duration":"106.72084ms","start":"2026-03-04T11:28:24.913031Z","end":"2026-03-04T11:28:25.019752Z","steps":["trace[2100391295] 'process raft request' (duration: 106.463344ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:26.557542Z","caller":"traceutil/trace.go:171","msg":"trace[1551022135] transaction","detail":"{read_only:false; response_revision:9606; number_of_response:1; }","duration":"111.071974ms","start":"2026-03-04T11:28:26.446418Z","end":"2026-03-04T11:28:26.557489Z","steps":["trace[1551022135] 'process raft request' (duration: 110.92782ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:26.607288Z","caller":"traceutil/trace.go:171","msg":"trace[1393350964] transaction","detail":"{read_only:false; response_revision:9607; number_of_response:1; }","duration":"160.795093ms","start":"2026-03-04T11:28:26.446469Z","end":"2026-03-04T11:28:26.607264Z","steps":["trace[1393350964] 'process raft request' (duration: 136.173825ms)","trace[1393350964] 'compare' (duration: 24.465934ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:28:26.64536Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6d0358acb671c233","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T11:28:26.755192Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-04T11:28:26.75535Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-04T11:28:27.179612Z","caller":"traceutil/trace.go:171","msg":"trace[1229492105] transaction","detail":"{read_only:false; response_revision:9612; number_of_response:1; }","duration":"100.552987ms","start":"2026-03-04T11:28:27.079031Z","end":"2026-03-04T11:28:27.179584Z","steps":["trace[1229492105] 'process raft request' (duration: 99.495419ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:28.78659Z","caller":"traceutil/trace.go:171","msg":"trace[1858886929] linearizableReadLoop","detail":"{readStateIndex:10009; appliedIndex:10008; }","duration":"217.186078ms","start":"2026-03-04T11:28:28.569378Z","end":"2026-03-04T11:28:28.786564Z","steps":["trace[1858886929] 'read index received' (duration: 165.942419ms)","trace[1858886929] 'applied index is now lower than readState.Index' (duration: 51.238399ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:28:28.786715Z","caller":"traceutil/trace.go:171","msg":"trace[961533614] transaction","detail":"{read_only:false; response_revision:9616; number_of_response:1; }","duration":"223.283789ms","start":"2026-03-04T11:28:28.563414Z","end":"2026-03-04T11:28:28.786698Z","steps":["trace[961533614] 'process raft request' (duration: 171.804283ms)","trace[961533614] 'compare' (duration: 51.070445ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:28:28.78688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.485576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:28:28.786921Z","caller":"traceutil/trace.go:171","msg":"trace[1483898959] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:9616; }","duration":"217.570408ms","start":"2026-03-04T11:28:28.569339Z","end":"2026-03-04T11:28:28.786909Z","steps":["trace[1483898959] 'agreement among raft nodes before linearized reading' (duration: 217.480296ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:28.794795Z","caller":"traceutil/trace.go:171","msg":"trace[656090419] transaction","detail":"{read_only:false; response_revision:9617; number_of_response:1; }","duration":"182.379982ms","start":"2026-03-04T11:28:28.612393Z","end":"2026-03-04T11:28:28.794773Z","steps":["trace[656090419] 'process raft request' (duration: 182.179827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:28.79489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.895221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T11:28:28.794977Z","caller":"traceutil/trace.go:171","msg":"trace[1645397823] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9617; }","duration":"149.029794ms","start":"2026-03-04T11:28:28.645932Z","end":"2026-03-04T11:28:28.794962Z","steps":["trace[1645397823] 'agreement among raft nodes before linearized reading' (duration: 148.777247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:28.79513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.617214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T11:28:28.795206Z","caller":"traceutil/trace.go:171","msg":"trace[654519275] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9617; }","duration":"145.740887ms","start":"2026-03-04T11:28:28.649447Z","end":"2026-03-04T11:28:28.795188Z","steps":["trace[654519275] 'agreement among raft nodes before linearized reading' (duration: 145.46867ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:29.146175Z","caller":"traceutil/trace.go:171","msg":"trace[763565935] transaction","detail":"{read_only:false; response_revision:9618; number_of_response:1; }","duration":"346.604266ms","start":"2026-03-04T11:28:28.799546Z","end":"2026-03-04T11:28:29.14615Z","steps":["trace[763565935] 'process raft request' (duration: 346.466132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:29.146303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:28.799515Z","time spent":"346.719299ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:28:29.146992Z","caller":"traceutil/trace.go:171","msg":"trace[765595171] linearizableReadLoop","detail":"{readStateIndex:10012; appliedIndex:10010; }","duration":"328.805807ms","start":"2026-03-04T11:28:28.818168Z","end":"2026-03-04T11:28:29.146974Z","steps":["trace[765595171] 'read index received' (duration: 327.842702ms)","trace[765595171] 'applied index is now lower than readState.Index' (duration: 962.165µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:28:29.147091Z","caller":"traceutil/trace.go:171","msg":"trace[303058119] transaction","detail":"{read_only:false; response_revision:9619; number_of_response:1; }","duration":"345.817125ms","start":"2026-03-04T11:28:28.801254Z","end":"2026-03-04T11:28:29.147071Z","steps":["trace[303058119] 'process raft request' (duration: 345.603139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:29.147227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.056334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T11:28:29.14726Z","caller":"traceutil/trace.go:171","msg":"trace[1399231528] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9619; }","duration":"329.113396ms","start":"2026-03-04T11:28:28.818137Z","end":"2026-03-04T11:28:29.14725Z","steps":["trace[1399231528] 'agreement among raft nodes before linearized reading' (duration: 329.009083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:29.147282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:28.818118Z","time spent":"329.158406ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T11:28:29.147261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:28.801228Z","time spent":"345.936818ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:28:29.334467Z","caller":"traceutil/trace.go:171","msg":"trace[394791377] linearizableReadLoop","detail":"{readStateIndex:10013; appliedIndex:10012; }","duration":"179.931738ms","start":"2026-03-04T11:28:29.154502Z","end":"2026-03-04T11:28:29.334433Z","steps":["trace[394791377] 'read index received' (duration: 162.620832ms)","trace[394791377] 'applied index is now lower than readState.Index' (duration: 17.309476ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:28:29.334628Z","caller":"traceutil/trace.go:171","msg":"trace[890247159] transaction","detail":"{read_only:false; response_revision:9620; number_of_response:1; }","duration":"182.500795ms","start":"2026-03-04T11:28:29.152062Z","end":"2026-03-04T11:28:29.334562Z","steps":["trace[890247159] 'process raft request' (duration: 164.856481ms)","trace[890247159] 'compare' (duration: 17.347836ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:28:29.334808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.275747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T11:28:29.334881Z","caller":"traceutil/trace.go:171","msg":"trace[1911276934] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9620; }","duration":"180.38833ms","start":"2026-03-04T11:28:29.154471Z","end":"2026-03-04T11:28:29.334859Z","steps":["trace[1911276934] 'agreement among raft nodes before linearized reading' (duration: 180.149334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:29.334918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.102468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:28:29.335067Z","caller":"traceutil/trace.go:171","msg":"trace[921602301] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:9620; }","duration":"140.329755ms","start":"2026-03-04T11:28:29.194709Z","end":"2026-03-04T11:28:29.335039Z","steps":["trace[921602301] 'agreement among raft nodes before linearized reading' (duration: 139.965875ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:30.968111Z","caller":"traceutil/trace.go:171","msg":"trace[1750685612] transaction","detail":"{read_only:false; response_revision:9625; number_of_response:1; }","duration":"167.543812ms","start":"2026-03-04T11:28:30.800532Z","end":"2026-03-04T11:28:30.968075Z","steps":["trace[1750685612] 'process raft request' (duration: 68.704249ms)","trace[1750685612] 'compare' (duration: 98.682339ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:28:31.244206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.561592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:28:31.24427Z","caller":"traceutil/trace.go:171","msg":"trace[1104564725] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9625; }","duration":"137.671145ms","start":"2026-03-04T11:28:31.106584Z","end":"2026-03-04T11:28:31.244255Z","steps":["trace[1104564725] 'range keys from in-memory index tree' (duration: 137.434249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:31.750059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.672392ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:28:31.750148Z","caller":"traceutil/trace.go:171","msg":"trace[434735846] linearizableReadLoop","detail":"{readStateIndex:10020; appliedIndex:10019; }","duration":"411.249947ms","start":"2026-03-04T11:28:31.338883Z","end":"2026-03-04T11:28:31.750133Z","steps":["trace[434735846] 'read index received' (duration: 79.328408ms)","trace[434735846] 'applied index is now lower than readState.Index' (duration: 331.920349ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:28:31.750232Z","caller":"traceutil/trace.go:171","msg":"trace[558225028] transaction","detail":"{read_only:false; response_revision:9627; number_of_response:1; }","duration":"502.48158ms","start":"2026-03-04T11:28:31.24774Z","end":"2026-03-04T11:28:31.750221Z","steps":["trace[558225028] 'process raft request' (duration: 170.568131ms)","trace[558225028] 'compare' (duration: 331.375445ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:28:31.750289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:31.247721Z","time spent":"502.536671ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:28:31.75054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.834212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:28:31.750606Z","caller":"traceutil/trace.go:171","msg":"trace[2010908628] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:9627; }","duration":"385.108709ms","start":"2026-03-04T11:28:31.365482Z","end":"2026-03-04T11:28:31.75059Z","steps":["trace[2010908628] 'agreement among raft nodes before linearized reading' (duration: 384.777881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:31.750635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:31.365468Z","time spent":"385.1599ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-kh88j\" "} {"level":"warn","ts":"2026-03-04T11:28:31.75066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.763051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T11:28:31.750753Z","caller":"traceutil/trace.go:171","msg":"trace[1513331916] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9627; }","duration":"411.900984ms","start":"2026-03-04T11:28:31.338834Z","end":"2026-03-04T11:28:31.750735Z","steps":["trace[1513331916] 'agreement among raft nodes before linearized reading' (duration: 411.656028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:31.750781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.747562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T11:28:31.7508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:31.338816Z","time spent":"411.969857ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T11:28:31.750851Z","caller":"traceutil/trace.go:171","msg":"trace[327192807] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9627; }","duration":"359.859845ms","start":"2026-03-04T11:28:31.390974Z","end":"2026-03-04T11:28:31.750834Z","steps":["trace[327192807] 'agreement among raft nodes before linearized reading' (duration: 359.67119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:31.750905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:31.390918Z","time spent":"359.974907ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T11:28:32.160391Z","caller":"traceutil/trace.go:171","msg":"trace[783475252] linearizableReadLoop","detail":"{readStateIndex:10022; appliedIndex:10021; }","duration":"314.893691ms","start":"2026-03-04T11:28:31.845477Z","end":"2026-03-04T11:28:32.160371Z","steps":["trace[783475252] 'read index received' (duration: 314.724666ms)","trace[783475252] 'applied index is now lower than readState.Index' (duration: 168.235µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:28:32.160643Z","caller":"traceutil/trace.go:171","msg":"trace[829635268] transaction","detail":"{read_only:false; response_revision:9629; number_of_response:1; }","duration":"400.174585ms","start":"2026-03-04T11:28:31.76046Z","end":"2026-03-04T11:28:32.160634Z","steps":["trace[829635268] 'process raft request' (duration: 399.791065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:32.160723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:31.760452Z","time spent":"400.219216ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:28:32.160879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.408265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:28:32.16091Z","caller":"traceutil/trace.go:171","msg":"trace[1749569005] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:9629; }","duration":"315.480577ms","start":"2026-03-04T11:28:31.845422Z","end":"2026-03-04T11:28:32.160902Z","steps":["trace[1749569005] 'agreement among raft nodes before linearized reading' (duration: 315.430445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:32.160931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:31.845394Z","time spent":"315.532307ms","remote":"127.0.0.1:38710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:28:32.978032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.656865ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:28:32.97827Z","caller":"traceutil/trace.go:171","msg":"trace[1106574474] transaction","detail":"{read_only:false; response_revision:9630; number_of_response:1; }","duration":"784.537716ms","start":"2026-03-04T11:28:32.193702Z","end":"2026-03-04T11:28:32.97824Z","steps":["trace[1106574474] 'process raft request' (duration: 559.571703ms)","trace[1106574474] 'compare' (duration: 224.430139ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:28:32.978305Z","caller":"traceutil/trace.go:171","msg":"trace[1305778885] linearizableReadLoop","detail":"{readStateIndex:10024; appliedIndex:10022; }","duration":"210.540583ms","start":"2026-03-04T11:28:32.767741Z","end":"2026-03-04T11:28:32.978282Z","steps":["trace[1305778885] 'read index received' (duration: 171.789653ms)","trace[1305778885] 'applied index is now lower than readState.Index' (duration: 38.74948ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:28:32.978449Z","caller":"traceutil/trace.go:171","msg":"trace[142947623] transaction","detail":"{read_only:false; response_revision:9631; number_of_response:1; }","duration":"564.886273ms","start":"2026-03-04T11:28:32.413523Z","end":"2026-03-04T11:28:32.978409Z","steps":["trace[142947623] 'process raft request' (duration: 564.649377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:32.978555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:32.413503Z","time spent":"564.998856ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:28:32.978568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.79851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:28:32.978647Z","caller":"traceutil/trace.go:171","msg":"trace[1383621977] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:9631; }","duration":"210.932454ms","start":"2026-03-04T11:28:32.767697Z","end":"2026-03-04T11:28:32.97863Z","steps":["trace[1383621977] 'agreement among raft nodes before linearized reading' (duration: 210.758649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:32.978669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:32.19369Z","time spent":"784.636579ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:28:32.982207Z","caller":"traceutil/trace.go:171","msg":"trace[636785258] transaction","detail":"{read_only:false; response_revision:9632; number_of_response:1; }","duration":"162.110848ms","start":"2026-03-04T11:28:32.820072Z","end":"2026-03-04T11:28:32.982183Z","steps":["trace[636785258] 'process raft request' (duration: 161.879042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:32.9886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.833171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:28:32.988654Z","caller":"traceutil/trace.go:171","msg":"trace[1913971709] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:9633; }","duration":"199.924804ms","start":"2026-03-04T11:28:32.788716Z","end":"2026-03-04T11:28:32.988641Z","steps":["trace[1913971709] 'agreement among raft nodes before linearized reading' (duration: 199.79818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:34.265056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.107807ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T11:28:34.265142Z","caller":"traceutil/trace.go:171","msg":"trace[210170864] linearizableReadLoop","detail":"{readStateIndex:10028; appliedIndex:10027; }","duration":"511.362783ms","start":"2026-03-04T11:28:33.753764Z","end":"2026-03-04T11:28:34.265127Z","steps":["trace[210170864] 'read index received' (duration: 37.371µs)","trace[210170864] 'applied index is now lower than readState.Index' (duration: 511.324252ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:28:34.265477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.700062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T11:28:34.265525Z","caller":"traceutil/trace.go:171","msg":"trace[302228532] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9634; }","duration":"511.791994ms","start":"2026-03-04T11:28:33.753722Z","end":"2026-03-04T11:28:34.265514Z","steps":["trace[302228532] 'agreement among raft nodes before linearized reading' (duration: 511.646641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:34.265511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.444353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:28:34.265516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.099817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:28:34.265569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.854166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T11:28:34.265574Z","caller":"traceutil/trace.go:171","msg":"trace[1470831763] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:9634; }","duration":"163.555856ms","start":"2026-03-04T11:28:34.102003Z","end":"2026-03-04T11:28:34.265559Z","steps":["trace[1470831763] 'agreement among raft nodes before linearized reading' (duration: 163.467733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:34.265569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.918745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-04T11:28:34.265575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.143243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T11:28:34.265601Z","caller":"traceutil/trace.go:171","msg":"trace[416246688] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9634; }","duration":"100.935177ms","start":"2026-03-04T11:28:34.164657Z","end":"2026-03-04T11:28:34.265592Z","steps":["trace[416246688] 'agreement among raft nodes before linearized reading' (duration: 100.801714ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:34.265591Z","caller":"traceutil/trace.go:171","msg":"trace[1901393967] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9634; }","duration":"157.22965ms","start":"2026-03-04T11:28:34.108342Z","end":"2026-03-04T11:28:34.265572Z","steps":["trace[1901393967] 'agreement among raft nodes before linearized reading' (duration: 157.100857ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:34.265612Z","caller":"traceutil/trace.go:171","msg":"trace[1453766833] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:9634; }","duration":"502.002027ms","start":"2026-03-04T11:28:33.763598Z","end":"2026-03-04T11:28:34.2656Z","steps":["trace[1453766833] 'agreement among raft nodes before linearized reading' (duration: 501.846753ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:34.26562Z","caller":"traceutil/trace.go:171","msg":"trace[724097728] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9634; }","duration":"447.220205ms","start":"2026-03-04T11:28:33.818387Z","end":"2026-03-04T11:28:34.265607Z","steps":["trace[724097728] 'agreement among raft nodes before linearized reading' (duration: 447.081391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:34.265652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:33.763576Z","time spent":"502.068919ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-kh88j\" "} {"level":"warn","ts":"2026-03-04T11:28:34.265547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:33.753702Z","time spent":"511.840116ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T11:28:34.26566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:33.818371Z","time spent":"447.280516ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T11:28:34.265652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.382887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:28:34.265725Z","caller":"traceutil/trace.go:171","msg":"trace[319257226] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9634; }","duration":"491.50547ms","start":"2026-03-04T11:28:33.7742Z","end":"2026-03-04T11:28:34.265705Z","steps":["trace[319257226] 'agreement among raft nodes before linearized reading' (duration: 491.309715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:34.265776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:33.774182Z","time spent":"491.584123ms","remote":"127.0.0.1:43726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T11:28:34.494393Z","caller":"traceutil/trace.go:171","msg":"trace[1789485359] transaction","detail":"{read_only:false; response_revision:9635; number_of_response:1; }","duration":"221.884372ms","start":"2026-03-04T11:28:34.27247Z","end":"2026-03-04T11:28:34.494354Z","steps":["trace[1789485359] 'process raft request' (duration: 221.682186ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:34.497371Z","caller":"traceutil/trace.go:171","msg":"trace[61878770] transaction","detail":"{read_only:false; response_revision:9637; number_of_response:1; }","duration":"224.05247ms","start":"2026-03-04T11:28:34.273295Z","end":"2026-03-04T11:28:34.497347Z","steps":["trace[61878770] 'process raft request' (duration: 223.965767ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:34.497399Z","caller":"traceutil/trace.go:171","msg":"trace[1042180405] transaction","detail":"{read_only:false; response_revision:9636; number_of_response:1; }","duration":"224.102311ms","start":"2026-03-04T11:28:34.273244Z","end":"2026-03-04T11:28:34.497347Z","steps":["trace[1042180405] 'process raft request' (duration: 223.850114ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:34.497574Z","caller":"traceutil/trace.go:171","msg":"trace[222980076] transaction","detail":"{read_only:false; response_revision:9638; number_of_response:1; }","duration":"221.697187ms","start":"2026-03-04T11:28:34.275856Z","end":"2026-03-04T11:28:34.497553Z","steps":["trace[222980076] 'process raft request' (duration: 221.44586ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:35.159167Z","caller":"traceutil/trace.go:171","msg":"trace[447888276] transaction","detail":"{read_only:false; response_revision:9640; number_of_response:1; }","duration":"174.71325ms","start":"2026-03-04T11:28:34.984435Z","end":"2026-03-04T11:28:35.159148Z","steps":["trace[447888276] 'process raft request' (duration: 174.580677ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:35.164175Z","caller":"traceutil/trace.go:171","msg":"trace[150964239] linearizableReadLoop","detail":"{readStateIndex:10037; appliedIndex:10033; }","duration":"110.582772ms","start":"2026-03-04T11:28:35.053582Z","end":"2026-03-04T11:28:35.164164Z","steps":["trace[150964239] 'read index received' (duration: 105.428596ms)","trace[150964239] 'applied index is now lower than readState.Index' (duration: 5.153136ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:28:35.164373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.679385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:28:35.164401Z","caller":"traceutil/trace.go:171","msg":"trace[1386108732] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:9644; }","duration":"110.821268ms","start":"2026-03-04T11:28:35.053573Z","end":"2026-03-04T11:28:35.164395Z","steps":["trace[1386108732] 'agreement among raft nodes before linearized reading' (duration: 110.632793ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:35.164663Z","caller":"traceutil/trace.go:171","msg":"trace[1959722573] transaction","detail":"{read_only:false; response_revision:9641; number_of_response:1; }","duration":"177.543755ms","start":"2026-03-04T11:28:34.987113Z","end":"2026-03-04T11:28:35.164657Z","steps":["trace[1959722573] 'process raft request' (duration: 176.902188ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:35.164803Z","caller":"traceutil/trace.go:171","msg":"trace[550317335] transaction","detail":"{read_only:false; response_revision:9642; number_of_response:1; }","duration":"176.238741ms","start":"2026-03-04T11:28:34.988557Z","end":"2026-03-04T11:28:35.164795Z","steps":["trace[550317335] 'process raft request' (duration: 175.509452ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:35.164903Z","caller":"traceutil/trace.go:171","msg":"trace[1237587132] transaction","detail":"{read_only:false; response_revision:9643; number_of_response:1; }","duration":"171.950907ms","start":"2026-03-04T11:28:34.992947Z","end":"2026-03-04T11:28:35.164898Z","steps":["trace[1237587132] 'process raft request' (duration: 171.146336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:35.35288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.941537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:28:35.353Z","caller":"traceutil/trace.go:171","msg":"trace[400768517] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:9644; }","duration":"115.155482ms","start":"2026-03-04T11:28:35.23782Z","end":"2026-03-04T11:28:35.352975Z","steps":["trace[400768517] 'count revisions from in-memory index tree' (duration: 114.804813ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:35.568223Z","caller":"traceutil/trace.go:171","msg":"trace[2131170104] transaction","detail":"{read_only:false; response_revision:9646; number_of_response:1; }","duration":"171.634208ms","start":"2026-03-04T11:28:35.396553Z","end":"2026-03-04T11:28:35.568187Z","steps":["trace[2131170104] 'process raft request' (duration: 109.705618ms)","trace[2131170104] 'compare' (duration: 61.768606ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:28:36.639663Z","caller":"traceutil/trace.go:171","msg":"trace[1553446482] transaction","detail":"{read_only:false; response_revision:9648; number_of_response:1; }","duration":"134.281176ms","start":"2026-03-04T11:28:36.505358Z","end":"2026-03-04T11:28:36.63964Z","steps":["trace[1553446482] 'process raft request' (duration: 98.139094ms)","trace[1553446482] 'compare' (duration: 35.938076ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:28:36.639745Z","caller":"traceutil/trace.go:171","msg":"trace[1842099014] transaction","detail":"{read_only:false; response_revision:9649; number_of_response:1; }","duration":"133.039912ms","start":"2026-03-04T11:28:36.506672Z","end":"2026-03-04T11:28:36.639712Z","steps":["trace[1842099014] 'process raft request' (duration: 132.866238ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:40.869613Z","caller":"traceutil/trace.go:171","msg":"trace[993662698] transaction","detail":"{read_only:false; response_revision:9667; number_of_response:1; }","duration":"176.562058ms","start":"2026-03-04T11:28:40.693018Z","end":"2026-03-04T11:28:40.869581Z","steps":["trace[993662698] 'process raft request' (duration: 131.529162ms)","trace[993662698] 'compare' (duration: 44.830321ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:28:41.353014Z","caller":"traceutil/trace.go:171","msg":"trace[543212875] transaction","detail":"{read_only:false; response_revision:9669; number_of_response:1; }","duration":"108.25527ms","start":"2026-03-04T11:28:41.244735Z","end":"2026-03-04T11:28:41.352991Z","steps":["trace[543212875] 'process raft request' (duration: 108.100606ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:41.361878Z","caller":"traceutil/trace.go:171","msg":"trace[1139046857] linearizableReadLoop","detail":"{readStateIndex:10065; appliedIndex:10063; }","duration":"108.829706ms","start":"2026-03-04T11:28:41.253032Z","end":"2026-03-04T11:28:41.361861Z","steps":["trace[1139046857] 'read index received' (duration: 99.798598ms)","trace[1139046857] 'applied index is now lower than readState.Index' (duration: 9.030418ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:28:41.362067Z","caller":"traceutil/trace.go:171","msg":"trace[981819998] transaction","detail":"{read_only:false; response_revision:9670; number_of_response:1; }","duration":"114.69867ms","start":"2026-03-04T11:28:41.247336Z","end":"2026-03-04T11:28:41.362034Z","steps":["trace[981819998] 'process raft request' (duration: 114.434303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:41.362118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.081173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T11:28:41.362178Z","caller":"traceutil/trace.go:171","msg":"trace[292737339] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9670; }","duration":"109.199556ms","start":"2026-03-04T11:28:41.252967Z","end":"2026-03-04T11:28:41.362167Z","steps":["trace[292737339] 'agreement among raft nodes before linearized reading' (duration: 108.964769ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:41.469136Z","caller":"traceutil/trace.go:171","msg":"trace[920112195] transaction","detail":"{read_only:false; response_revision:9671; number_of_response:1; }","duration":"103.148376ms","start":"2026-03-04T11:28:41.365961Z","end":"2026-03-04T11:28:41.469109Z","steps":["trace[920112195] 'process raft request' (duration: 88.378607ms)","trace[920112195] 'compare' (duration: 14.567734ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:28:41.879972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.013012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T11:28:41.880023Z","caller":"traceutil/trace.go:171","msg":"trace[466818737] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9672; }","duration":"242.111385ms","start":"2026-03-04T11:28:41.637899Z","end":"2026-03-04T11:28:41.88001Z","steps":["trace[466818737] 'range keys from in-memory index tree' (duration: 241.870688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:44.339192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.383089ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:28:44.339337Z","caller":"traceutil/trace.go:171","msg":"trace[1952349786] transaction","detail":"{read_only:false; response_revision:9684; number_of_response:1; }","duration":"338.711348ms","start":"2026-03-04T11:28:44.000598Z","end":"2026-03-04T11:28:44.33931Z","steps":["trace[1952349786] 'process raft request' (duration: 207.107843ms)","trace[1952349786] 'compare' (duration: 131.067801ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:28:44.339406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:44.000579Z","time spent":"338.79439ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:28:44.42077Z","caller":"traceutil/trace.go:171","msg":"trace[2065859257] transaction","detail":"{read_only:false; response_revision:9685; number_of_response:1; }","duration":"419.130135ms","start":"2026-03-04T11:28:44.001603Z","end":"2026-03-04T11:28:44.420733Z","steps":["trace[2065859257] 'process raft request' (duration: 418.901889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:44.42092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:44.001573Z","time spent":"419.262688ms","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7326,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:28:44.420889Z","caller":"traceutil/trace.go:171","msg":"trace[1915355457] linearizableReadLoop","detail":"{readStateIndex:10081; appliedIndex:10079; }","duration":"314.178402ms","start":"2026-03-04T11:28:44.106457Z","end":"2026-03-04T11:28:44.420635Z","steps":["trace[1915355457] 'read index received' (duration: 101.363619ms)","trace[1915355457] 'applied index is now lower than readState.Index' (duration: 212.813503ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:28:44.420927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.446949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:28:44.421046Z","caller":"traceutil/trace.go:171","msg":"trace[537897197] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9685; }","duration":"314.628224ms","start":"2026-03-04T11:28:44.106408Z","end":"2026-03-04T11:28:44.421037Z","steps":["trace[537897197] 'agreement among raft nodes before linearized reading' (duration: 314.425068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:44.421071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:44.106389Z","time spent":"314.675424ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:28:45.033709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.914732ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:28:45.033822Z","caller":"traceutil/trace.go:171","msg":"trace[471979883] linearizableReadLoop","detail":"{readStateIndex:10084; appliedIndex:10083; }","duration":"150.352908ms","start":"2026-03-04T11:28:44.88345Z","end":"2026-03-04T11:28:45.033803Z","steps":["trace[471979883] 'read index received' (duration: 15.102367ms)","trace[471979883] 'applied index is now lower than readState.Index' (duration: 135.249071ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:28:45.033898Z","caller":"traceutil/trace.go:171","msg":"trace[342211923] transaction","detail":"{read_only:false; response_revision:9688; number_of_response:1; }","duration":"251.462541ms","start":"2026-03-04T11:28:44.782406Z","end":"2026-03-04T11:28:45.033868Z","steps":["trace[342211923] 'process raft request' (duration: 116.288302ms)","trace[342211923] 'compare' (duration: 134.697216ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:28:45.034029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.579075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T11:28:45.034068Z","caller":"traceutil/trace.go:171","msg":"trace[1065492540] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9688; }","duration":"150.666957ms","start":"2026-03-04T11:28:44.883391Z","end":"2026-03-04T11:28:45.034058Z","steps":["trace[1065492540] 'agreement among raft nodes before linearized reading' (duration: 150.504543ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:45.330055Z","caller":"traceutil/trace.go:171","msg":"trace[1990408888] transaction","detail":"{read_only:false; response_revision:9689; number_of_response:1; }","duration":"291.026703ms","start":"2026-03-04T11:28:45.039012Z","end":"2026-03-04T11:28:45.330039Z","steps":["trace[1990408888] 'process raft request' (duration: 290.92857ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:45.546762Z","caller":"traceutil/trace.go:171","msg":"trace[458778215] linearizableReadLoop","detail":"{readStateIndex:10086; appliedIndex:10085; }","duration":"357.555734ms","start":"2026-03-04T11:28:45.189183Z","end":"2026-03-04T11:28:45.546739Z","steps":["trace[458778215] 'read index received' (duration: 141.063134ms)","trace[458778215] 'applied index is now lower than readState.Index' (duration: 216.49162ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:28:45.546866Z","caller":"traceutil/trace.go:171","msg":"trace[1315926079] transaction","detail":"{read_only:false; response_revision:9690; number_of_response:1; }","duration":"502.908171ms","start":"2026-03-04T11:28:45.043944Z","end":"2026-03-04T11:28:45.546852Z","steps":["trace[1315926079] 'process raft request' (duration: 416.037004ms)","trace[1315926079] 'compare' (duration: 86.653631ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:28:45.547022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:45.043923Z","time spent":"502.974242ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9246,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:28:45.547152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.942564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:28:45.547254Z","caller":"traceutil/trace.go:171","msg":"trace[197871968] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:9690; }","duration":"358.089958ms","start":"2026-03-04T11:28:45.18914Z","end":"2026-03-04T11:28:45.54723Z","steps":["trace[197871968] 'agreement among raft nodes before linearized reading' (duration: 357.925324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:45.547318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:45.189122Z","time spent":"358.18017ms","remote":"127.0.0.1:43620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-03-04T11:28:45.802841Z","caller":"traceutil/trace.go:171","msg":"trace[308812855] transaction","detail":"{read_only:false; response_revision:9691; number_of_response:1; }","duration":"461.258264ms","start":"2026-03-04T11:28:45.341557Z","end":"2026-03-04T11:28:45.802816Z","steps":["trace[308812855] 'process raft request' (duration: 448.93043ms)","trace[308812855] 'compare' (duration: 12.135639ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:28:45.803138Z","caller":"traceutil/trace.go:171","msg":"trace[1103304361] transaction","detail":"{read_only:false; response_revision:9692; number_of_response:1; }","duration":"451.202699ms","start":"2026-03-04T11:28:45.351918Z","end":"2026-03-04T11:28:45.80312Z","steps":["trace[1103304361] 'process raft request' (duration: 450.85332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:45.803227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:45.351895Z","time spent":"451.281282ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:28:45.803404Z","caller":"traceutil/trace.go:171","msg":"trace[2114236596] transaction","detail":"{read_only:false; response_revision:9693; number_of_response:1; }","duration":"419.804373ms","start":"2026-03-04T11:28:45.38356Z","end":"2026-03-04T11:28:45.803364Z","steps":["trace[2114236596] 'process raft request' (duration: 419.511025ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:45.803477Z","caller":"traceutil/trace.go:171","msg":"trace[921947143] linearizableReadLoop","detail":"{readStateIndex:10091; appliedIndex:10086; }","duration":"256.619367ms","start":"2026-03-04T11:28:45.546821Z","end":"2026-03-04T11:28:45.80344Z","steps":["trace[921947143] 'read index received' (duration: 243.559613ms)","trace[921947143] 'applied index is now lower than readState.Index' (duration: 13.058244ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:28:45.803589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:45.383547Z","time spent":"419.941597ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:28:45.803575Z","caller":"traceutil/trace.go:171","msg":"trace[1229454226] transaction","detail":"{read_only:false; response_revision:9694; number_of_response:1; }","duration":"418.481578ms","start":"2026-03-04T11:28:45.385053Z","end":"2026-03-04T11:28:45.803534Z","steps":["trace[1229454226] 'process raft request' (duration: 418.226051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:45.803772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:45.385034Z","time spent":"418.677843ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:28:45.80378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.383768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T11:28:45.803546Z","caller":"traceutil/trace.go:171","msg":"trace[731191475] transaction","detail":"{read_only:false; response_revision:9695; number_of_response:1; }","duration":"380.661642ms","start":"2026-03-04T11:28:45.422868Z","end":"2026-03-04T11:28:45.803529Z","steps":["trace[731191475] 'process raft request' (duration: 380.499248ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:45.803843Z","caller":"traceutil/trace.go:171","msg":"trace[448994154] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9695; }","duration":"281.486471ms","start":"2026-03-04T11:28:45.522342Z","end":"2026-03-04T11:28:45.803829Z","steps":["trace[448994154] 'agreement among raft nodes before linearized reading' (duration: 281.226354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:45.803849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.595758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T11:28:45.803755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:45.341538Z","time spent":"461.379747ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:28:45.803957Z","caller":"traceutil/trace.go:171","msg":"trace[414171989] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9695; }","duration":"122.772732ms","start":"2026-03-04T11:28:45.681153Z","end":"2026-03-04T11:28:45.803926Z","steps":["trace[414171989] 'agreement among raft nodes before linearized reading' (duration: 122.577197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:45.803952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:45.422846Z","time spent":"381.001061ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:28:46.043723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.781891ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:28:46.043855Z","caller":"traceutil/trace.go:171","msg":"trace[563736480] transaction","detail":"{read_only:false; response_revision:9696; number_of_response:1; }","duration":"235.86127ms","start":"2026-03-04T11:28:45.807972Z","end":"2026-03-04T11:28:46.043833Z","steps":["trace[563736480] 'process raft request' (duration: 128.868143ms)","trace[563736480] 'compare' (duration: 106.592127ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:28:46.569402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.870272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:28:46.569479Z","caller":"traceutil/trace.go:171","msg":"trace[1386913643] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:9696; }","duration":"153.985634ms","start":"2026-03-04T11:28:46.415472Z","end":"2026-03-04T11:28:46.569458Z","steps":["trace[1386913643] 'count revisions from in-memory index tree' (duration: 153.791069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:46.56962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.082043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:28:46.569675Z","caller":"traceutil/trace.go:171","msg":"trace[886949179] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:9696; }","duration":"136.190865ms","start":"2026-03-04T11:28:46.433469Z","end":"2026-03-04T11:28:46.56966Z","steps":["trace[886949179] 'range keys from in-memory index tree' (duration: 135.909928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:46.569569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.830684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T11:28:46.569744Z","caller":"traceutil/trace.go:171","msg":"trace[1396944135] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9696; }","duration":"213.06649ms","start":"2026-03-04T11:28:46.356656Z","end":"2026-03-04T11:28:46.569722Z","steps":["trace[1396944135] 'range keys from in-memory index tree' (duration: 212.631758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:46.923585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.140211ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:28:46.923717Z","caller":"traceutil/trace.go:171","msg":"trace[438633481] transaction","detail":"{read_only:false; response_revision:9698; number_of_response:1; }","duration":"348.63987ms","start":"2026-03-04T11:28:46.575053Z","end":"2026-03-04T11:28:46.923693Z","steps":["trace[438633481] 'process raft request' (duration: 162.292924ms)","trace[438633481] 'compare' (duration: 185.983036ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:28:46.923813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:46.575031Z","time spent":"348.737852ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:28:46.956381Z","caller":"traceutil/trace.go:171","msg":"trace[1657187717] linearizableReadLoop","detail":"{readStateIndex:10095; appliedIndex:10094; }","duration":"132.91701ms","start":"2026-03-04T11:28:46.823404Z","end":"2026-03-04T11:28:46.956321Z","steps":["trace[1657187717] 'read index received' (duration: 132.710134ms)","trace[1657187717] 'applied index is now lower than readState.Index' (duration: 205.876µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:28:46.95645Z","caller":"traceutil/trace.go:171","msg":"trace[1013892211] transaction","detail":"{read_only:false; response_revision:9699; number_of_response:1; }","duration":"300.279846ms","start":"2026-03-04T11:28:46.656133Z","end":"2026-03-04T11:28:46.956413Z","steps":["trace[1013892211] 'process raft request' (duration: 300.063081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:46.956589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.176106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T11:28:46.956626Z","caller":"traceutil/trace.go:171","msg":"trace[1903405164] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9699; }","duration":"133.2826ms","start":"2026-03-04T11:28:46.823333Z","end":"2026-03-04T11:28:46.956616Z","steps":["trace[1903405164] 'agreement among raft nodes before linearized reading' (duration: 133.122685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:46.956611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:46.656119Z","time spent":"300.405009ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9144,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:28:47.21151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.930773ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:28:47.211649Z","caller":"traceutil/trace.go:171","msg":"trace[1198767763] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9699; }","duration":"173.084797ms","start":"2026-03-04T11:28:47.038544Z","end":"2026-03-04T11:28:47.211629Z","steps":["trace[1198767763] 'range keys from in-memory index tree' (duration: 172.911752ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:47.256793Z","caller":"traceutil/trace.go:171","msg":"trace[1894715419] transaction","detail":"{read_only:false; response_revision:9700; number_of_response:1; }","duration":"296.25205ms","start":"2026-03-04T11:28:46.960515Z","end":"2026-03-04T11:28:47.256767Z","steps":["trace[1894715419] 'process raft request' (duration: 296.081406ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:47.569538Z","caller":"traceutil/trace.go:171","msg":"trace[1010349321] linearizableReadLoop","detail":"{readStateIndex:10097; appliedIndex:10095; }","duration":"530.23116ms","start":"2026-03-04T11:28:47.039282Z","end":"2026-03-04T11:28:47.569513Z","steps":["trace[1010349321] 'read index received' (duration: 217.305562ms)","trace[1010349321] 'applied index is now lower than readState.Index' (duration: 312.924368ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:28:47.569658Z","caller":"traceutil/trace.go:171","msg":"trace[937820350] transaction","detail":"{read_only:false; response_revision:9701; number_of_response:1; }","duration":"605.143303ms","start":"2026-03-04T11:28:46.964465Z","end":"2026-03-04T11:28:47.569608Z","steps":["trace[937820350] 'process raft request' (duration: 604.887376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:47.569775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.476336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T11:28:47.569821Z","caller":"traceutil/trace.go:171","msg":"trace[438671724] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9701; }","duration":"530.575209ms","start":"2026-03-04T11:28:47.039232Z","end":"2026-03-04T11:28:47.569807Z","steps":["trace[438671724] 'agreement among raft nodes before linearized reading' (duration: 530.414565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:47.56986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:47.039181Z","time spent":"530.670512ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T11:28:47.569878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:46.964443Z","time spent":"605.318818ms","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:28:47.570056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.279157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:28:47.57012Z","caller":"traceutil/trace.go:171","msg":"trace[1637727930] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9701; }","duration":"463.349929ms","start":"2026-03-04T11:28:47.106737Z","end":"2026-03-04T11:28:47.570087Z","steps":["trace[1637727930] 'agreement among raft nodes before linearized reading' (duration: 463.249707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:47.570169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:47.106724Z","time spent":"463.437031ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:28:47.570208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.376824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T11:28:47.570291Z","caller":"traceutil/trace.go:171","msg":"trace[666706390] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9701; }","duration":"236.507087ms","start":"2026-03-04T11:28:47.333766Z","end":"2026-03-04T11:28:47.570273Z","steps":["trace[666706390] 'agreement among raft nodes before linearized reading' (duration: 236.262001ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:47.813789Z","caller":"traceutil/trace.go:171","msg":"trace[1233106093] transaction","detail":"{read_only:false; response_revision:9702; number_of_response:1; }","duration":"239.387503ms","start":"2026-03-04T11:28:47.574373Z","end":"2026-03-04T11:28:47.81376Z","steps":["trace[1233106093] 'process raft request' (duration: 190.091475ms)","trace[1233106093] 'compare' (duration: 49.166575ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:28:48.121871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.776602ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:28:48.122049Z","caller":"traceutil/trace.go:171","msg":"trace[2010739797] transaction","detail":"{read_only:false; response_revision:9703; number_of_response:1; }","duration":"546.986251ms","start":"2026-03-04T11:28:47.575032Z","end":"2026-03-04T11:28:48.122018Z","steps":["trace[2010739797] 'process raft request' (duration: 393.990053ms)","trace[2010739797] 'compare' (duration: 152.538796ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:28:48.122153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:47.575014Z","time spent":"547.085324ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:28:48.122355Z","caller":"traceutil/trace.go:171","msg":"trace[863950978] transaction","detail":"{read_only:false; response_revision:9707; number_of_response:1; }","duration":"310.904696ms","start":"2026-03-04T11:28:47.811437Z","end":"2026-03-04T11:28:48.122342Z","steps":["trace[863950978] 'process raft request' (duration: 310.872755ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:48.122344Z","caller":"traceutil/trace.go:171","msg":"trace[2006676159] transaction","detail":"{read_only:false; response_revision:9704; number_of_response:1; }","duration":"547.246489ms","start":"2026-03-04T11:28:47.57506Z","end":"2026-03-04T11:28:48.122306Z","steps":["trace[2006676159] 'process raft request' (duration: 546.887469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:48.122426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:47.811429Z","time spent":"310.958317ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:28:48.122465Z","caller":"traceutil/trace.go:171","msg":"trace[1152648093] linearizableReadLoop","detail":"{readStateIndex:10100; appliedIndex:10097; }","duration":"538.705283ms","start":"2026-03-04T11:28:47.583736Z","end":"2026-03-04T11:28:48.122442Z","steps":["trace[1152648093] 'read index received' (duration: 180.725178ms)","trace[1152648093] 'applied index is now lower than readState.Index' (duration: 357.977725ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:28:48.122513Z","caller":"traceutil/trace.go:171","msg":"trace[851021543] transaction","detail":"{read_only:false; response_revision:9706; number_of_response:1; }","duration":"312.9723ms","start":"2026-03-04T11:28:47.809523Z","end":"2026-03-04T11:28:48.122495Z","steps":["trace[851021543] 'process raft request' (duration: 312.753874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:48.122523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:47.575026Z","time spent":"547.403012ms","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":636,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T11:28:48.122497Z","caller":"traceutil/trace.go:171","msg":"trace[749879066] transaction","detail":"{read_only:false; response_revision:9705; number_of_response:1; }","duration":"314.396958ms","start":"2026-03-04T11:28:47.808069Z","end":"2026-03-04T11:28:48.122466Z","steps":["trace[749879066] 'process raft request' (duration: 314.157142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:48.122577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.829117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-metadefs-load\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:28:48.122605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:47.809516Z","time spent":"313.039622ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:28:48.122678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:47.808045Z","time spent":"314.546531ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:28:48.122628Z","caller":"traceutil/trace.go:171","msg":"trace[1287716023] range","detail":"{range_begin:/registry/jobs/openstack/glance-metadefs-load; range_end:; response_count:0; response_revision:9707; }","duration":"538.907039ms","start":"2026-03-04T11:28:47.583712Z","end":"2026-03-04T11:28:48.122619Z","steps":["trace[1287716023] 'agreement among raft nodes before linearized reading' (duration: 538.813577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:48.122869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:47.583704Z","time spent":"539.153065ms","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/glance-metadefs-load\" "} {"level":"warn","ts":"2026-03-04T11:28:48.481563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:48.123544Z","time spent":"358.015356ms","remote":"127.0.0.1:41114","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T11:28:48.742303Z","caller":"traceutil/trace.go:171","msg":"trace[668978345] transaction","detail":"{read_only:false; response_revision:9708; number_of_response:1; }","duration":"615.200167ms","start":"2026-03-04T11:28:48.127084Z","end":"2026-03-04T11:28:48.742285Z","steps":["trace[668978345] 'process raft request' (duration: 614.954361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:48.742423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:48.127063Z","time spent":"615.2982ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:28:48.742461Z","caller":"traceutil/trace.go:171","msg":"trace[1600700760] linearizableReadLoop","detail":"{readStateIndex:10106; appliedIndex:10105; }","duration":"261.092544ms","start":"2026-03-04T11:28:48.481342Z","end":"2026-03-04T11:28:48.742435Z","steps":["trace[1600700760] 'read index received' (duration: 260.855868ms)","trace[1600700760] 'applied index is now lower than readState.Index' (duration: 234.786µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:28:48.742548Z","caller":"traceutil/trace.go:171","msg":"trace[120342944] transaction","detail":"{read_only:false; response_revision:9709; number_of_response:1; }","duration":"571.23656ms","start":"2026-03-04T11:28:48.171285Z","end":"2026-03-04T11:28:48.742522Z","steps":["trace[120342944] 'process raft request' (duration: 570.87939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:48.742701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:48.171264Z","time spent":"571.377084ms","remote":"127.0.0.1:41168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":65862,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:28:48.742726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.381142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T11:28:48.742781Z","caller":"traceutil/trace.go:171","msg":"trace[1209728931] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9709; }","duration":"261.504355ms","start":"2026-03-04T11:28:48.481264Z","end":"2026-03-04T11:28:48.742768Z","steps":["trace[1209728931] 'agreement among raft nodes before linearized reading' (duration: 261.287549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:48.98005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.87456ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:28:48.980149Z","caller":"traceutil/trace.go:171","msg":"trace[2135994068] linearizableReadLoop","detail":"{readStateIndex:10107; appliedIndex:10106; }","duration":"237.618426ms","start":"2026-03-04T11:28:48.742514Z","end":"2026-03-04T11:28:48.980133Z","steps":["trace[2135994068] 'read index received' (duration: 107.562272ms)","trace[2135994068] 'applied index is now lower than readState.Index' (duration: 130.054824ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:28:48.980227Z","caller":"traceutil/trace.go:171","msg":"trace[1989480903] transaction","detail":"{read_only:false; response_revision:9710; number_of_response:1; }","duration":"497.426447ms","start":"2026-03-04T11:28:48.48277Z","end":"2026-03-04T11:28:48.980197Z","steps":["trace[1989480903] 'process raft request' (duration: 367.332102ms)","trace[1989480903] 'compare' (duration: 129.548711ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:28:48.98038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:48.482749Z","time spent":"497.54949ms","remote":"127.0.0.1:41114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:28:48.980447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.419362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:28:48.980489Z","caller":"traceutil/trace.go:171","msg":"trace[805096151] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:9710; }","duration":"204.496864ms","start":"2026-03-04T11:28:48.77598Z","end":"2026-03-04T11:28:48.980476Z","steps":["trace[805096151] 'agreement among raft nodes before linearized reading' (duration: 204.445093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:48.980392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.576396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-04T11:28:48.980548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.309708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T11:28:48.980644Z","caller":"traceutil/trace.go:171","msg":"trace[1927050327] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9710; }","duration":"210.500463ms","start":"2026-03-04T11:28:48.770129Z","end":"2026-03-04T11:28:48.98063Z","steps":["trace[1927050327] 'agreement among raft nodes before linearized reading' (duration: 210.161344ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:48.98059Z","caller":"traceutil/trace.go:171","msg":"trace[1957047869] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:9710; }","duration":"324.809632ms","start":"2026-03-04T11:28:48.655769Z","end":"2026-03-04T11:28:48.980578Z","steps":["trace[1957047869] 'agreement among raft nodes before linearized reading' (duration: 324.459123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:48.980799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:48.655747Z","time spent":"325.039678ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-kh88j\" "} {"level":"info","ts":"2026-03-04T11:28:49.318329Z","caller":"traceutil/trace.go:171","msg":"trace[965173130] transaction","detail":"{read_only:false; response_revision:9711; number_of_response:1; }","duration":"335.912714ms","start":"2026-03-04T11:28:48.982398Z","end":"2026-03-04T11:28:49.31831Z","steps":["trace[965173130] 'process raft request' (duration: 252.794906ms)","trace[965173130] 'compare' (duration: 82.613825ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:28:49.318494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:48.982375Z","time spent":"336.049447ms","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5038,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T11:28:49.318683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.860263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19356"} {"level":"info","ts":"2026-03-04T11:28:49.318739Z","caller":"traceutil/trace.go:171","msg":"trace[506674719] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9711; }","duration":"335.957355ms","start":"2026-03-04T11:28:48.982769Z","end":"2026-03-04T11:28:49.318726Z","steps":["trace[506674719] 'agreement among raft nodes before linearized reading' (duration: 335.75249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:49.318784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:48.982753Z","time spent":"336.023358ms","remote":"127.0.0.1:41262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19379,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-04T11:28:49.318241Z","caller":"traceutil/trace.go:171","msg":"trace[1273716443] linearizableReadLoop","detail":"{readStateIndex:10108; appliedIndex:10107; }","duration":"335.405531ms","start":"2026-03-04T11:28:48.982808Z","end":"2026-03-04T11:28:49.318213Z","steps":["trace[1273716443] 'read index received' (duration: 252.387265ms)","trace[1273716443] 'applied index is now lower than readState.Index' (duration: 83.016986ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:28:49.396443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.668097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:28:49.396517Z","caller":"traceutil/trace.go:171","msg":"trace[189571639] transaction","detail":"{read_only:false; response_revision:9712; number_of_response:1; }","duration":"411.836353ms","start":"2026-03-04T11:28:48.984605Z","end":"2026-03-04T11:28:49.396441Z","steps":["trace[189571639] 'process raft request' (duration: 411.585607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:49.396584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.509017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-04T11:28:49.396659Z","caller":"traceutil/trace.go:171","msg":"trace[575285912] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:9712; }","duration":"413.61721ms","start":"2026-03-04T11:28:48.983025Z","end":"2026-03-04T11:28:49.396642Z","steps":["trace[575285912] 'agreement among raft nodes before linearized reading' (duration: 413.367293ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:49.39658Z","caller":"traceutil/trace.go:171","msg":"trace[973255553] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9712; }","duration":"289.837941ms","start":"2026-03-04T11:28:49.106675Z","end":"2026-03-04T11:28:49.396513Z","steps":["trace[973255553] 'agreement among raft nodes before linearized reading' (duration: 289.684357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:49.396713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:48.983016Z","time spent":"413.688642ms","remote":"127.0.0.1:41250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T11:28:49.396794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:48.984598Z","time spent":"412.08857ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:28:49.397033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.424439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:35 size:331149"} {"level":"info","ts":"2026-03-04T11:28:49.397065Z","caller":"traceutil/trace.go:171","msg":"trace[2009419937] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:35; response_revision:9712; }","duration":"412.471909ms","start":"2026-03-04T11:28:48.984586Z","end":"2026-03-04T11:28:49.397057Z","steps":["trace[2009419937] 'agreement among raft nodes before linearized reading' (duration: 412.166201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:49.396461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.009746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T11:28:49.397088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:48.984578Z","time spent":"412.50071ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":35,"response size":331172,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-04T11:28:49.3971Z","caller":"traceutil/trace.go:171","msg":"trace[1887727911] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:9712; }","duration":"358.684023ms","start":"2026-03-04T11:28:49.0384Z","end":"2026-03-04T11:28:49.397084Z","steps":["trace[1887727911] 'agreement among raft nodes before linearized reading' (duration: 357.963484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:49.397154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:49.038384Z","time spent":"358.753556ms","remote":"127.0.0.1:41358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:28:49.397324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.879717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T11:28:49.39744Z","caller":"traceutil/trace.go:171","msg":"trace[315707978] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9712; }","duration":"136.039062ms","start":"2026-03-04T11:28:49.261329Z","end":"2026-03-04T11:28:49.397368Z","steps":["trace[315707978] 'agreement among raft nodes before linearized reading' (duration: 135.724533ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:49.7082Z","caller":"traceutil/trace.go:171","msg":"trace[1905321450] transaction","detail":"{read_only:false; response_revision:9713; number_of_response:1; }","duration":"304.804064ms","start":"2026-03-04T11:28:49.403369Z","end":"2026-03-04T11:28:49.708173Z","steps":["trace[1905321450] 'process raft request' (duration: 304.627489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:49.708355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:49.403349Z","time spent":"304.936298ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5377,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T11:28:50.119097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.223634ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:28:50.119221Z","caller":"traceutil/trace.go:171","msg":"trace[1054225361] linearizableReadLoop","detail":"{readStateIndex:10111; appliedIndex:10109; }","duration":"713.659159ms","start":"2026-03-04T11:28:49.405542Z","end":"2026-03-04T11:28:50.119201Z","steps":["trace[1054225361] 'read index received' (duration: 302.455192ms)","trace[1054225361] 'applied index is now lower than readState.Index' (duration: 411.202177ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:28:50.119307Z","caller":"traceutil/trace.go:171","msg":"trace[167975100] transaction","detail":"{read_only:false; response_revision:9714; number_of_response:1; }","duration":"715.859387ms","start":"2026-03-04T11:28:49.403432Z","end":"2026-03-04T11:28:50.119292Z","steps":["trace[167975100] 'process raft request' (duration: 494.341625ms)","trace[167975100] 'compare' (duration: 220.996648ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:28:50.119387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:49.403396Z","time spent":"715.950049ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:28:50.119497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.927135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T11:28:50.119548Z","caller":"traceutil/trace.go:171","msg":"trace[1404082958] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:9714; }","duration":"714.040298ms","start":"2026-03-04T11:28:49.405496Z","end":"2026-03-04T11:28:50.119536Z","steps":["trace[1404082958] 'agreement among raft nodes before linearized reading' (duration: 713.845283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:50.119575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:49.405481Z","time spent":"714.08848ms","remote":"127.0.0.1:41382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-04T11:28:50.154283Z","caller":"traceutil/trace.go:171","msg":"trace[98497182] transaction","detail":"{read_only:false; response_revision:9715; number_of_response:1; }","duration":"441.275648ms","start":"2026-03-04T11:28:49.712974Z","end":"2026-03-04T11:28:50.154249Z","steps":["trace[98497182] 'process raft request' (duration: 441.038152ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:50.154361Z","caller":"traceutil/trace.go:171","msg":"trace[541897755] transaction","detail":"{read_only:false; response_revision:9717; number_of_response:1; }","duration":"439.084411ms","start":"2026-03-04T11:28:49.715254Z","end":"2026-03-04T11:28:50.154339Z","steps":["trace[541897755] 'process raft request' (duration: 438.958767ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:50.154396Z","caller":"traceutil/trace.go:171","msg":"trace[2131215303] transaction","detail":"{read_only:false; response_revision:9716; number_of_response:1; }","duration":"441.35655ms","start":"2026-03-04T11:28:49.712999Z","end":"2026-03-04T11:28:50.154355Z","steps":["trace[2131215303] 'process raft request' (duration: 441.166295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:50.154431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:49.712949Z","time spent":"441.417371ms","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":687,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T11:28:50.154478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:49.715232Z","time spent":"439.183413ms","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5220,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:28:50.154489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:49.71298Z","time spent":"441.457422ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:28:50.154677Z","caller":"traceutil/trace.go:171","msg":"trace[882857658] transaction","detail":"{read_only:false; response_revision:9718; number_of_response:1; }","duration":"320.405285ms","start":"2026-03-04T11:28:49.834264Z","end":"2026-03-04T11:28:50.154669Z","steps":["trace[882857658] 'process raft request' (duration: 319.988104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:50.154691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.64987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-04T11:28:50.154715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:49.834238Z","time spent":"320.455457ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:28:50.154703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.681264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T11:28:50.154723Z","caller":"traceutil/trace.go:171","msg":"trace[999692517] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9718; }","duration":"748.694791ms","start":"2026-03-04T11:28:49.406018Z","end":"2026-03-04T11:28:50.154713Z","steps":["trace[999692517] 'agreement among raft nodes before linearized reading' (duration: 748.569407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:50.154731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.902759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T11:28:50.154768Z","caller":"traceutil/trace.go:171","msg":"trace[1210197664] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9718; }","duration":"336.786078ms","start":"2026-03-04T11:28:49.817964Z","end":"2026-03-04T11:28:50.15475Z","steps":["trace[1210197664] 'agreement among raft nodes before linearized reading' (duration: 336.648644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:50.154776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:49.40601Z","time spent":"748.752793ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T11:28:50.154808Z","caller":"traceutil/trace.go:171","msg":"trace[10363459] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9718; }","duration":"653.016272ms","start":"2026-03-04T11:28:49.501772Z","end":"2026-03-04T11:28:50.154789Z","steps":["trace[10363459] 'agreement among raft nodes before linearized reading' (duration: 652.809246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:50.154823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:49.817941Z","time spent":"336.865939ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T11:28:50.154851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:49.501756Z","time spent":"653.082724ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T11:28:50.155034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.403162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:28:50.155103Z","caller":"traceutil/trace.go:171","msg":"trace[695347720] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:9718; }","duration":"141.515835ms","start":"2026-03-04T11:28:50.013571Z","end":"2026-03-04T11:28:50.155087Z","steps":["trace[695347720] 'agreement among raft nodes before linearized reading' (duration: 140.988462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:50.469513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.437451ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-04T11:28:50.469731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:50.159526Z","time spent":"310.196568ms","remote":"127.0.0.1:41606","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T11:28:50.469799Z","caller":"traceutil/trace.go:171","msg":"trace[1161349789] transaction","detail":"{read_only:false; response_revision:9724; number_of_response:1; }","duration":"253.414462ms","start":"2026-03-04T11:28:50.216369Z","end":"2026-03-04T11:28:50.469783Z","steps":["trace[1161349789] 'process raft request' (duration: 253.380971ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:50.470017Z","caller":"traceutil/trace.go:171","msg":"trace[1627180456] linearizableReadLoop","detail":"{readStateIndex:10121; appliedIndex:10118; }","duration":"257.767467ms","start":"2026-03-04T11:28:50.212225Z","end":"2026-03-04T11:28:50.469992Z","steps":["trace[1627180456] 'read index received' (duration: 8.811332ms)","trace[1627180456] 'applied index is now lower than readState.Index' (duration: 248.952765ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:28:50.470088Z","caller":"traceutil/trace.go:171","msg":"trace[76337593] transaction","detail":"{read_only:false; response_revision:9722; number_of_response:1; }","duration":"309.94854ms","start":"2026-03-04T11:28:50.160108Z","end":"2026-03-04T11:28:50.470056Z","steps":["trace[76337593] 'process raft request' (duration: 309.489158ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:50.470025Z","caller":"traceutil/trace.go:171","msg":"trace[378541968] transaction","detail":"{read_only:false; response_revision:9723; number_of_response:1; }","duration":"309.620102ms","start":"2026-03-04T11:28:50.160382Z","end":"2026-03-04T11:28:50.470002Z","steps":["trace[378541968] 'process raft request' (duration: 309.320984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:50.470192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.426702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19356"} {"level":"info","ts":"2026-03-04T11:28:50.470222Z","caller":"traceutil/trace.go:171","msg":"trace[605341416] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9724; }","duration":"313.510675ms","start":"2026-03-04T11:28:50.156702Z","end":"2026-03-04T11:28:50.470213Z","steps":["trace[605341416] 'agreement among raft nodes before linearized reading' (duration: 313.386951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:50.470249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:50.156679Z","time spent":"313.563926ms","remote":"127.0.0.1:41262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19379,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T11:28:50.470249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:50.160089Z","time spent":"310.075734ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:28:50.470284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:50.160373Z","time spent":"309.837077ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:28:50.470246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.413952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:28:50.47031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.844066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-metadefs-load-b6t7v\" ","response":"range_response_count:1 size:5438"} {"level":"info","ts":"2026-03-04T11:28:50.470361Z","caller":"traceutil/trace.go:171","msg":"trace[1622352091] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9724; }","duration":"313.577707ms","start":"2026-03-04T11:28:50.156758Z","end":"2026-03-04T11:28:50.470336Z","steps":["trace[1622352091] 'agreement among raft nodes before linearized reading' (duration: 313.32884ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:50.47042Z","caller":"traceutil/trace.go:171","msg":"trace[509393339] range","detail":"{range_begin:/registry/pods/openstack/glance-metadefs-load-b6t7v; range_end:; response_count:1; response_revision:9724; }","duration":"304.980039ms","start":"2026-03-04T11:28:50.165415Z","end":"2026-03-04T11:28:50.470395Z","steps":["trace[509393339] 'agreement among raft nodes before linearized reading' (duration: 304.648491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:50.470436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:50.156679Z","time spent":"313.738061ms","remote":"127.0.0.1:41086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:28:50.470476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:50.165409Z","time spent":"305.056852ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":5461,"request content":"key:\"/registry/pods/openstack/glance-metadefs-load-b6t7v\" "} {"level":"warn","ts":"2026-03-04T11:28:50.470669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.66281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:28:50.470775Z","caller":"traceutil/trace.go:171","msg":"trace[24742181] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:9724; }","duration":"220.819624ms","start":"2026-03-04T11:28:50.249938Z","end":"2026-03-04T11:28:50.470758Z","steps":["trace[24742181] 'agreement among raft nodes before linearized reading' (duration: 220.509476ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:50.757685Z","caller":"traceutil/trace.go:171","msg":"trace[291323207] linearizableReadLoop","detail":"{readStateIndex:10124; appliedIndex:10123; }","duration":"245.74424ms","start":"2026-03-04T11:28:50.511915Z","end":"2026-03-04T11:28:50.757659Z","steps":["trace[291323207] 'read index received' (duration: 245.506843ms)","trace[291323207] 'applied index is now lower than readState.Index' (duration: 235.757µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:28:50.757915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.771332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-04T11:28:50.757957Z","caller":"traceutil/trace.go:171","msg":"trace[1322252168] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:9726; }","duration":"272.927576ms","start":"2026-03-04T11:28:50.485013Z","end":"2026-03-04T11:28:50.75794Z","steps":["trace[1322252168] 'agreement among raft nodes before linearized reading' (duration: 272.797503ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:50.757887Z","caller":"traceutil/trace.go:171","msg":"trace[1966209723] transaction","detail":"{read_only:false; response_revision:9726; number_of_response:1; }","duration":"277.871416ms","start":"2026-03-04T11:28:50.479952Z","end":"2026-03-04T11:28:50.757823Z","steps":["trace[1966209723] 'process raft request' (duration: 277.480666ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:51.120112Z","caller":"traceutil/trace.go:171","msg":"trace[841922971] linearizableReadLoop","detail":"{readStateIndex:10125; appliedIndex:10124; }","duration":"259.046001ms","start":"2026-03-04T11:28:50.861038Z","end":"2026-03-04T11:28:51.120084Z","steps":["trace[841922971] 'read index received' (duration: 181.782097ms)","trace[841922971] 'applied index is now lower than readState.Index' (duration: 77.262304ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:28:51.120228Z","caller":"traceutil/trace.go:171","msg":"trace[731046908] transaction","detail":"{read_only:false; response_revision:9727; number_of_response:1; }","duration":"356.929488ms","start":"2026-03-04T11:28:50.763258Z","end":"2026-03-04T11:28:51.120188Z","steps":["trace[731046908] 'process raft request' (duration: 279.537ms)","trace[731046908] 'compare' (duration: 77.161172ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:28:51.120316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.251746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:28:51.120393Z","caller":"traceutil/trace.go:171","msg":"trace[774824895] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:9727; }","duration":"259.40271ms","start":"2026-03-04T11:28:50.860975Z","end":"2026-03-04T11:28:51.120378Z","steps":["trace[774824895] 'agreement among raft nodes before linearized reading' (duration: 259.260796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:51.120406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:50.763223Z","time spent":"357.088492ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:28:51.89354Z","caller":"traceutil/trace.go:171","msg":"trace[1427648694] transaction","detail":"{read_only:false; response_revision:9730; number_of_response:1; }","duration":"223.35856ms","start":"2026-03-04T11:28:51.670159Z","end":"2026-03-04T11:28:51.893518Z","steps":["trace[1427648694] 'process raft request' (duration: 223.169245ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:52.349903Z","caller":"traceutil/trace.go:171","msg":"trace[715895087] transaction","detail":"{read_only:false; response_revision:9734; number_of_response:1; }","duration":"132.270183ms","start":"2026-03-04T11:28:52.217605Z","end":"2026-03-04T11:28:52.349875Z","steps":["trace[715895087] 'process raft request' (duration: 132.204601ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:52.349951Z","caller":"traceutil/trace.go:171","msg":"trace[1689525530] transaction","detail":"{read_only:false; response_revision:9733; number_of_response:1; }","duration":"133.094525ms","start":"2026-03-04T11:28:52.216821Z","end":"2026-03-04T11:28:52.349915Z","steps":["trace[1689525530] 'process raft request' (duration: 79.270458ms)","trace[1689525530] 'compare' (duration: 53.56313ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:28:52.710753Z","caller":"traceutil/trace.go:171","msg":"trace[96490293] transaction","detail":"{read_only:false; response_revision:9735; number_of_response:1; }","duration":"143.695924ms","start":"2026-03-04T11:28:52.567037Z","end":"2026-03-04T11:28:52.710733Z","steps":["trace[96490293] 'process raft request' (duration: 143.578531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:53.374662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.209702ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:28:53.374781Z","caller":"traceutil/trace.go:171","msg":"trace[851960896] linearizableReadLoop","detail":"{readStateIndex:10134; appliedIndex:10132; }","duration":"713.842814ms","start":"2026-03-04T11:28:52.660913Z","end":"2026-03-04T11:28:53.374756Z","steps":["trace[851960896] 'read index received' (duration: 49.716899ms)","trace[851960896] 'applied index is now lower than readState.Index' (duration: 664.123274ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:28:53.374803Z","caller":"traceutil/trace.go:171","msg":"trace[1666602469] transaction","detail":"{read_only:false; response_revision:9736; number_of_response:1; }","duration":"807.576562ms","start":"2026-03-04T11:28:52.567184Z","end":"2026-03-04T11:28:53.37476Z","steps":["trace[1666602469] 'process raft request' (duration: 338.164354ms)","trace[1666602469] 'compare' (duration: 468.937445ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:28:53.374947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:52.567146Z","time spent":"807.713135ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:28:53.374946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.009317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:28:53.375006Z","caller":"traceutil/trace.go:171","msg":"trace[181268848] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:9736; }","duration":"714.138751ms","start":"2026-03-04T11:28:52.660854Z","end":"2026-03-04T11:28:53.374993Z","steps":["trace[181268848] 'agreement among raft nodes before linearized reading' (duration: 714.015138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:53.375046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:52.660832Z","time spent":"714.199343ms","remote":"127.0.0.1:38746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:28:53.375082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.325495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-04T11:28:53.375132Z","caller":"traceutil/trace.go:171","msg":"trace[1403109621] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:9736; }","duration":"254.404047ms","start":"2026-03-04T11:28:53.120712Z","end":"2026-03-04T11:28:53.375116Z","steps":["trace[1403109621] 'agreement among raft nodes before linearized reading' (duration: 254.175251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:53.375466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.11376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T11:28:53.375516Z","caller":"traceutil/trace.go:171","msg":"trace[188384685] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9736; }","duration":"251.172812ms","start":"2026-03-04T11:28:53.12433Z","end":"2026-03-04T11:28:53.375503Z","steps":["trace[188384685] 'agreement among raft nodes before linearized reading' (duration: 251.061089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:54.142612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.147511ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:28:54.142858Z","caller":"traceutil/trace.go:171","msg":"trace[381386648] transaction","detail":"{read_only:false; response_revision:9737; number_of_response:1; }","duration":"763.163293ms","start":"2026-03-04T11:28:53.37966Z","end":"2026-03-04T11:28:54.142823Z","steps":["trace[381386648] 'process raft request' (duration: 222.723414ms)","trace[381386648] 'compare' (duration: 540.026588ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:28:54.142978Z","caller":"traceutil/trace.go:171","msg":"trace[500114298] linearizableReadLoop","detail":"{readStateIndex:10135; appliedIndex:10134; }","duration":"706.030019ms","start":"2026-03-04T11:28:53.43693Z","end":"2026-03-04T11:28:54.14296Z","steps":["trace[500114298] 'read index received' (duration: 165.521008ms)","trace[500114298] 'applied index is now lower than readState.Index' (duration: 540.5063ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:28:54.143005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:53.379635Z","time spent":"763.280466ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:28:55.944272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.801554323s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-04T11:28:55.94481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.507902741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T11:28:55.944858Z","caller":"traceutil/trace.go:171","msg":"trace[1210702715] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9737; }","duration":"2.507982373s","start":"2026-03-04T11:28:53.436851Z","end":"2026-03-04T11:28:55.944834Z","steps":["trace[1210702715] 'agreement among raft nodes before linearized reading' (duration: 706.174093ms)","trace[1210702715] 'range keys from in-memory index tree' (duration: 1.801669056s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:28:55.944893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:53.436837Z","time spent":"2.508046995s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T11:28:55.945434Z","caller":"traceutil/trace.go:171","msg":"trace[1670003420] linearizableReadLoop","detail":"{readStateIndex:10137; appliedIndex:10135; }","duration":"1.802404106s","start":"2026-03-04T11:28:54.143008Z","end":"2026-03-04T11:28:55.945412Z","steps":["trace[1670003420] 'read index received' (duration: 54.441µs)","trace[1670003420] 'applied index is now lower than readState.Index' (duration: 1.802348365s)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:28:55.945487Z","caller":"traceutil/trace.go:171","msg":"trace[1383771651] transaction","detail":"{read_only:false; response_revision:9738; number_of_response:1; }","duration":"2.45089189s","start":"2026-03-04T11:28:53.494563Z","end":"2026-03-04T11:28:55.945454Z","steps":["trace[1383771651] 'process raft request' (duration: 2.449829702s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:55.945619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:53.494536Z","time spent":"2.451019093s","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":881,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T11:28:56.446619Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541843648,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:28:56.702945Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.95755121s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T11:28:56.79504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.687584932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:28:56.795103Z","caller":"traceutil/trace.go:171","msg":"trace[564565498] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9738; }","duration":"2.687680984s","start":"2026-03-04T11:28:54.107402Z","end":"2026-03-04T11:28:56.795083Z","steps":["trace[564565498] 'agreement among raft nodes before linearized reading' (duration: 1.838018414s)","trace[564565498] 'range keys from in-memory index tree' (duration: 849.568028ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:28:56.795132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:54.107385Z","time spent":"2.687740835s","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:28:56.795202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.877662626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:28:56.795261Z","caller":"traceutil/trace.go:171","msg":"trace[1771889511] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:9738; }","duration":"2.877758989s","start":"2026-03-04T11:28:53.917486Z","end":"2026-03-04T11:28:56.795245Z","steps":["trace[1771889511] 'agreement among raft nodes before linearized reading' (duration: 2.027937614s)","trace[1771889511] 'count revisions from in-memory index tree' (duration: 849.722112ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:28:56.795291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:53.917471Z","time spent":"2.87781349s","remote":"127.0.0.1:41388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:28:56.795336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.353141694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-04T11:28:56.795379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.920698ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:28:56.7954Z","caller":"traceutil/trace.go:171","msg":"trace[1243724393] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:9738; }","duration":"3.353245757s","start":"2026-03-04T11:28:53.442134Z","end":"2026-03-04T11:28:56.79538Z","steps":["trace[1243724393] 'agreement among raft nodes before linearized reading' (duration: 2.503363721s)","trace[1243724393] 'range keys from in-memory index tree' (duration: 849.704712ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:28:56.795456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:53.442114Z","time spent":"3.35333001s","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-kh88j\" "} {"level":"info","ts":"2026-03-04T11:28:56.795509Z","caller":"traceutil/trace.go:171","msg":"trace[1900582732] transaction","detail":"{read_only:false; response_revision:9741; number_of_response:1; }","duration":"2.441254216s","start":"2026-03-04T11:28:54.354247Z","end":"2026-03-04T11:28:56.795501Z","steps":["trace[1900582732] 'process raft request' (duration: 2.441228116s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:56.795516Z","caller":"traceutil/trace.go:171","msg":"trace[1693170843] transaction","detail":"{read_only:false; response_revision:9740; number_of_response:1; }","duration":"2.441314507s","start":"2026-03-04T11:28:54.354189Z","end":"2026-03-04T11:28:56.795503Z","steps":["trace[1693170843] 'process raft request' (duration: 2.441244686s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:56.795555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:54.354243Z","time spent":"2.441290517s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:28:56.795529Z","caller":"traceutil/trace.go:171","msg":"trace[1186550508] transaction","detail":"{read_only:false; response_revision:9739; number_of_response:1; }","duration":"2.569179434s","start":"2026-03-04T11:28:54.226322Z","end":"2026-03-04T11:28:56.795501Z","steps":["trace[1186550508] 'process raft request' (duration: 1.719082162s)","trace[1186550508] 'compare' (duration: 849.668851ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:28:56.795577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:54.354175Z","time spent":"2.441369048s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:28:56.79573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:54.226302Z","time spent":"2.569340078s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":507,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:28:57.206406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.061495ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:28:57.206562Z","caller":"traceutil/trace.go:171","msg":"trace[438719727] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9741; }","duration":"168.232499ms","start":"2026-03-04T11:28:57.038303Z","end":"2026-03-04T11:28:57.206536Z","steps":["trace[438719727] 'range keys from in-memory index tree' (duration: 168.036094ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:57.206848Z","caller":"traceutil/trace.go:171","msg":"trace[1667534169] linearizableReadLoop","detail":"{readStateIndex:10143; appliedIndex:10137; }","duration":"1.261357999s","start":"2026-03-04T11:28:55.945479Z","end":"2026-03-04T11:28:57.206837Z","steps":["trace[1667534169] 'read index received' (duration: 757.611647ms)","trace[1667534169] 'applied index is now lower than readState.Index' (duration: 503.745652ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:28:57.207078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.316231533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T11:28:57.207618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099623671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:28:57.20763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060896151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-04T11:28:57.207087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.184466584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:28:57.207683Z","caller":"traceutil/trace.go:171","msg":"trace[1575000024] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9744; }","duration":"1.060984533s","start":"2026-03-04T11:28:56.146683Z","end":"2026-03-04T11:28:57.207668Z","steps":["trace[1575000024] 'agreement among raft nodes before linearized reading' (duration: 1.060794458s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:57.207691Z","caller":"traceutil/trace.go:171","msg":"trace[881101365] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9744; }","duration":"1.099746344s","start":"2026-03-04T11:28:56.107921Z","end":"2026-03-04T11:28:57.207658Z","steps":["trace[881101365] 'agreement among raft nodes before linearized reading' (duration: 1.099671082s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:57.207722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:56.146652Z","time spent":"1.061061925s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T11:28:57.207726Z","caller":"traceutil/trace.go:171","msg":"trace[1538881627] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:9744; }","duration":"2.185172752s","start":"2026-03-04T11:28:55.022533Z","end":"2026-03-04T11:28:57.207706Z","steps":["trace[1538881627] 'agreement among raft nodes before linearized reading' (duration: 2.184446603s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:57.207745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:56.107909Z","time spent":"1.099827876s","remote":"127.0.0.1:41086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T11:28:57.207182Z","caller":"traceutil/trace.go:171","msg":"trace[307918144] transaction","detail":"{read_only:false; response_revision:9742; number_of_response:1; }","duration":"1.258688938s","start":"2026-03-04T11:28:55.948465Z","end":"2026-03-04T11:28:57.207153Z","steps":["trace[307918144] 'process raft request' (duration: 1.224469697s)","trace[307918144] 'compare' (duration: 33.717598ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:28:57.207791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:55.022478Z","time spent":"2.185291046s","remote":"127.0.0.1:41562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":12,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:28:57.207186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.912859361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T11:28:57.207905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:55.948448Z","time spent":"1.259384816s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:28:57.207229Z","caller":"traceutil/trace.go:171","msg":"trace[1430538498] transaction","detail":"{read_only:false; response_revision:9743; number_of_response:1; }","duration":"1.142623373s","start":"2026-03-04T11:28:56.064596Z","end":"2026-03-04T11:28:57.207219Z","steps":["trace[1430538498] 'process raft request' (duration: 1.142155751s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:57.207998Z","caller":"traceutil/trace.go:171","msg":"trace[1044923383] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:9744; }","duration":"2.913695724s","start":"2026-03-04T11:28:54.294263Z","end":"2026-03-04T11:28:57.207958Z","steps":["trace[1044923383] 'agreement among raft nodes before linearized reading' (duration: 2.912847381s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:57.207265Z","caller":"traceutil/trace.go:171","msg":"trace[1722589871] transaction","detail":"{read_only:false; response_revision:9744; number_of_response:1; }","duration":"1.020848036s","start":"2026-03-04T11:28:56.186409Z","end":"2026-03-04T11:28:57.207257Z","steps":["trace[1722589871] 'process raft request' (duration: 1.020391064s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:57.208238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.012911446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T11:28:57.20733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.461256581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T11:28:57.208359Z","caller":"traceutil/trace.go:171","msg":"trace[887965275] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9744; }","duration":"2.462300829s","start":"2026-03-04T11:28:54.746041Z","end":"2026-03-04T11:28:57.208341Z","steps":["trace[887965275] 'agreement among raft nodes before linearized reading' (duration: 2.46119628s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:57.208418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:54.74602Z","time spent":"2.462383821s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T11:28:57.207374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.615257846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:28:57.208521Z","caller":"traceutil/trace.go:171","msg":"trace[712669591] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:9744; }","duration":"2.616421177s","start":"2026-03-04T11:28:54.592079Z","end":"2026-03-04T11:28:57.2085Z","steps":["trace[712669591] 'agreement among raft nodes before linearized reading' (duration: 2.615271877s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:57.208577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.406282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:36 size:337892"} {"level":"warn","ts":"2026-03-04T11:28:57.208433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:56.186384Z","time spent":"1.021865093s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:28:57.208583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:54.592061Z","time spent":"2.616500909s","remote":"127.0.0.1:43580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-03-04T11:28:57.208304Z","caller":"traceutil/trace.go:171","msg":"trace[1054662638] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9744; }","duration":"3.013013458s","start":"2026-03-04T11:28:54.195277Z","end":"2026-03-04T11:28:57.208291Z","steps":["trace[1054662638] 'agreement among raft nodes before linearized reading' (duration: 3.012366521s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:57.208618Z","caller":"traceutil/trace.go:171","msg":"trace[1507135117] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:36; response_revision:9744; }","duration":"408.465884ms","start":"2026-03-04T11:28:56.800141Z","end":"2026-03-04T11:28:57.208607Z","steps":["trace[1507135117] 'agreement among raft nodes before linearized reading' (duration: 407.158029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:57.208718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:54.195219Z","time spent":"3.013489871s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T11:28:57.208781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:56.800128Z","time spent":"408.630318ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":36,"response size":337915,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T11:28:57.207446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.720352773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-04T11:28:57.208922Z","caller":"traceutil/trace.go:171","msg":"trace[1079639292] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9744; }","duration":"2.721867623s","start":"2026-03-04T11:28:54.487043Z","end":"2026-03-04T11:28:57.20891Z","steps":["trace[1079639292] 'agreement among raft nodes before linearized reading' (duration: 2.720348203s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:57.208964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:54.487015Z","time spent":"2.721938025s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T11:28:57.207423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.916483157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:28:57.209027Z","caller":"traceutil/trace.go:171","msg":"trace[984118773] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:9744; }","duration":"2.91813118s","start":"2026-03-04T11:28:54.290882Z","end":"2026-03-04T11:28:57.209014Z","steps":["trace[984118773] 'agreement among raft nodes before linearized reading' (duration: 2.916386724s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:57.207522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.441251055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-04T11:28:57.20906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:54.290832Z","time spent":"2.918218342s","remote":"127.0.0.1:41178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":108,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:28:57.209023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.828174133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T11:28:57.209086Z","caller":"traceutil/trace.go:171","msg":"trace[1914568233] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9744; }","duration":"1.442853207s","start":"2026-03-04T11:28:55.76622Z","end":"2026-03-04T11:28:57.209073Z","steps":["trace[1914568233] 'agreement among raft nodes before linearized reading' (duration: 1.44106166s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:57.209132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:55.766197Z","time spent":"1.442921689s","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T11:28:57.209121Z","caller":"traceutil/trace.go:171","msg":"trace[1703193244] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9744; }","duration":"1.829343234s","start":"2026-03-04T11:28:55.379759Z","end":"2026-03-04T11:28:57.209102Z","steps":["trace[1703193244] 'agreement among raft nodes before linearized reading' (duration: 1.827714231s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:57.207512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109178752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-03-04T11:28:57.209298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:55.379736Z","time spent":"1.829523138s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T11:28:57.209336Z","caller":"traceutil/trace.go:171","msg":"trace[1232100704] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:9744; }","duration":"1.111062881s","start":"2026-03-04T11:28:56.098246Z","end":"2026-03-04T11:28:57.209309Z","steps":["trace[1232100704] 'agreement among raft nodes before linearized reading' (duration: 1.109056968s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:57.209406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:56.098229Z","time spent":"1.111158644s","remote":"127.0.0.1:41248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-04T11:28:57.207568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.851165267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:28:57.209517Z","caller":"traceutil/trace.go:171","msg":"trace[943083016] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:9744; }","duration":"2.853146499s","start":"2026-03-04T11:28:54.356348Z","end":"2026-03-04T11:28:57.209495Z","steps":["trace[943083016] 'agreement among raft nodes before linearized reading' (duration: 2.851116076s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:57.207531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.609541886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T11:28:57.209577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:54.356343Z","time spent":"2.853216451s","remote":"127.0.0.1:41432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":109,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-03-04T11:28:57.209611Z","caller":"traceutil/trace.go:171","msg":"trace[114891376] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:9744; }","duration":"1.611651372s","start":"2026-03-04T11:28:55.597943Z","end":"2026-03-04T11:28:57.209594Z","steps":["trace[114891376] 'agreement among raft nodes before linearized reading' (duration: 1.609524816s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:57.209688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:55.597921Z","time spent":"1.611739935s","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":68,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-04T11:28:57.20763Z","caller":"traceutil/trace.go:171","msg":"trace[1179546668] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:9744; }","duration":"2.316834689s","start":"2026-03-04T11:28:54.890784Z","end":"2026-03-04T11:28:57.207618Z","steps":["trace[1179546668] 'agreement among raft nodes before linearized reading' (duration: 2.316255253s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:57.209799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:54.890756Z","time spent":"2.319012196s","remote":"127.0.0.1:41404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:28:57.208092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:54.294246Z","time spent":"2.913833057s","remote":"127.0.0.1:48014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":14,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:28:57.208085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:56.064564Z","time spent":"1.143455614s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:28:57.207415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.011397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:28:57.209997Z","caller":"traceutil/trace.go:171","msg":"trace[7135225] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:9744; }","duration":"392.639057ms","start":"2026-03-04T11:28:56.817342Z","end":"2026-03-04T11:28:57.209981Z","steps":["trace[7135225] 'agreement among raft nodes before linearized reading' (duration: 389.976627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:57.210046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:56.817327Z","time spent":"392.705068ms","remote":"127.0.0.1:41600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-04T11:28:57.571726Z","caller":"traceutil/trace.go:171","msg":"trace[824600076] transaction","detail":"{read_only:false; response_revision:9747; number_of_response:1; }","duration":"358.250712ms","start":"2026-03-04T11:28:57.21346Z","end":"2026-03-04T11:28:57.57171Z","steps":["trace[824600076] 'process raft request' (duration: 358.16998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:57.571824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:57.213443Z","time spent":"358.331615ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:28:57.57186Z","caller":"traceutil/trace.go:171","msg":"trace[1239735592] transaction","detail":"{read_only:false; response_revision:9746; number_of_response:1; }","duration":"359.282079ms","start":"2026-03-04T11:28:57.212554Z","end":"2026-03-04T11:28:57.571836Z","steps":["trace[1239735592] 'process raft request' (duration: 346.304988ms)","trace[1239735592] 'compare' (duration: 12.587391ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:28:57.571922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:57.212525Z","time spent":"359.369642ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:28:57.571928Z","caller":"traceutil/trace.go:171","msg":"trace[380783842] linearizableReadLoop","detail":"{readStateIndex:10145; appliedIndex:10143; }","duration":"359.186787ms","start":"2026-03-04T11:28:57.212735Z","end":"2026-03-04T11:28:57.571922Z","steps":["trace[380783842] 'read index received' (duration: 37.873548ms)","trace[380783842] 'applied index is now lower than readState.Index' (duration: 321.312689ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:28:57.572021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.28622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-84c0dd2c-39bd-4831-b1d4-a63330787b03\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-03-04T11:28:57.572046Z","caller":"traceutil/trace.go:171","msg":"trace[775952267] range","detail":"{range_begin:/registry/persistentvolumes/pvc-84c0dd2c-39bd-4831-b1d4-a63330787b03; range_end:; response_count:1; response_revision:9749; }","duration":"359.334341ms","start":"2026-03-04T11:28:57.212704Z","end":"2026-03-04T11:28:57.572038Z","steps":["trace[775952267] 'agreement among raft nodes before linearized reading' (duration: 359.234208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:57.57206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:57.212683Z","time spent":"359.373372ms","remote":"127.0.0.1:41238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1316,"request content":"key:\"/registry/persistentvolumes/pvc-84c0dd2c-39bd-4831-b1d4-a63330787b03\" "} {"level":"warn","ts":"2026-03-04T11:28:57.572068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.956231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18999ee1c07bb0b7\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-04T11:28:57.572091Z","caller":"traceutil/trace.go:171","msg":"trace[1735434804] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18999ee1c07bb0b7; range_end:; response_count:1; response_revision:9749; }","duration":"359.018643ms","start":"2026-03-04T11:28:57.213063Z","end":"2026-03-04T11:28:57.572082Z","steps":["trace[1735434804] 'agreement among raft nodes before linearized reading' (duration: 358.952971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:57.572115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:57.213043Z","time spent":"359.066663ms","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18999ee1c07bb0b7\" "} {"level":"info","ts":"2026-03-04T11:28:57.572236Z","caller":"traceutil/trace.go:171","msg":"trace[612860930] transaction","detail":"{read_only:false; response_revision:9749; number_of_response:1; }","duration":"358.211452ms","start":"2026-03-04T11:28:57.214019Z","end":"2026-03-04T11:28:57.572231Z","steps":["trace[612860930] 'process raft request' (duration: 357.78763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:57.572272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:57.214007Z","time spent":"358.246942ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:28:57.571904Z","caller":"traceutil/trace.go:171","msg":"trace[139580332] transaction","detail":"{read_only:false; response_revision:9748; number_of_response:1; }","duration":"358.314124ms","start":"2026-03-04T11:28:57.213559Z","end":"2026-03-04T11:28:57.571873Z","steps":["trace[139580332] 'process raft request' (duration: 358.125879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:57.572327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.868445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:28:57.572345Z","caller":"traceutil/trace.go:171","msg":"trace[1182496076] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9749; }","duration":"348.897235ms","start":"2026-03-04T11:28:57.223441Z","end":"2026-03-04T11:28:57.572339Z","steps":["trace[1182496076] 'agreement among raft nodes before linearized reading' (duration: 348.872325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:57.572363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:57.223435Z","time spent":"348.924597ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:28:57.572631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.114915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T11:28:57.572651Z","caller":"traceutil/trace.go:171","msg":"trace[2037272670] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9749; }","duration":"359.155487ms","start":"2026-03-04T11:28:57.213491Z","end":"2026-03-04T11:28:57.572647Z","steps":["trace[2037272670] 'agreement among raft nodes before linearized reading' (duration: 358.942651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:57.572665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:57.213481Z","time spent":"359.180517ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T11:28:57.5723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.412334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:28:57.572991Z","caller":"traceutil/trace.go:171","msg":"trace[575689458] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:9749; }","duration":"297.140043ms","start":"2026-03-04T11:28:57.275842Z","end":"2026-03-04T11:28:57.572982Z","steps":["trace[575689458] 'agreement among raft nodes before linearized reading' (duration: 296.430945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:57.573051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:57.213547Z","time spent":"358.785876ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:28:58.136758Z","caller":"traceutil/trace.go:171","msg":"trace[1844809807] transaction","detail":"{read_only:false; response_revision:9751; number_of_response:1; }","duration":"477.559004ms","start":"2026-03-04T11:28:57.659157Z","end":"2026-03-04T11:28:58.136716Z","steps":["trace[1844809807] 'process raft request' (duration: 477.329758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:58.136889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:57.659145Z","time spent":"477.675317ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:28:58.332416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.040965ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-04T11:28:58.617539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.695025ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:28:58.617747Z","caller":"traceutil/trace.go:171","msg":"trace[774366243] linearizableReadLoop","detail":"{readStateIndex:10153; appliedIndex:10151; }","duration":"228.181368ms","start":"2026-03-04T11:28:58.38955Z","end":"2026-03-04T11:28:58.617731Z","steps":["trace[774366243] 'read index received' (duration: 57.215106ms)","trace[774366243] 'applied index is now lower than readState.Index' (duration: 170.965352ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:28:58.617893Z","caller":"traceutil/trace.go:171","msg":"trace[1040209880] transaction","detail":"{read_only:false; response_revision:9753; number_of_response:1; }","duration":"282.57469ms","start":"2026-03-04T11:28:58.335303Z","end":"2026-03-04T11:28:58.617878Z","steps":["trace[1040209880] 'process raft request' (duration: 282.347374ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:58.617889Z","caller":"traceutil/trace.go:171","msg":"trace[1564965965] transaction","detail":"{read_only:false; response_revision:9752; number_of_response:1; }","duration":"284.176002ms","start":"2026-03-04T11:28:58.333647Z","end":"2026-03-04T11:28:58.617823Z","steps":["trace[1564965965] 'process raft request' (duration: 113.096047ms)","trace[1564965965] 'compare' (duration: 170.566372ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:28:58.61797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.408164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-db-sync\" ","response":"range_response_count:1 size:5186"} {"level":"info","ts":"2026-03-04T11:28:58.618024Z","caller":"traceutil/trace.go:171","msg":"trace[1852766482] range","detail":"{range_begin:/registry/jobs/openstack/glance-db-sync; range_end:; response_count:1; response_revision:9753; }","duration":"228.501936ms","start":"2026-03-04T11:28:58.38951Z","end":"2026-03-04T11:28:58.618012Z","steps":["trace[1852766482] 'agreement among raft nodes before linearized reading' (duration: 228.27745ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:58.957653Z","caller":"traceutil/trace.go:171","msg":"trace[1461443374] transaction","detail":"{read_only:false; response_revision:9754; number_of_response:1; }","duration":"157.685392ms","start":"2026-03-04T11:28:58.799939Z","end":"2026-03-04T11:28:58.957625Z","steps":["trace[1461443374] 'process raft request' (duration: 150.696528ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:59.18592Z","caller":"traceutil/trace.go:171","msg":"trace[1543479305] linearizableReadLoop","detail":"{readStateIndex:10157; appliedIndex:10154; }","duration":"120.622776ms","start":"2026-03-04T11:28:59.065272Z","end":"2026-03-04T11:28:59.185894Z","steps":["trace[1543479305] 'read index received' (duration: 90.668567ms)","trace[1543479305] 'applied index is now lower than readState.Index' (duration: 29.953069ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:28:59.185994Z","caller":"traceutil/trace.go:171","msg":"trace[1469680591] transaction","detail":"{read_only:false; response_revision:9756; number_of_response:1; }","duration":"385.277843ms","start":"2026-03-04T11:28:58.800684Z","end":"2026-03-04T11:28:59.185962Z","steps":["trace[1469680591] 'process raft request' (duration: 385.059458ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:59.186146Z","caller":"traceutil/trace.go:171","msg":"trace[799968494] transaction","detail":"{read_only:false; response_revision:9757; number_of_response:1; }","duration":"352.702126ms","start":"2026-03-04T11:28:58.833421Z","end":"2026-03-04T11:28:59.186123Z","steps":["trace[799968494] 'process raft request' (duration: 352.387857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:59.186766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:58.800654Z","time spent":"386.006223ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:28:59.186942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:58.833399Z","time spent":"353.380354ms","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T11:28:59.186161Z","caller":"traceutil/trace.go:171","msg":"trace[1807459184] transaction","detail":"{read_only:false; response_revision:9755; number_of_response:1; }","duration":"385.450229ms","start":"2026-03-04T11:28:58.800672Z","end":"2026-03-04T11:28:59.186123Z","steps":["trace[1807459184] 'process raft request' (duration: 355.263504ms)","trace[1807459184] 'compare' (duration: 29.515297ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:28:59.187197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:28:58.800661Z","time spent":"386.444715ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:28:59.186269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.985216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-metadefs-load-b6t7v\" ","response":"range_response_count:1 size:6750"} {"level":"info","ts":"2026-03-04T11:28:59.187458Z","caller":"traceutil/trace.go:171","msg":"trace[574238853] range","detail":"{range_begin:/registry/pods/openstack/glance-metadefs-load-b6t7v; range_end:; response_count:1; response_revision:9757; }","duration":"122.201738ms","start":"2026-03-04T11:28:59.065217Z","end":"2026-03-04T11:28:59.187419Z","steps":["trace[574238853] 'agreement among raft nodes before linearized reading' (duration: 120.922084ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:59.464331Z","caller":"traceutil/trace.go:171","msg":"trace[1701326284] linearizableReadLoop","detail":"{readStateIndex:10158; appliedIndex:10157; }","duration":"252.20537ms","start":"2026-03-04T11:28:59.2121Z","end":"2026-03-04T11:28:59.464306Z","steps":["trace[1701326284] 'read index received' (duration: 252.002495ms)","trace[1701326284] 'applied index is now lower than readState.Index' (duration: 201.865µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:28:59.464369Z","caller":"traceutil/trace.go:171","msg":"trace[1528041801] transaction","detail":"{read_only:false; response_revision:9758; number_of_response:1; }","duration":"268.046377ms","start":"2026-03-04T11:28:59.196306Z","end":"2026-03-04T11:28:59.464352Z","steps":["trace[1528041801] 'process raft request' (duration: 267.854042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:59.464561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.432117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T11:28:59.464631Z","caller":"traceutil/trace.go:171","msg":"trace[1221192544] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9758; }","duration":"252.55602ms","start":"2026-03-04T11:28:59.212058Z","end":"2026-03-04T11:28:59.464614Z","steps":["trace[1221192544] 'agreement among raft nodes before linearized reading' (duration: 252.366795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:59.464824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.870852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T11:28:59.464927Z","caller":"traceutil/trace.go:171","msg":"trace[898331512] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9758; }","duration":"211.013516ms","start":"2026-03-04T11:28:59.253895Z","end":"2026-03-04T11:28:59.464909Z","steps":["trace[898331512] 'agreement among raft nodes before linearized reading' (duration: 210.677507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:59.465001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.628756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:28:59.465093Z","caller":"traceutil/trace.go:171","msg":"trace[795836488] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:9758; }","duration":"248.732579ms","start":"2026-03-04T11:28:59.216338Z","end":"2026-03-04T11:28:59.465071Z","steps":["trace[795836488] 'agreement among raft nodes before linearized reading' (duration: 248.212935ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:59.710466Z","caller":"traceutil/trace.go:171","msg":"trace[1795439444] transaction","detail":"{read_only:false; response_revision:9759; number_of_response:1; }","duration":"241.212761ms","start":"2026-03-04T11:28:59.469235Z","end":"2026-03-04T11:28:59.710447Z","steps":["trace[1795439444] 'process raft request' (duration: 241.093748ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:59.751364Z","caller":"traceutil/trace.go:171","msg":"trace[533143364] linearizableReadLoop","detail":"{readStateIndex:10160; appliedIndex:10158; }","duration":"174.678489ms","start":"2026-03-04T11:28:59.576663Z","end":"2026-03-04T11:28:59.751342Z","steps":["trace[533143364] 'read index received' (duration: 133.713721ms)","trace[533143364] 'applied index is now lower than readState.Index' (duration: 40.963518ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:28:59.751465Z","caller":"traceutil/trace.go:171","msg":"trace[1450731109] transaction","detail":"{read_only:false; response_revision:9760; number_of_response:1; }","duration":"274.032484ms","start":"2026-03-04T11:28:59.477399Z","end":"2026-03-04T11:28:59.751431Z","steps":["trace[1450731109] 'process raft request' (duration: 273.792428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:59.751608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.935595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T11:28:59.751645Z","caller":"traceutil/trace.go:171","msg":"trace[833338159] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9760; }","duration":"175.021458ms","start":"2026-03-04T11:28:59.576612Z","end":"2026-03-04T11:28:59.751634Z","steps":["trace[833338159] 'agreement among raft nodes before linearized reading' (duration: 174.851193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:59.751703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.010678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T11:28:59.751788Z","caller":"traceutil/trace.go:171","msg":"trace[1786374512] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9760; }","duration":"175.152791ms","start":"2026-03-04T11:28:59.576615Z","end":"2026-03-04T11:28:59.751768Z","steps":["trace[1786374512] 'agreement among raft nodes before linearized reading' (duration: 174.847393ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:59.751784Z","caller":"traceutil/trace.go:171","msg":"trace[1353474160] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:9760; }","duration":"100.013713ms","start":"2026-03-04T11:28:59.651751Z","end":"2026-03-04T11:28:59.751765Z","steps":["trace[1353474160] 'agreement among raft nodes before linearized reading' (duration: 99.981242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:59.751842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.937567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T11:28:59.751918Z","caller":"traceutil/trace.go:171","msg":"trace[200897006] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9760; }","duration":"169.069081ms","start":"2026-03-04T11:28:59.582833Z","end":"2026-03-04T11:28:59.751902Z","steps":["trace[200897006] 'agreement among raft nodes before linearized reading' (duration: 168.829715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:28:59.952652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.88297ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:28:59.952834Z","caller":"traceutil/trace.go:171","msg":"trace[1674776335] transaction","detail":"{read_only:false; response_revision:9763; number_of_response:1; }","duration":"196.444232ms","start":"2026-03-04T11:28:59.756372Z","end":"2026-03-04T11:28:59.952816Z","steps":["trace[1674776335] 'process raft request' (duration: 196.3832ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:28:59.952902Z","caller":"traceutil/trace.go:171","msg":"trace[961231215] transaction","detail":"{read_only:false; response_revision:9762; number_of_response:1; }","duration":"196.639617ms","start":"2026-03-04T11:28:59.756221Z","end":"2026-03-04T11:28:59.952861Z","steps":["trace[961231215] 'process raft request' (duration: 77.461049ms)","trace[961231215] 'compare' (duration: 118.725006ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:29:00.255839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.311865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:29:00.255921Z","caller":"traceutil/trace.go:171","msg":"trace[1115169061] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9763; }","duration":"148.457129ms","start":"2026-03-04T11:29:00.107445Z","end":"2026-03-04T11:29:00.255903Z","steps":["trace[1115169061] 'range keys from in-memory index tree' (duration: 148.248343ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:29:01.583934Z","caller":"traceutil/trace.go:171","msg":"trace[783310915] transaction","detail":"{read_only:false; response_revision:9764; number_of_response:1; }","duration":"621.431152ms","start":"2026-03-04T11:29:00.962476Z","end":"2026-03-04T11:29:01.583907Z","steps":["trace[783310915] 'process raft request' (duration: 621.264467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:01.584085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:29:00.962458Z","time spent":"621.547234ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:29:01.804653Z","caller":"traceutil/trace.go:171","msg":"trace[1446763432] linearizableReadLoop","detail":"{readStateIndex:10166; appliedIndex:10163; }","duration":"481.427796ms","start":"2026-03-04T11:29:01.323194Z","end":"2026-03-04T11:29:01.804622Z","steps":["trace[1446763432] 'read index received' (duration: 260.653583ms)","trace[1446763432] 'applied index is now lower than readState.Index' (duration: 220.772863ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:29:01.804728Z","caller":"traceutil/trace.go:171","msg":"trace[201230180] transaction","detail":"{read_only:false; response_revision:9766; number_of_response:1; }","duration":"611.530081ms","start":"2026-03-04T11:29:01.193171Z","end":"2026-03-04T11:29:01.804701Z","steps":["trace[201230180] 'process raft request' (duration: 611.400408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:01.804835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.634101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:29:01.804875Z","caller":"traceutil/trace.go:171","msg":"trace[541790143] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9766; }","duration":"481.726193ms","start":"2026-03-04T11:29:01.323138Z","end":"2026-03-04T11:29:01.804865Z","steps":["trace[541790143] 'agreement among raft nodes before linearized reading' (duration: 481.632531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:01.804912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:29:01.323115Z","time spent":"481.790625ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:29:01.804912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:29:01.193145Z","time spent":"611.639354ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:29:01.80508Z","caller":"traceutil/trace.go:171","msg":"trace[946269321] transaction","detail":"{read_only:false; response_revision:9765; number_of_response:1; }","duration":"611.848389ms","start":"2026-03-04T11:29:01.193161Z","end":"2026-03-04T11:29:01.80501Z","steps":["trace[946269321] 'process raft request' (duration: 611.231873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:01.805224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.39346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:29:01.805297Z","caller":"traceutil/trace.go:171","msg":"trace[870614209] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:9766; }","duration":"319.510152ms","start":"2026-03-04T11:29:01.48577Z","end":"2026-03-04T11:29:01.805281Z","steps":["trace[870614209] 'agreement among raft nodes before linearized reading' (duration: 319.282216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:01.805337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:29:01.485757Z","time spent":"319.571515ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-kh88j\" "} {"level":"warn","ts":"2026-03-04T11:29:01.80548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:29:01.193139Z","time spent":"612.110166ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":507,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:29:02.095673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.51387ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:29:02.095891Z","caller":"traceutil/trace.go:171","msg":"trace[1717460154] linearizableReadLoop","detail":"{readStateIndex:10168; appliedIndex:10166; }","duration":"286.122973ms","start":"2026-03-04T11:29:01.809749Z","end":"2026-03-04T11:29:02.095871Z","steps":["trace[1717460154] 'read index received' (duration: 85.246174ms)","trace[1717460154] 'applied index is now lower than readState.Index' (duration: 200.875329ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:29:02.09589Z","caller":"traceutil/trace.go:171","msg":"trace[148958486] transaction","detail":"{read_only:false; response_revision:9767; number_of_response:1; }","duration":"286.348619ms","start":"2026-03-04T11:29:01.809517Z","end":"2026-03-04T11:29:02.095866Z","steps":["trace[148958486] 'process raft request' (duration: 85.534172ms)","trace[148958486] 'compare' (duration: 200.389116ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:29:02.095914Z","caller":"traceutil/trace.go:171","msg":"trace[1265015010] transaction","detail":"{read_only:false; response_revision:9768; number_of_response:1; }","duration":"286.302687ms","start":"2026-03-04T11:29:01.809589Z","end":"2026-03-04T11:29:02.095891Z","steps":["trace[1265015010] 'process raft request' (duration: 286.192095ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:29:02.095983Z","caller":"traceutil/trace.go:171","msg":"trace[1385672273] transaction","detail":"{read_only:false; response_revision:9769; number_of_response:1; }","duration":"285.284881ms","start":"2026-03-04T11:29:01.810688Z","end":"2026-03-04T11:29:02.095973Z","steps":["trace[1385672273] 'process raft request' (duration: 285.146547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:02.096223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.903077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T11:29:02.096286Z","caller":"traceutil/trace.go:171","msg":"trace[617607316] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9769; }","duration":"139.03267ms","start":"2026-03-04T11:29:01.957237Z","end":"2026-03-04T11:29:02.09627Z","steps":["trace[617607316] 'agreement among raft nodes before linearized reading' (duration: 138.856546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:02.096466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.803845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T11:29:02.096555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.803691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:36 size:338130"} {"level":"info","ts":"2026-03-04T11:29:02.09657Z","caller":"traceutil/trace.go:171","msg":"trace[206179909] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9769; }","duration":"138.981889ms","start":"2026-03-04T11:29:01.957565Z","end":"2026-03-04T11:29:02.096547Z","steps":["trace[206179909] 'agreement among raft nodes before linearized reading' (duration: 138.563818ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:29:02.096611Z","caller":"traceutil/trace.go:171","msg":"trace[974555955] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:36; response_revision:9769; }","duration":"286.898193ms","start":"2026-03-04T11:29:01.809698Z","end":"2026-03-04T11:29:02.096597Z","steps":["trace[974555955] 'agreement among raft nodes before linearized reading' (duration: 286.432111ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:29:02.353856Z","caller":"traceutil/trace.go:171","msg":"trace[356354778] transaction","detail":"{read_only:false; response_revision:9770; number_of_response:1; }","duration":"242.637018ms","start":"2026-03-04T11:29:02.111196Z","end":"2026-03-04T11:29:02.353833Z","steps":["trace[356354778] 'process raft request' (duration: 242.390692ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:29:02.377919Z","caller":"traceutil/trace.go:171","msg":"trace[7158723] linearizableReadLoop","detail":"{readStateIndex:10171; appliedIndex:10169; }","duration":"265.635553ms","start":"2026-03-04T11:29:02.112257Z","end":"2026-03-04T11:29:02.377892Z","steps":["trace[7158723] 'read index received' (duration: 241.354664ms)","trace[7158723] 'applied index is now lower than readState.Index' (duration: 24.279829ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:29:02.378079Z","caller":"traceutil/trace.go:171","msg":"trace[1052554080] transaction","detail":"{read_only:false; response_revision:9772; number_of_response:1; }","duration":"109.77726ms","start":"2026-03-04T11:29:02.268268Z","end":"2026-03-04T11:29:02.378045Z","steps":["trace[1052554080] 'process raft request' (duration: 109.556785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:02.37815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.226273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-04T11:29:02.378166Z","caller":"traceutil/trace.go:171","msg":"trace[1183471401] transaction","detail":"{read_only:false; response_revision:9771; number_of_response:1; }","duration":"266.451595ms","start":"2026-03-04T11:29:02.111661Z","end":"2026-03-04T11:29:02.378113Z","steps":["trace[1183471401] 'process raft request' (duration: 266.042524ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:29:02.378204Z","caller":"traceutil/trace.go:171","msg":"trace[909243752] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:9772; }","duration":"254.334576ms","start":"2026-03-04T11:29:02.123853Z","end":"2026-03-04T11:29:02.378188Z","steps":["trace[909243752] 'agreement among raft nodes before linearized reading' (duration: 254.197553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:02.378307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.019659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-metadefs-load-b6t7v\" ","response":"range_response_count:1 size:6988"} {"level":"info","ts":"2026-03-04T11:29:02.378382Z","caller":"traceutil/trace.go:171","msg":"trace[1142057556] range","detail":"{range_begin:/registry/pods/openstack/glance-metadefs-load-b6t7v; range_end:; response_count:1; response_revision:9772; }","duration":"112.156133ms","start":"2026-03-04T11:29:02.266208Z","end":"2026-03-04T11:29:02.378364Z","steps":["trace[1142057556] 'agreement among raft nodes before linearized reading' (duration: 111.914866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:02.378345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.083866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:29:02.378487Z","caller":"traceutil/trace.go:171","msg":"trace[1195881434] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9772; }","duration":"266.269401ms","start":"2026-03-04T11:29:02.112197Z","end":"2026-03-04T11:29:02.378466Z","steps":["trace[1195881434] 'agreement among raft nodes before linearized reading' (duration: 265.833289ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:29:02.710871Z","caller":"traceutil/trace.go:171","msg":"trace[2096771353] transaction","detail":"{read_only:false; response_revision:9773; number_of_response:1; }","duration":"323.303192ms","start":"2026-03-04T11:29:02.38755Z","end":"2026-03-04T11:29:02.710853Z","steps":["trace[2096771353] 'process raft request' (duration: 322.136761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:02.711005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:29:02.387528Z","time spent":"323.415105ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6984,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:29:02.956845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.482115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-04T11:29:02.956959Z","caller":"traceutil/trace.go:171","msg":"trace[421370680] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:9773; }","duration":"130.62734ms","start":"2026-03-04T11:29:02.826303Z","end":"2026-03-04T11:29:02.956931Z","steps":["trace[421370680] 'range keys from in-memory index tree' (duration: 130.377303ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:29:03.993776Z","caller":"traceutil/trace.go:171","msg":"trace[890549764] linearizableReadLoop","detail":"{readStateIndex:10174; appliedIndex:10173; }","duration":"323.268721ms","start":"2026-03-04T11:29:03.670481Z","end":"2026-03-04T11:29:03.99375Z","steps":["trace[890549764] 'read index received' (duration: 323.152378ms)","trace[890549764] 'applied index is now lower than readState.Index' (duration: 115.213µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:29:03.993944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.437236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:29:03.993983Z","caller":"traceutil/trace.go:171","msg":"trace[902940717] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:9774; }","duration":"323.537339ms","start":"2026-03-04T11:29:03.670435Z","end":"2026-03-04T11:29:03.993972Z","steps":["trace[902940717] 'agreement among raft nodes before linearized reading' (duration: 323.450337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:03.994022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:29:03.670414Z","time spent":"323.59787ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-03-04T11:29:03.994094Z","caller":"traceutil/trace.go:171","msg":"trace[882059439] transaction","detail":"{read_only:false; response_revision:9774; number_of_response:1; }","duration":"404.689846ms","start":"2026-03-04T11:29:03.589154Z","end":"2026-03-04T11:29:03.993843Z","steps":["trace[882059439] 'process raft request' (duration: 404.428289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:03.994368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:29:03.589127Z","time spent":"405.147737ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:29:04.168667Z","caller":"traceutil/trace.go:171","msg":"trace[162701640] transaction","detail":"{read_only:false; response_revision:9775; number_of_response:1; }","duration":"357.83391ms","start":"2026-03-04T11:29:03.81079Z","end":"2026-03-04T11:29:04.168624Z","steps":["trace[162701640] 'process raft request' (duration: 281.240974ms)","trace[162701640] 'compare' (duration: 76.249437ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:29:04.168726Z","caller":"traceutil/trace.go:171","msg":"trace[1753350247] transaction","detail":"{read_only:false; response_revision:9776; number_of_response:1; }","duration":"357.498461ms","start":"2026-03-04T11:29:03.811189Z","end":"2026-03-04T11:29:04.168687Z","steps":["trace[1753350247] 'process raft request' (duration: 357.278975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:04.168848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:29:03.810769Z","time spent":"357.983315ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:29:04.168908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:29:03.811162Z","time spent":"357.645525ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:29:04.40032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.764842ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T11:29:04.4004Z","caller":"traceutil/trace.go:171","msg":"trace[1386219238] linearizableReadLoop","detail":"{readStateIndex:10177; appliedIndex:10174; }","duration":"406.529032ms","start":"2026-03-04T11:29:03.993857Z","end":"2026-03-04T11:29:04.400386Z","steps":["trace[1386219238] 'read index received' (duration: 98.097592ms)","trace[1386219238] 'applied index is now lower than readState.Index' (duration: 308.43017ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:29:04.400481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.001464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:29:04.4005Z","caller":"traceutil/trace.go:171","msg":"trace[957749081] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:9776; }","duration":"644.031185ms","start":"2026-03-04T11:29:03.756462Z","end":"2026-03-04T11:29:04.400493Z","steps":["trace[957749081] 'agreement among raft nodes before linearized reading' (duration: 643.979694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:04.400518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:29:03.756388Z","time spent":"644.124998ms","remote":"127.0.0.1:60952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:29:04.400533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.705628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:29:04.400591Z","caller":"traceutil/trace.go:171","msg":"trace[197862716] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:9776; }","duration":"618.805811ms","start":"2026-03-04T11:29:03.781768Z","end":"2026-03-04T11:29:04.400574Z","steps":["trace[197862716] 'agreement among raft nodes before linearized reading' (duration: 618.681728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:04.400588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.595897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:29:04.40062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:29:03.781757Z","time spent":"618.857682ms","remote":"127.0.0.1:41500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-03-04T11:29:04.40064Z","caller":"traceutil/trace.go:171","msg":"trace[442645950] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:9776; }","duration":"585.73667ms","start":"2026-03-04T11:29:03.814887Z","end":"2026-03-04T11:29:04.400624Z","steps":["trace[442645950] 'agreement among raft nodes before linearized reading' (duration: 585.640748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:04.40067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:29:03.814865Z","time spent":"585.799522ms","remote":"127.0.0.1:38816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:29:04.428491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.682394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T11:29:04.428549Z","caller":"traceutil/trace.go:171","msg":"trace[1895352580] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9777; }","duration":"328.788677ms","start":"2026-03-04T11:29:04.099746Z","end":"2026-03-04T11:29:04.428535Z","steps":["trace[1895352580] 'agreement among raft nodes before linearized reading' (duration: 328.632012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:04.428524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.828416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:29:04.428544Z","caller":"traceutil/trace.go:171","msg":"trace[1927852759] transaction","detail":"{read_only:false; response_revision:9777; number_of_response:1; }","duration":"254.904932ms","start":"2026-03-04T11:29:04.173601Z","end":"2026-03-04T11:29:04.428505Z","steps":["trace[1927852759] 'process raft request' (duration: 254.644915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:04.4286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:29:04.099723Z","time spent":"328.862239ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T11:29:04.428601Z","caller":"traceutil/trace.go:171","msg":"trace[1361144765] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:9777; }","duration":"177.016291ms","start":"2026-03-04T11:29:04.25157Z","end":"2026-03-04T11:29:04.428587Z","steps":["trace[1361144765] 'agreement among raft nodes before linearized reading' (duration: 176.866187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:04.42867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.301219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:29:04.428749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.224586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T11:29:04.428756Z","caller":"traceutil/trace.go:171","msg":"trace[886866581] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9777; }","duration":"321.409423ms","start":"2026-03-04T11:29:04.107324Z","end":"2026-03-04T11:29:04.428734Z","steps":["trace[886866581] 'agreement among raft nodes before linearized reading' (duration: 321.252089ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:29:04.428776Z","caller":"traceutil/trace.go:171","msg":"trace[1756605794] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9777; }","duration":"327.263797ms","start":"2026-03-04T11:29:04.101504Z","end":"2026-03-04T11:29:04.428768Z","steps":["trace[1756605794] 'agreement among raft nodes before linearized reading' (duration: 327.181484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:04.4288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:29:04.101484Z","time spent":"327.310438ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T11:29:04.428808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:29:04.107317Z","time spent":"321.481114ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:29:04.428822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.248325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-04T11:29:04.428971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.731445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T11:29:04.428921Z","caller":"traceutil/trace.go:171","msg":"trace[334382402] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:9777; }","duration":"322.380408ms","start":"2026-03-04T11:29:04.106523Z","end":"2026-03-04T11:29:04.428903Z","steps":["trace[334382402] 'agreement among raft nodes before linearized reading' (duration: 322.020959ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:29:04.429008Z","caller":"traceutil/trace.go:171","msg":"trace[1159516756] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9777; }","duration":"328.861129ms","start":"2026-03-04T11:29:04.100137Z","end":"2026-03-04T11:29:04.428998Z","steps":["trace[1159516756] 'agreement among raft nodes before linearized reading' (duration: 328.724095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:04.429041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:29:04.100115Z","time spent":"328.915241ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T11:29:04.429036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:29:04.106506Z","time spent":"322.514191ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-kh88j\" "} {"level":"warn","ts":"2026-03-04T11:29:04.820726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.547746ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:29:04.820812Z","caller":"traceutil/trace.go:171","msg":"trace[968263431] transaction","detail":"{read_only:false; response_revision:9778; number_of_response:1; }","duration":"386.895477ms","start":"2026-03-04T11:29:04.433904Z","end":"2026-03-04T11:29:04.820799Z","steps":["trace[968263431] 'process raft request' (duration: 92.210027ms)","trace[968263431] 'compare' (duration: 294.380022ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:29:04.820851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:29:04.433874Z","time spent":"386.957968ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:29:04.904059Z","caller":"traceutil/trace.go:171","msg":"trace[38555155] linearizableReadLoop","detail":"{readStateIndex:10183; appliedIndex:10178; }","duration":"467.896729ms","start":"2026-03-04T11:29:04.436147Z","end":"2026-03-04T11:29:04.904043Z","steps":["trace[38555155] 'read index received' (duration: 89.957438ms)","trace[38555155] 'applied index is now lower than readState.Index' (duration: 377.938701ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:29:04.904066Z","caller":"traceutil/trace.go:171","msg":"trace[806327101] transaction","detail":"{read_only:false; response_revision:9780; number_of_response:1; }","duration":"470.075057ms","start":"2026-03-04T11:29:04.433966Z","end":"2026-03-04T11:29:04.904041Z","steps":["trace[806327101] 'process raft request' (duration: 469.968384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:04.904205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:29:04.433933Z","time spent":"470.19329ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:29:04.904307Z","caller":"traceutil/trace.go:171","msg":"trace[1176101946] transaction","detail":"{read_only:false; response_revision:9781; number_of_response:1; }","duration":"470.244001ms","start":"2026-03-04T11:29:04.434025Z","end":"2026-03-04T11:29:04.904269Z","steps":["trace[1176101946] 'process raft request' (duration: 469.937113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:04.904451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:29:04.433998Z","time spent":"470.374885ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:29:04.904467Z","caller":"traceutil/trace.go:171","msg":"trace[1466332207] transaction","detail":"{read_only:false; response_revision:9779; number_of_response:1; }","duration":"470.523479ms","start":"2026-03-04T11:29:04.43393Z","end":"2026-03-04T11:29:04.904453Z","steps":["trace[1466332207] 'process raft request' (duration: 469.912663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:04.904482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.337881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:36 size:338141"} {"level":"info","ts":"2026-03-04T11:29:04.904512Z","caller":"traceutil/trace.go:171","msg":"trace[354441357] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:36; response_revision:9783; }","duration":"468.392882ms","start":"2026-03-04T11:29:04.436111Z","end":"2026-03-04T11:29:04.904504Z","steps":["trace[354441357] 'agreement among raft nodes before linearized reading' (duration: 467.997922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:04.904531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:29:04.433906Z","time spent":"470.59031ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:29:04.904442Z","caller":"traceutil/trace.go:171","msg":"trace[196339429] transaction","detail":"{read_only:false; response_revision:9782; number_of_response:1; }","duration":"468.342151ms","start":"2026-03-04T11:29:04.436012Z","end":"2026-03-04T11:29:04.904354Z","steps":["trace[196339429] 'process raft request' (duration: 467.976892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:04.906573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:29:04.435991Z","time spent":"470.434216ms","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T11:29:04.904574Z","caller":"traceutil/trace.go:171","msg":"trace[2088520929] transaction","detail":"{read_only:false; response_revision:9783; number_of_response:1; }","duration":"467.727045ms","start":"2026-03-04T11:29:04.436839Z","end":"2026-03-04T11:29:04.904566Z","steps":["trace[2088520929] 'process raft request' (duration: 467.180241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:04.904544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:29:04.436101Z","time spent":"468.435163ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":36,"response size":338164,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T11:29:04.90683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:29:04.436825Z","time spent":"469.961853ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:29:05.639231Z","caller":"traceutil/trace.go:171","msg":"trace[442090325] transaction","detail":"{read_only:false; response_revision:9784; number_of_response:1; }","duration":"183.43722ms","start":"2026-03-04T11:29:05.455767Z","end":"2026-03-04T11:29:05.639204Z","steps":["trace[442090325] 'process raft request' (duration: 183.285716ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:29:05.63924Z","caller":"traceutil/trace.go:171","msg":"trace[1163664233] linearizableReadLoop","detail":"{readStateIndex:10185; appliedIndex:10185; }","duration":"164.207353ms","start":"2026-03-04T11:29:05.475006Z","end":"2026-03-04T11:29:05.639213Z","steps":["trace[1163664233] 'read index received' (duration: 164.199023ms)","trace[1163664233] 'applied index is now lower than readState.Index' (duration: 6.4µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:29:05.639572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.544842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-04T11:29:05.63967Z","caller":"traceutil/trace.go:171","msg":"trace[974360084] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9784; }","duration":"164.750198ms","start":"2026-03-04T11:29:05.474903Z","end":"2026-03-04T11:29:05.639653Z","steps":["trace[974360084] 'agreement among raft nodes before linearized reading' (duration: 164.479941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:05.999266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.305195ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:29:05.999454Z","caller":"traceutil/trace.go:171","msg":"trace[1980109744] transaction","detail":"{read_only:false; response_revision:9785; number_of_response:1; }","duration":"355.996493ms","start":"2026-03-04T11:29:05.643443Z","end":"2026-03-04T11:29:05.99944Z","steps":["trace[1980109744] 'process raft request' (duration: 79.333928ms)","trace[1980109744] 'compare' (duration: 275.904855ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:29:05.999488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:29:05.643407Z","time spent":"356.064755ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:29:06.050224Z","caller":"traceutil/trace.go:171","msg":"trace[964195785] transaction","detail":"{read_only:false; response_revision:9786; number_of_response:1; }","duration":"401.606134ms","start":"2026-03-04T11:29:05.648565Z","end":"2026-03-04T11:29:06.050172Z","steps":["trace[964195785] 'process raft request' (duration: 401.45956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:06.050478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:29:05.648544Z","time spent":"401.750998ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:29:06.241668Z","caller":"traceutil/trace.go:171","msg":"trace[1616518481] linearizableReadLoop","detail":"{readStateIndex:10188; appliedIndex:10187; }","duration":"134.721778ms","start":"2026-03-04T11:29:06.106921Z","end":"2026-03-04T11:29:06.241643Z","steps":["trace[1616518481] 'read index received' (duration: 36.166623ms)","trace[1616518481] 'applied index is now lower than readState.Index' (duration: 98.554135ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:29:06.241795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.853811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:29:06.241824Z","caller":"traceutil/trace.go:171","msg":"trace[1891924089] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9787; }","duration":"134.898802ms","start":"2026-03-04T11:29:06.106917Z","end":"2026-03-04T11:29:06.241816Z","steps":["trace[1891924089] 'agreement among raft nodes before linearized reading' (duration: 134.81868ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:29:06.241959Z","caller":"traceutil/trace.go:171","msg":"trace[1772663248] transaction","detail":"{read_only:false; response_revision:9787; number_of_response:1; }","duration":"242.33781ms","start":"2026-03-04T11:29:05.9996Z","end":"2026-03-04T11:29:06.241937Z","steps":["trace[1772663248] 'process raft request' (duration: 143.440476ms)","trace[1772663248] 'compare' (duration: 98.498874ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:29:06.671673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.845092ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:29:06.672075Z","caller":"traceutil/trace.go:171","msg":"trace[1847898107] linearizableReadLoop","detail":"{readStateIndex:10190; appliedIndex:10188; }","duration":"421.732123ms","start":"2026-03-04T11:29:06.250332Z","end":"2026-03-04T11:29:06.672064Z","steps":["trace[1847898107] 'read index received' (duration: 164.443719ms)","trace[1847898107] 'applied index is now lower than readState.Index' (duration: 257.287634ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:29:06.672135Z","caller":"traceutil/trace.go:171","msg":"trace[519814176] transaction","detail":"{read_only:false; response_revision:9789; number_of_response:1; }","duration":"497.54412ms","start":"2026-03-04T11:29:06.174556Z","end":"2026-03-04T11:29:06.6721Z","steps":["trace[519814176] 'process raft request' (duration: 497.289883ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:29:06.672217Z","caller":"traceutil/trace.go:171","msg":"trace[775389196] transaction","detail":"{read_only:false; response_revision:9788; number_of_response:1; }","duration":"498.191938ms","start":"2026-03-04T11:29:06.173959Z","end":"2026-03-04T11:29:06.672151Z","steps":["trace[775389196] 'process raft request' (duration: 240.815651ms)","trace[775389196] 'compare' (duration: 256.610266ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:29:06.672164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.828367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:29:06.672328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:29:06.174516Z","time spent":"497.711685ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":507,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:29:06.672419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:29:06.173939Z","time spent":"498.380672ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:29:06.672342Z","caller":"traceutil/trace.go:171","msg":"trace[526782183] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9789; }","duration":"422.027591ms","start":"2026-03-04T11:29:06.250308Z","end":"2026-03-04T11:29:06.672335Z","steps":["trace[526782183] 'agreement among raft nodes before linearized reading' (duration: 421.830526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:06.672567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:29:06.250297Z","time spent":"422.261087ms","remote":"127.0.0.1:41086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T11:29:06.761766Z","caller":"traceutil/trace.go:171","msg":"trace[1345000116] transaction","detail":"{read_only:false; response_revision:9790; number_of_response:1; }","duration":"110.852329ms","start":"2026-03-04T11:29:06.65087Z","end":"2026-03-04T11:29:06.761723Z","steps":["trace[1345000116] 'process raft request' (duration: 110.53323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:06.761851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.035336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-04T11:29:06.762031Z","caller":"traceutil/trace.go:171","msg":"trace[2132775036] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9790; }","duration":"162.261472ms","start":"2026-03-04T11:29:06.599751Z","end":"2026-03-04T11:29:06.762013Z","steps":["trace[2132775036] 'agreement among raft nodes before linearized reading' (duration: 161.946644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:07.126348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.640486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:29:07.12641Z","caller":"traceutil/trace.go:171","msg":"trace[807428935] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:9790; }","duration":"210.749389ms","start":"2026-03-04T11:29:06.915647Z","end":"2026-03-04T11:29:07.126396Z","steps":["trace[807428935] 'range keys from in-memory index tree' (duration: 210.498802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:07.126503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.471896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T11:29:07.126592Z","caller":"traceutil/trace.go:171","msg":"trace[241605961] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9790; }","duration":"217.600359ms","start":"2026-03-04T11:29:06.908972Z","end":"2026-03-04T11:29:07.126572Z","steps":["trace[241605961] 'range keys from in-memory index tree' (duration: 217.294331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:07.126615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.207654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:29:07.126696Z","caller":"traceutil/trace.go:171","msg":"trace[740054672] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:9790; }","duration":"120.287908ms","start":"2026-03-04T11:29:07.006386Z","end":"2026-03-04T11:29:07.126673Z","steps":["trace[740054672] 'count revisions from in-memory index tree' (duration: 120.135593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:07.126935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.190386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-04T11:29:07.126528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.561878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T11:29:07.127018Z","caller":"traceutil/trace.go:171","msg":"trace[729295706] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9790; }","duration":"218.099642ms","start":"2026-03-04T11:29:06.908909Z","end":"2026-03-04T11:29:07.127008Z","steps":["trace[729295706] 'range keys from in-memory index tree' (duration: 217.27219ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:29:07.127017Z","caller":"traceutil/trace.go:171","msg":"trace[932356765] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9790; }","duration":"302.494444ms","start":"2026-03-04T11:29:06.824506Z","end":"2026-03-04T11:29:07.127Z","steps":["trace[932356765] 'range keys from in-memory index tree' (duration: 302.064853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:07.127065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:29:06.824485Z","time spent":"302.566586ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T11:29:07.126602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.61682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T11:29:07.127241Z","caller":"traceutil/trace.go:171","msg":"trace[850182712] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9790; }","duration":"218.307878ms","start":"2026-03-04T11:29:06.908914Z","end":"2026-03-04T11:29:07.127221Z","steps":["trace[850182712] 'range keys from in-memory index tree' (duration: 217.401144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:07.126633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.377528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T11:29:07.127473Z","caller":"traceutil/trace.go:171","msg":"trace[1741727887] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9790; }","duration":"214.106917ms","start":"2026-03-04T11:29:06.913237Z","end":"2026-03-04T11:29:07.127344Z","steps":["trace[1741727887] 'range keys from in-memory index tree' (duration: 213.305236ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:29:07.434558Z","caller":"traceutil/trace.go:171","msg":"trace[1131517549] transaction","detail":"{read_only:false; response_revision:9796; number_of_response:1; }","duration":"148.614673ms","start":"2026-03-04T11:29:07.285914Z","end":"2026-03-04T11:29:07.434529Z","steps":["trace[1131517549] 'process raft request' (duration: 148.227043ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:29:08.361199Z","caller":"traceutil/trace.go:171","msg":"trace[1500106749] transaction","detail":"{read_only:false; response_revision:9799; number_of_response:1; }","duration":"113.845497ms","start":"2026-03-04T11:29:08.247317Z","end":"2026-03-04T11:29:08.361163Z","steps":["trace[1500106749] 'process raft request' (duration: 113.622281ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:29:08.797925Z","caller":"traceutil/trace.go:171","msg":"trace[1448649623] transaction","detail":"{read_only:false; response_revision:9800; number_of_response:1; }","duration":"120.672157ms","start":"2026-03-04T11:29:08.677216Z","end":"2026-03-04T11:29:08.797888Z","steps":["trace[1448649623] 'process raft request' (duration: 120.440601ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:29:08.806753Z","caller":"traceutil/trace.go:171","msg":"trace[637653208] transaction","detail":"{read_only:false; response_revision:9801; number_of_response:1; }","duration":"128.571625ms","start":"2026-03-04T11:29:08.678157Z","end":"2026-03-04T11:29:08.806729Z","steps":["trace[637653208] 'process raft request' (duration: 128.488363ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:29:09.403556Z","caller":"traceutil/trace.go:171","msg":"trace[46734660] linearizableReadLoop","detail":"{readStateIndex:10204; appliedIndex:10203; }","duration":"162.138819ms","start":"2026-03-04T11:29:09.241385Z","end":"2026-03-04T11:29:09.403523Z","steps":["trace[46734660] 'read index received' (duration: 161.688548ms)","trace[46734660] 'applied index is now lower than readState.Index' (duration: 449.021µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:29:09.403727Z","caller":"traceutil/trace.go:171","msg":"trace[1942772868] transaction","detail":"{read_only:false; response_revision:9802; number_of_response:1; }","duration":"179.250529ms","start":"2026-03-04T11:29:09.22446Z","end":"2026-03-04T11:29:09.40371Z","steps":["trace[1942772868] 'process raft request' (duration: 178.741236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:09.40397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.526129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T11:29:09.404055Z","caller":"traceutil/trace.go:171","msg":"trace[1882356211] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9802; }","duration":"162.682154ms","start":"2026-03-04T11:29:09.241352Z","end":"2026-03-04T11:29:09.404034Z","steps":["trace[1882356211] 'agreement among raft nodes before linearized reading' (duration: 162.401917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:09.40397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.339075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T11:29:09.404092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.349121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:29:09.40416Z","caller":"traceutil/trace.go:171","msg":"trace[626663523] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:9802; }","duration":"160.468175ms","start":"2026-03-04T11:29:09.243677Z","end":"2026-03-04T11:29:09.404146Z","steps":["trace[626663523] 'agreement among raft nodes before linearized reading' (duration: 160.115696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:09.404183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.956188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T11:29:09.404188Z","caller":"traceutil/trace.go:171","msg":"trace[104357032] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9802; }","duration":"159.551701ms","start":"2026-03-04T11:29:09.244594Z","end":"2026-03-04T11:29:09.404146Z","steps":["trace[104357032] 'agreement among raft nodes before linearized reading' (duration: 159.179421ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:29:09.404313Z","caller":"traceutil/trace.go:171","msg":"trace[2054092554] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9802; }","duration":"161.370029ms","start":"2026-03-04T11:29:09.242918Z","end":"2026-03-04T11:29:09.404288Z","steps":["trace[2054092554] 'agreement among raft nodes before linearized reading' (duration: 161.014459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:09.404798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.392632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T11:29:09.404867Z","caller":"traceutil/trace.go:171","msg":"trace[1861588418] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9802; }","duration":"163.531385ms","start":"2026-03-04T11:29:09.24132Z","end":"2026-03-04T11:29:09.404852Z","steps":["trace[1861588418] 'agreement among raft nodes before linearized reading' (duration: 162.593061ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:29:10.497966Z","caller":"traceutil/trace.go:171","msg":"trace[376521280] transaction","detail":"{read_only:false; response_revision:9807; number_of_response:1; }","duration":"130.943388ms","start":"2026-03-04T11:29:10.366996Z","end":"2026-03-04T11:29:10.497939Z","steps":["trace[376521280] 'process raft request' (duration: 130.765943ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:29:10.982621Z","caller":"traceutil/trace.go:171","msg":"trace[1919417536] transaction","detail":"{read_only:false; response_revision:9808; number_of_response:1; }","duration":"179.003792ms","start":"2026-03-04T11:29:10.803589Z","end":"2026-03-04T11:29:10.982593Z","steps":["trace[1919417536] 'process raft request' (duration: 178.465018ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:29:11.010142Z","caller":"traceutil/trace.go:171","msg":"trace[2146866738] transaction","detail":"{read_only:false; response_revision:9809; number_of_response:1; }","duration":"197.554772ms","start":"2026-03-04T11:29:10.812558Z","end":"2026-03-04T11:29:11.010113Z","steps":["trace[2146866738] 'process raft request' (duration: 197.308996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:11.244429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.729586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:29:11.244509Z","caller":"traceutil/trace.go:171","msg":"trace[2103708600] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:9809; }","duration":"115.88056ms","start":"2026-03-04T11:29:11.128608Z","end":"2026-03-04T11:29:11.244489Z","steps":["trace[2103708600] 'count revisions from in-memory index tree' (duration: 115.619423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:11.244486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.818074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:29:11.244583Z","caller":"traceutil/trace.go:171","msg":"trace[1633384921] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9809; }","duration":"138.973538ms","start":"2026-03-04T11:29:11.105585Z","end":"2026-03-04T11:29:11.244558Z","steps":["trace[1633384921] 'range keys from in-memory index tree' (duration: 138.606978ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:29:17.778223Z","caller":"traceutil/trace.go:171","msg":"trace[1521850460] transaction","detail":"{read_only:false; response_revision:9856; number_of_response:1; }","duration":"261.095714ms","start":"2026-03-04T11:29:17.517085Z","end":"2026-03-04T11:29:17.77818Z","steps":["trace[1521850460] 'process raft request' (duration: 250.863145ms)","trace[1521850460] 'compare' (duration: 10.009253ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:29:17.778396Z","caller":"traceutil/trace.go:171","msg":"trace[1209685820] transaction","detail":"{read_only:false; response_revision:9858; number_of_response:1; }","duration":"130.64747ms","start":"2026-03-04T11:29:17.647722Z","end":"2026-03-04T11:29:17.778369Z","steps":["trace[1209685820] 'process raft request' (duration: 130.577638ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:29:17.778482Z","caller":"traceutil/trace.go:171","msg":"trace[1493042864] linearizableReadLoop","detail":"{readStateIndex:10260; appliedIndex:10259; }","duration":"231.749321ms","start":"2026-03-04T11:29:17.546713Z","end":"2026-03-04T11:29:17.778463Z","steps":["trace[1493042864] 'read index received' (duration: 221.198354ms)","trace[1493042864] 'applied index is now lower than readState.Index' (duration: 10.549957ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:29:17.778628Z","caller":"traceutil/trace.go:171","msg":"trace[909338494] transaction","detail":"{read_only:false; response_revision:9857; number_of_response:1; }","duration":"130.959268ms","start":"2026-03-04T11:29:17.647639Z","end":"2026-03-04T11:29:17.778598Z","steps":["trace[909338494] 'process raft request' (duration: 130.552647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:17.77866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.933056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T11:29:17.778694Z","caller":"traceutil/trace.go:171","msg":"trace[709759381] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9858; }","duration":"232.009118ms","start":"2026-03-04T11:29:17.546675Z","end":"2026-03-04T11:29:17.778684Z","steps":["trace[709759381] 'agreement among raft nodes before linearized reading' (duration: 231.879225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:17.778693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.808595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-04T11:29:17.778751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.951636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T11:29:17.778757Z","caller":"traceutil/trace.go:171","msg":"trace[535529998] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:9858; }","duration":"225.902718ms","start":"2026-03-04T11:29:17.552837Z","end":"2026-03-04T11:29:17.77874Z","steps":["trace[535529998] 'agreement among raft nodes before linearized reading' (duration: 225.746854ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:29:17.778785Z","caller":"traceutil/trace.go:171","msg":"trace[500027163] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9858; }","duration":"194.048659ms","start":"2026-03-04T11:29:17.584726Z","end":"2026-03-04T11:29:17.778774Z","steps":["trace[500027163] 'agreement among raft nodes before linearized reading' (duration: 193.883914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:17.778839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.876268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:29:17.7789Z","caller":"traceutil/trace.go:171","msg":"trace[768841536] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:9858; }","duration":"124.968911ms","start":"2026-03-04T11:29:17.653914Z","end":"2026-03-04T11:29:17.778883Z","steps":["trace[768841536] 'agreement among raft nodes before linearized reading' (duration: 124.861278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:17.779061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.857216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T11:29:17.779163Z","caller":"traceutil/trace.go:171","msg":"trace[2110070674] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9858; }","duration":"196.01124ms","start":"2026-03-04T11:29:17.583124Z","end":"2026-03-04T11:29:17.779135Z","steps":["trace[2110070674] 'agreement among raft nodes before linearized reading' (duration: 195.645671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:23.859799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.544076ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:29:23.859908Z","caller":"traceutil/trace.go:171","msg":"trace[886006257] transaction","detail":"{read_only:false; response_revision:9898; number_of_response:1; }","duration":"210.698407ms","start":"2026-03-04T11:29:23.649183Z","end":"2026-03-04T11:29:23.859881Z","steps":["trace[886006257] 'process raft request' (duration: 99.013497ms)","trace[886006257] 'compare' (duration: 111.440544ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:29:25.784496Z","caller":"traceutil/trace.go:171","msg":"trace[366215141] transaction","detail":"{read_only:false; response_revision:9906; number_of_response:1; }","duration":"137.441928ms","start":"2026-03-04T11:29:25.647029Z","end":"2026-03-04T11:29:25.784471Z","steps":["trace[366215141] 'process raft request' (duration: 137.267244ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:29:26.119839Z","caller":"traceutil/trace.go:171","msg":"trace[525009105] linearizableReadLoop","detail":"{readStateIndex:10313; appliedIndex:10312; }","duration":"199.814381ms","start":"2026-03-04T11:29:25.919979Z","end":"2026-03-04T11:29:26.119793Z","steps":["trace[525009105] 'read index received' (duration: 199.596925ms)","trace[525009105] 'applied index is now lower than readState.Index' (duration: 215.476µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:29:26.119964Z","caller":"traceutil/trace.go:171","msg":"trace[1227473895] transaction","detail":"{read_only:false; response_revision:9907; number_of_response:1; }","duration":"200.689775ms","start":"2026-03-04T11:29:25.919236Z","end":"2026-03-04T11:29:26.119926Z","steps":["trace[1227473895] 'process raft request' (duration: 200.328405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:26.120188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.793082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T11:29:26.120226Z","caller":"traceutil/trace.go:171","msg":"trace[149835699] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9907; }","duration":"174.891065ms","start":"2026-03-04T11:29:25.945322Z","end":"2026-03-04T11:29:26.120213Z","steps":["trace[149835699] 'agreement among raft nodes before linearized reading' (duration: 174.672099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:26.120302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.608125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T11:29:26.120359Z","caller":"traceutil/trace.go:171","msg":"trace[1737749059] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9907; }","duration":"172.693957ms","start":"2026-03-04T11:29:25.947653Z","end":"2026-03-04T11:29:26.120347Z","steps":["trace[1737749059] 'agreement among raft nodes before linearized reading' (duration: 172.516822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:26.120423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.128869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T11:29:26.120445Z","caller":"traceutil/trace.go:171","msg":"trace[247974128] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9907; }","duration":"173.18129ms","start":"2026-03-04T11:29:25.947258Z","end":"2026-03-04T11:29:26.120439Z","steps":["trace[247974128] 'agreement among raft nodes before linearized reading' (duration: 173.098068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:26.120593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.593191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:347767"} {"level":"info","ts":"2026-03-04T11:29:26.120663Z","caller":"traceutil/trace.go:171","msg":"trace[1668472682] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:9907; }","duration":"200.694435ms","start":"2026-03-04T11:29:25.919955Z","end":"2026-03-04T11:29:26.120649Z","steps":["trace[1668472682] 'agreement among raft nodes before linearized reading' (duration: 200.020607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:26.65108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.171532ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:29:26.651317Z","caller":"traceutil/trace.go:171","msg":"trace[287840190] transaction","detail":"{read_only:false; response_revision:9910; number_of_response:1; }","duration":"524.637923ms","start":"2026-03-04T11:29:26.126661Z","end":"2026-03-04T11:29:26.651299Z","steps":["trace[287840190] 'process raft request' (duration: 524.583921ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:29:26.651361Z","caller":"traceutil/trace.go:171","msg":"trace[1248736623] transaction","detail":"{read_only:false; response_revision:9908; number_of_response:1; }","duration":"526.995805ms","start":"2026-03-04T11:29:26.1243Z","end":"2026-03-04T11:29:26.651296Z","steps":["trace[1248736623] 'process raft request' (duration: 389.521265ms)","trace[1248736623] 'compare' (duration: 137.021048ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:29:26.651624Z","caller":"traceutil/trace.go:171","msg":"trace[200619599] transaction","detail":"{read_only:false; response_revision:9909; number_of_response:1; }","duration":"525.980788ms","start":"2026-03-04T11:29:26.125633Z","end":"2026-03-04T11:29:26.651613Z","steps":["trace[200619599] 'process raft request' (duration: 525.559327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:26.651666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:29:26.124291Z","time spent":"527.189481ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:29:26.65169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:29:26.125575Z","time spent":"526.086791ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:29:26.651394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:29:26.126639Z","time spent":"524.720415ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:29:41.741453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.601472ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:29:41.741593Z","caller":"traceutil/trace.go:171","msg":"trace[753156495] linearizableReadLoop","detail":"{readStateIndex:10430; appliedIndex:10429; }","duration":"265.0233ms","start":"2026-03-04T11:29:41.476549Z","end":"2026-03-04T11:29:41.741573Z","steps":["trace[753156495] 'read index received' (duration: 77.141863ms)","trace[753156495] 'applied index is now lower than readState.Index' (duration: 187.880227ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:29:41.741727Z","caller":"traceutil/trace.go:171","msg":"trace[1860493069] transaction","detail":"{read_only:false; response_revision:10019; number_of_response:1; }","duration":"371.866561ms","start":"2026-03-04T11:29:41.369801Z","end":"2026-03-04T11:29:41.741668Z","steps":["trace[1860493069] 'process raft request' (duration: 183.946873ms)","trace[1860493069] 'compare' (duration: 187.436639ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:29:41.741909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:29:41.369783Z","time spent":"372.034854ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:29:41.741953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.175004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:29:41.742047Z","caller":"traceutil/trace.go:171","msg":"trace[531914849] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:10019; }","duration":"265.5406ms","start":"2026-03-04T11:29:41.476488Z","end":"2026-03-04T11:29:41.742029Z","steps":["trace[531914849] 'agreement among raft nodes before linearized reading' (duration: 265.136522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:42.886514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.730293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:29:42.886609Z","caller":"traceutil/trace.go:171","msg":"trace[318054632] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:10021; }","duration":"255.892016ms","start":"2026-03-04T11:29:42.630698Z","end":"2026-03-04T11:29:42.88659Z","steps":["trace[318054632] 'count revisions from in-memory index tree' (duration: 255.636711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:42.886578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.123723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T11:29:42.886623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.741195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-04T11:29:42.886676Z","caller":"traceutil/trace.go:171","msg":"trace[1395700760] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10021; }","duration":"165.264595ms","start":"2026-03-04T11:29:42.721389Z","end":"2026-03-04T11:29:42.886654Z","steps":["trace[1395700760] 'range keys from in-memory index tree' (duration: 164.929809ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:29:42.886717Z","caller":"traceutil/trace.go:171","msg":"trace[434881475] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:10021; }","duration":"287.856167ms","start":"2026-03-04T11:29:42.598826Z","end":"2026-03-04T11:29:42.886683Z","steps":["trace[434881475] 'range keys from in-memory index tree' (duration: 287.49124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:42.886828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.814197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T11:29:42.886909Z","caller":"traceutil/trace.go:171","msg":"trace[610201116] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10021; }","duration":"165.086762ms","start":"2026-03-04T11:29:42.721801Z","end":"2026-03-04T11:29:42.886887Z","steps":["trace[610201116] 'range keys from in-memory index tree' (duration: 164.676034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:42.887252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.629732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T11:29:42.887433Z","caller":"traceutil/trace.go:171","msg":"trace[1335051598] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10021; }","duration":"166.836765ms","start":"2026-03-04T11:29:42.720579Z","end":"2026-03-04T11:29:42.887416Z","steps":["trace[1335051598] 'range keys from in-memory index tree' (duration: 166.346176ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:29:42.956828Z","caller":"traceutil/trace.go:171","msg":"trace[1680539126] transaction","detail":"{read_only:false; response_revision:10022; number_of_response:1; }","duration":"178.346806ms","start":"2026-03-04T11:29:42.778458Z","end":"2026-03-04T11:29:42.956804Z","steps":["trace[1680539126] 'process raft request' (duration: 178.202933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:44.093336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.845815ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T11:29:44.094173Z","caller":"traceutil/trace.go:171","msg":"trace[571246266] linearizableReadLoop","detail":"{readStateIndex:10440; appliedIndex:10438; }","duration":"472.418611ms","start":"2026-03-04T11:29:43.62171Z","end":"2026-03-04T11:29:44.094129Z","steps":["trace[571246266] 'read index received' (duration: 83.7757ms)","trace[571246266] 'applied index is now lower than readState.Index' (duration: 388.639051ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:29:44.094313Z","caller":"traceutil/trace.go:171","msg":"trace[194242669] transaction","detail":"{read_only:false; response_revision:10028; number_of_response:1; }","duration":"558.807001ms","start":"2026-03-04T11:29:43.535452Z","end":"2026-03-04T11:29:44.094259Z","steps":["trace[194242669] 'process raft request' (duration: 557.989575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:44.094449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:29:43.53542Z","time spent":"558.937252ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:29:44.238395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.651825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:29:44.238511Z","caller":"traceutil/trace.go:171","msg":"trace[1152079773] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:10028; }","duration":"616.815178ms","start":"2026-03-04T11:29:43.621665Z","end":"2026-03-04T11:29:44.23848Z","steps":["trace[1152079773] 'agreement among raft nodes before linearized reading' (duration: 472.587643ms)","trace[1152079773] 'count revisions from in-memory index tree' (duration: 144.075121ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:29:44.238564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:29:43.621643Z","time spent":"616.90735ms","remote":"127.0.0.1:43560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:29:44.238645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.845877ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:29:44.238798Z","caller":"traceutil/trace.go:171","msg":"trace[941500773] linearizableReadLoop","detail":"{readStateIndex:10441; appliedIndex:10440; }","duration":"144.51934ms","start":"2026-03-04T11:29:44.094258Z","end":"2026-03-04T11:29:44.238778Z","steps":["trace[941500773] 'read index received' (duration: 394.698µs)","trace[941500773] 'applied index is now lower than readState.Index' (duration: 144.120942ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:29:44.238828Z","caller":"traceutil/trace.go:171","msg":"trace[1645443413] transaction","detail":"{read_only:false; response_revision:10029; number_of_response:1; }","duration":"491.450194ms","start":"2026-03-04T11:29:43.747338Z","end":"2026-03-04T11:29:44.238789Z","steps":["trace[1645443413] 'process raft request' (duration: 347.343343ms)","trace[1645443413] 'compare' (duration: 143.53124ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:29:44.239015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:29:43.747312Z","time spent":"491.594537ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:29:44.239025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.318023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T11:29:44.239072Z","caller":"traceutil/trace.go:171","msg":"trace[1846493343] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10029; }","duration":"534.415905ms","start":"2026-03-04T11:29:43.704644Z","end":"2026-03-04T11:29:44.23906Z","steps":["trace[1846493343] 'agreement among raft nodes before linearized reading' (duration: 534.19004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:44.239069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.582059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T11:29:44.239108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:29:43.704615Z","time spent":"534.484646ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T11:29:44.23914Z","caller":"traceutil/trace.go:171","msg":"trace[330566096] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10029; }","duration":"245.702542ms","start":"2026-03-04T11:29:43.993419Z","end":"2026-03-04T11:29:44.239122Z","steps":["trace[330566096] 'agreement among raft nodes before linearized reading' (duration: 245.460997ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:29:44.575504Z","caller":"traceutil/trace.go:171","msg":"trace[1976509441] transaction","detail":"{read_only:false; response_revision:10031; number_of_response:1; }","duration":"156.451217ms","start":"2026-03-04T11:29:44.419028Z","end":"2026-03-04T11:29:44.575479Z","steps":["trace[1976509441] 'process raft request' (duration: 156.272514ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:29:45.06623Z","caller":"traceutil/trace.go:171","msg":"trace[734631835] transaction","detail":"{read_only:false; response_revision:10032; number_of_response:1; }","duration":"102.543058ms","start":"2026-03-04T11:29:44.963653Z","end":"2026-03-04T11:29:45.066196Z","steps":["trace[734631835] 'process raft request' (duration: 102.332094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:45.302463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.647763ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:29:45.302583Z","caller":"traceutil/trace.go:171","msg":"trace[782093616] transaction","detail":"{read_only:false; response_revision:10033; number_of_response:1; }","duration":"232.385688ms","start":"2026-03-04T11:29:45.070167Z","end":"2026-03-04T11:29:45.302553Z","steps":["trace[782093616] 'process raft request' (duration: 65.545122ms)","trace[782093616] 'compare' (duration: 166.445838ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:29:45.348456Z","caller":"traceutil/trace.go:171","msg":"trace[1782504733] linearizableReadLoop","detail":"{readStateIndex:10447; appliedIndex:10444; }","duration":"242.724785ms","start":"2026-03-04T11:29:45.105702Z","end":"2026-03-04T11:29:45.348427Z","steps":["trace[1782504733] 'read index received' (duration: 30.098544ms)","trace[1782504733] 'applied index is now lower than readState.Index' (duration: 212.624851ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:29:45.348692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.965229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:29:45.348751Z","caller":"traceutil/trace.go:171","msg":"trace[122762350] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10035; }","duration":"243.078021ms","start":"2026-03-04T11:29:45.105657Z","end":"2026-03-04T11:29:45.348735Z","steps":["trace[122762350] 'agreement among raft nodes before linearized reading' (duration: 242.881158ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:29:45.34893Z","caller":"traceutil/trace.go:171","msg":"trace[138835607] transaction","detail":"{read_only:false; response_revision:10035; number_of_response:1; }","duration":"278.11533ms","start":"2026-03-04T11:29:45.070771Z","end":"2026-03-04T11:29:45.348886Z","steps":["trace[138835607] 'process raft request' (duration: 277.58435ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:29:45.349095Z","caller":"traceutil/trace.go:171","msg":"trace[84279267] transaction","detail":"{read_only:false; response_revision:10034; number_of_response:1; }","duration":"278.700572ms","start":"2026-03-04T11:29:45.070235Z","end":"2026-03-04T11:29:45.348936Z","steps":["trace[84279267] 'process raft request' (duration: 277.988109ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:29:50.384758Z","caller":"traceutil/trace.go:171","msg":"trace[2112194509] transaction","detail":"{read_only:false; response_revision:10057; number_of_response:1; }","duration":"103.937595ms","start":"2026-03-04T11:29:50.280794Z","end":"2026-03-04T11:29:50.384732Z","steps":["trace[2112194509] 'process raft request' (duration: 103.541607ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:29:50.64705Z","caller":"traceutil/trace.go:171","msg":"trace[365128437] transaction","detail":"{read_only:false; response_revision:10058; number_of_response:1; }","duration":"257.429295ms","start":"2026-03-04T11:29:50.389609Z","end":"2026-03-04T11:29:50.647038Z","steps":["trace[365128437] 'process raft request' (duration: 257.246031ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:29:50.647039Z","caller":"traceutil/trace.go:171","msg":"trace[479294963] linearizableReadLoop","detail":"{readStateIndex:10471; appliedIndex:10470; }","duration":"257.314622ms","start":"2026-03-04T11:29:50.389703Z","end":"2026-03-04T11:29:50.647017Z","steps":["trace[479294963] 'read index received' (duration: 257.087598ms)","trace[479294963] 'applied index is now lower than readState.Index' (duration: 226.164µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:29:50.647704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.966825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:347853"} {"level":"info","ts":"2026-03-04T11:29:50.647872Z","caller":"traceutil/trace.go:171","msg":"trace[1550618670] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:10058; }","duration":"258.194619ms","start":"2026-03-04T11:29:50.389653Z","end":"2026-03-04T11:29:50.647847Z","steps":["trace[1550618670] 'agreement among raft nodes before linearized reading' (duration: 257.431134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:50.877395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.816094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T11:29:50.877656Z","caller":"traceutil/trace.go:171","msg":"trace[1109735624] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10058; }","duration":"202.1229ms","start":"2026-03-04T11:29:50.675465Z","end":"2026-03-04T11:29:50.877588Z","steps":["trace[1109735624] 'range keys from in-memory index tree' (duration: 201.566639ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:29:51.274682Z","caller":"traceutil/trace.go:171","msg":"trace[50710561] transaction","detail":"{read_only:false; response_revision:10060; number_of_response:1; }","duration":"162.829759ms","start":"2026-03-04T11:29:51.111822Z","end":"2026-03-04T11:29:51.274652Z","steps":["trace[50710561] 'process raft request' (duration: 162.611725ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:29:51.414326Z","caller":"traceutil/trace.go:171","msg":"trace[1416091471] transaction","detail":"{read_only:false; response_revision:10061; number_of_response:1; }","duration":"230.496671ms","start":"2026-03-04T11:29:51.183798Z","end":"2026-03-04T11:29:51.414294Z","steps":["trace[1416091471] 'process raft request' (duration: 162.37353ms)","trace[1416091471] 'compare' (duration: 67.931168ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:29:51.661295Z","caller":"traceutil/trace.go:171","msg":"trace[685190812] linearizableReadLoop","detail":"{readStateIndex:10477; appliedIndex:10475; }","duration":"125.644599ms","start":"2026-03-04T11:29:51.535628Z","end":"2026-03-04T11:29:51.661273Z","steps":["trace[685190812] 'read index received' (duration: 47.516237ms)","trace[685190812] 'applied index is now lower than readState.Index' (duration: 78.127702ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:29:51.661406Z","caller":"traceutil/trace.go:171","msg":"trace[522821259] transaction","detail":"{read_only:false; response_revision:10064; number_of_response:1; }","duration":"242.604642ms","start":"2026-03-04T11:29:51.418774Z","end":"2026-03-04T11:29:51.661379Z","steps":["trace[522821259] 'process raft request' (duration: 242.463439ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:29:51.661404Z","caller":"traceutil/trace.go:171","msg":"trace[372826155] transaction","detail":"{read_only:false; response_revision:10063; number_of_response:1; }","duration":"242.756326ms","start":"2026-03-04T11:29:51.418601Z","end":"2026-03-04T11:29:51.661357Z","steps":["trace[372826155] 'process raft request' (duration: 164.549392ms)","trace[372826155] 'compare' (duration: 77.968669ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:29:51.661443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.798052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:29:51.661965Z","caller":"traceutil/trace.go:171","msg":"trace[1031527818] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:10064; }","duration":"126.340372ms","start":"2026-03-04T11:29:51.535582Z","end":"2026-03-04T11:29:51.661922Z","steps":["trace[1031527818] 'agreement among raft nodes before linearized reading' (duration: 125.781972ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:29:51.704307Z","caller":"traceutil/trace.go:171","msg":"trace[2025043526] transaction","detail":"{read_only:false; response_revision:10065; number_of_response:1; }","duration":"154.48923ms","start":"2026-03-04T11:29:51.549795Z","end":"2026-03-04T11:29:51.704284Z","steps":["trace[2025043526] 'process raft request' (duration: 154.381198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:52.059933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.243289ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:29:52.060002Z","caller":"traceutil/trace.go:171","msg":"trace[1547229199] transaction","detail":"{read_only:false; response_revision:10066; number_of_response:1; }","duration":"460.446202ms","start":"2026-03-04T11:29:51.599543Z","end":"2026-03-04T11:29:52.059989Z","steps":["trace[1547229199] 'process raft request' (duration: 277.082631ms)","trace[1547229199] 'compare' (duration: 183.126887ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:29:52.060032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:29:51.599514Z","time spent":"460.503443ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:29:53.305697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.083466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T11:29:53.305779Z","caller":"traceutil/trace.go:171","msg":"trace[1062264336] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10067; }","duration":"326.215339ms","start":"2026-03-04T11:29:52.979545Z","end":"2026-03-04T11:29:53.30576Z","steps":["trace[1062264336] 'range keys from in-memory index tree' (duration: 325.920083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:53.305826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:29:52.979526Z","time spent":"326.28689ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T11:29:53.306022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.988318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:29:53.306109Z","caller":"traceutil/trace.go:171","msg":"trace[1247072805] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:10067; }","duration":"720.11633ms","start":"2026-03-04T11:29:52.585962Z","end":"2026-03-04T11:29:53.306078Z","steps":["trace[1247072805] 'count revisions from in-memory index tree' (duration: 719.883767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:53.306145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:29:52.585938Z","time spent":"720.195502ms","remote":"127.0.0.1:43620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:29:53.30615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.033741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:29:53.306199Z","caller":"traceutil/trace.go:171","msg":"trace[1731885064] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:10067; }","duration":"652.129092ms","start":"2026-03-04T11:29:52.654054Z","end":"2026-03-04T11:29:53.306183Z","steps":["trace[1731885064] 'range keys from in-memory index tree' (duration: 651.836607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:53.306241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:29:52.654041Z","time spent":"652.190483ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-kh88j\" "} {"level":"warn","ts":"2026-03-04T11:29:53.306339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.836923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T11:29:53.306388Z","caller":"traceutil/trace.go:171","msg":"trace[1327975915] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10067; }","duration":"655.924775ms","start":"2026-03-04T11:29:52.650452Z","end":"2026-03-04T11:29:53.306377Z","steps":["trace[1327975915] 'range keys from in-memory index tree' (duration: 655.69884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:53.30637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.961791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T11:29:53.306425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:29:52.650431Z","time spent":"655.981136ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T11:29:53.306511Z","caller":"traceutil/trace.go:171","msg":"trace[1230181242] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:10067; }","duration":"605.102924ms","start":"2026-03-04T11:29:52.701341Z","end":"2026-03-04T11:29:53.306444Z","steps":["trace[1230181242] 'count revisions from in-memory index tree' (duration: 604.844289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:53.306567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:29:52.70132Z","time spent":"605.234158ms","remote":"127.0.0.1:41580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":21,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-04T11:29:54.715982Z","caller":"traceutil/trace.go:171","msg":"trace[366376728] transaction","detail":"{read_only:false; response_revision:10075; number_of_response:1; }","duration":"254.994269ms","start":"2026-03-04T11:29:54.460672Z","end":"2026-03-04T11:29:54.715666Z","steps":["trace[366376728] 'process raft request' (duration: 254.791965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:55.07574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.441024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:29:55.075829Z","caller":"traceutil/trace.go:171","msg":"trace[1513835079] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:10075; }","duration":"116.577796ms","start":"2026-03-04T11:29:54.959231Z","end":"2026-03-04T11:29:55.075809Z","steps":["trace[1513835079] 'count revisions from in-memory index tree' (duration: 116.362733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:55.075994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.740789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T11:29:55.076103Z","caller":"traceutil/trace.go:171","msg":"trace[1156466048] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10075; }","duration":"249.889032ms","start":"2026-03-04T11:29:54.826188Z","end":"2026-03-04T11:29:55.076076Z","steps":["trace[1156466048] 'range keys from in-memory index tree' (duration: 249.570066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:55.68731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.047229ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:29:55.687406Z","caller":"traceutil/trace.go:171","msg":"trace[1262034435] linearizableReadLoop","detail":"{readStateIndex:10492; appliedIndex:10491; }","duration":"206.526403ms","start":"2026-03-04T11:29:55.480858Z","end":"2026-03-04T11:29:55.687384Z","steps":["trace[1262034435] 'read index received' (duration: 94.305981ms)","trace[1262034435] 'applied index is now lower than readState.Index' (duration: 112.219362ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:29:55.687506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.648116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T11:29:55.687526Z","caller":"traceutil/trace.go:171","msg":"trace[357824047] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10078; }","duration":"206.708247ms","start":"2026-03-04T11:29:55.48081Z","end":"2026-03-04T11:29:55.687519Z","steps":["trace[357824047] 'agreement among raft nodes before linearized reading' (duration: 206.614495ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:29:55.68754Z","caller":"traceutil/trace.go:171","msg":"trace[58444339] transaction","detail":"{read_only:false; response_revision:10078; number_of_response:1; }","duration":"242.45584ms","start":"2026-03-04T11:29:55.445038Z","end":"2026-03-04T11:29:55.687494Z","steps":["trace[58444339] 'process raft request' (duration: 130.144335ms)","trace[58444339] 'compare' (duration: 111.968618ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:29:55.995423Z","caller":"traceutil/trace.go:171","msg":"trace[45543722] linearizableReadLoop","detail":"{readStateIndex:10494; appliedIndex:10493; }","duration":"292.899483ms","start":"2026-03-04T11:29:55.702483Z","end":"2026-03-04T11:29:55.995382Z","steps":["trace[45543722] 'read index received' (duration: 260.626697ms)","trace[45543722] 'applied index is now lower than readState.Index' (duration: 32.271746ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:29:55.995442Z","caller":"traceutil/trace.go:171","msg":"trace[1687827160] transaction","detail":"{read_only:false; response_revision:10080; number_of_response:1; }","duration":"295.91643ms","start":"2026-03-04T11:29:55.699493Z","end":"2026-03-04T11:29:55.995409Z","steps":["trace[1687827160] 'process raft request' (duration: 263.636094ms)","trace[1687827160] 'compare' (duration: 31.9768ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:29:55.995575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.078326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T11:29:55.995628Z","caller":"traceutil/trace.go:171","msg":"trace[1451155518] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10080; }","duration":"293.163698ms","start":"2026-03-04T11:29:55.702454Z","end":"2026-03-04T11:29:55.995617Z","steps":["trace[1451155518] 'agreement among raft nodes before linearized reading' (duration: 293.024165ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:29:56.022008Z","caller":"traceutil/trace.go:171","msg":"trace[1303451760] transaction","detail":"{read_only:false; response_revision:10081; number_of_response:1; }","duration":"232.699354ms","start":"2026-03-04T11:29:55.78929Z","end":"2026-03-04T11:29:56.021989Z","steps":["trace[1303451760] 'process raft request' (duration: 232.583962ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:29:56.219472Z","caller":"traceutil/trace.go:171","msg":"trace[1499754819] linearizableReadLoop","detail":"{readStateIndex:10496; appliedIndex:10495; }","duration":"112.888796ms","start":"2026-03-04T11:29:56.106551Z","end":"2026-03-04T11:29:56.21944Z","steps":["trace[1499754819] 'read index received' (duration: 13.131951ms)","trace[1499754819] 'applied index is now lower than readState.Index' (duration: 99.755385ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:29:56.219524Z","caller":"traceutil/trace.go:171","msg":"trace[2073955935] transaction","detail":"{read_only:false; response_revision:10082; number_of_response:1; }","duration":"220.190385ms","start":"2026-03-04T11:29:55.999299Z","end":"2026-03-04T11:29:56.219489Z","steps":["trace[2073955935] 'process raft request' (duration: 120.39956ms)","trace[2073955935] 'compare' (duration: 99.570811ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:29:56.219635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.054469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:29:56.219687Z","caller":"traceutil/trace.go:171","msg":"trace[775464551] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10082; }","duration":"113.15131ms","start":"2026-03-04T11:29:56.106517Z","end":"2026-03-04T11:29:56.219668Z","steps":["trace[775464551] 'agreement among raft nodes before linearized reading' (duration: 113.052298ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:29:57.57145Z","caller":"traceutil/trace.go:171","msg":"trace[400719728] linearizableReadLoop","detail":"{readStateIndex:10498; appliedIndex:10497; }","duration":"205.926623ms","start":"2026-03-04T11:29:57.365498Z","end":"2026-03-04T11:29:57.571424Z","steps":["trace[400719728] 'read index received' (duration: 205.731149ms)","trace[400719728] 'applied index is now lower than readState.Index' (duration: 194.244µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:29:57.571518Z","caller":"traceutil/trace.go:171","msg":"trace[823604613] transaction","detail":"{read_only:false; response_revision:10084; number_of_response:1; }","duration":"206.82651ms","start":"2026-03-04T11:29:57.364653Z","end":"2026-03-04T11:29:57.57148Z","steps":["trace[823604613] 'process raft request' (duration: 206.657747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:57.571695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.181228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:29:57.571738Z","caller":"traceutil/trace.go:171","msg":"trace[258226907] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:10084; }","duration":"206.269199ms","start":"2026-03-04T11:29:57.365457Z","end":"2026-03-04T11:29:57.571726Z","steps":["trace[258226907] 'agreement among raft nodes before linearized reading' (duration: 206.097215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:57.571844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.882522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T11:29:57.571992Z","caller":"traceutil/trace.go:171","msg":"trace[153372506] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10084; }","duration":"117.070176ms","start":"2026-03-04T11:29:57.454885Z","end":"2026-03-04T11:29:57.571955Z","steps":["trace[153372506] 'agreement among raft nodes before linearized reading' (duration: 116.7316ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:29:57.92246Z","caller":"traceutil/trace.go:171","msg":"trace[467990567] linearizableReadLoop","detail":"{readStateIndex:10500; appliedIndex:10499; }","duration":"221.975237ms","start":"2026-03-04T11:29:57.700458Z","end":"2026-03-04T11:29:57.922433Z","steps":["trace[467990567] 'read index received' (duration: 221.780554ms)","trace[467990567] 'applied index is now lower than readState.Index' (duration: 193.003µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:29:57.922678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.202691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T11:29:57.922731Z","caller":"traceutil/trace.go:171","msg":"trace[283376875] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10086; }","duration":"222.313174ms","start":"2026-03-04T11:29:57.7004Z","end":"2026-03-04T11:29:57.922713Z","steps":["trace[283376875] 'agreement among raft nodes before linearized reading' (duration: 222.13252ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:29:57.922902Z","caller":"traceutil/trace.go:171","msg":"trace[171474156] transaction","detail":"{read_only:false; response_revision:10086; number_of_response:1; }","duration":"230.020441ms","start":"2026-03-04T11:29:57.692835Z","end":"2026-03-04T11:29:57.922855Z","steps":["trace[171474156] 'process raft request' (duration: 229.42571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:58.340657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.574873ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:29:58.340832Z","caller":"traceutil/trace.go:171","msg":"trace[43278541] linearizableReadLoop","detail":"{readStateIndex:10506; appliedIndex:10505; }","duration":"117.32367ms","start":"2026-03-04T11:29:58.223481Z","end":"2026-03-04T11:29:58.340805Z","steps":["trace[43278541] 'read index received' (duration: 77.241µs)","trace[43278541] 'applied index is now lower than readState.Index' (duration: 117.242769ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:29:58.341099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.625727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T11:29:58.341137Z","caller":"traceutil/trace.go:171","msg":"trace[1394383364] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10091; }","duration":"117.711448ms","start":"2026-03-04T11:29:58.223415Z","end":"2026-03-04T11:29:58.341126Z","steps":["trace[1394383364] 'agreement among raft nodes before linearized reading' (duration: 117.451793ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:29:58.341183Z","caller":"traceutil/trace.go:171","msg":"trace[939848818] transaction","detail":"{read_only:false; response_revision:10091; number_of_response:1; }","duration":"219.214966ms","start":"2026-03-04T11:29:58.121925Z","end":"2026-03-04T11:29:58.34114Z","steps":["trace[939848818] 'process raft request' (duration: 88.00526ms)","trace[939848818] 'compare' (duration: 130.264967ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:29:58.640457Z","caller":"traceutil/trace.go:171","msg":"trace[1752942135] transaction","detail":"{read_only:false; response_revision:10092; number_of_response:1; }","duration":"293.851631ms","start":"2026-03-04T11:29:58.346574Z","end":"2026-03-04T11:29:58.640425Z","steps":["trace[1752942135] 'process raft request' (duration: 293.700238ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:29:58.685123Z","caller":"traceutil/trace.go:171","msg":"trace[824446473] transaction","detail":"{read_only:false; response_revision:10093; number_of_response:1; }","duration":"338.509833ms","start":"2026-03-04T11:29:58.346593Z","end":"2026-03-04T11:29:58.685103Z","steps":["trace[824446473] 'process raft request' (duration: 338.378521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:58.685266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:29:58.346572Z","time spent":"338.608176ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:29:58.68531Z","caller":"traceutil/trace.go:171","msg":"trace[1459116751] linearizableReadLoop","detail":"{readStateIndex:10508; appliedIndex:10506; }","duration":"338.178797ms","start":"2026-03-04T11:29:58.3471Z","end":"2026-03-04T11:29:58.685279Z","steps":["trace[1459116751] 'read index received' (duration: 293.182808ms)","trace[1459116751] 'applied index is now lower than readState.Index' (duration: 44.992839ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:29:58.685475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.759491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T11:29:58.685485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.378621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T11:29:58.685518Z","caller":"traceutil/trace.go:171","msg":"trace[1093437663] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:10094; }","duration":"214.860613ms","start":"2026-03-04T11:29:58.470645Z","end":"2026-03-04T11:29:58.685506Z","steps":["trace[1093437663] 'agreement among raft nodes before linearized reading' (duration: 214.767211ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:29:58.685539Z","caller":"traceutil/trace.go:171","msg":"trace[1390569330] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:10094; }","duration":"338.452142ms","start":"2026-03-04T11:29:58.347077Z","end":"2026-03-04T11:29:58.685529Z","steps":["trace[1390569330] 'agreement among raft nodes before linearized reading' (duration: 338.31764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:58.685564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:29:58.347067Z","time spent":"338.491713ms","remote":"127.0.0.1:41382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-04T11:29:58.948521Z","caller":"traceutil/trace.go:171","msg":"trace[418616485] linearizableReadLoop","detail":"{readStateIndex:10510; appliedIndex:10509; }","duration":"168.07536ms","start":"2026-03-04T11:29:58.780428Z","end":"2026-03-04T11:29:58.948503Z","steps":["trace[418616485] 'read index received' (duration: 71.034497ms)","trace[418616485] 'applied index is now lower than readState.Index' (duration: 97.040073ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:29:58.948616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.184021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:29:58.948593Z","caller":"traceutil/trace.go:171","msg":"trace[98835781] transaction","detail":"{read_only:false; response_revision:10095; number_of_response:1; }","duration":"209.524991ms","start":"2026-03-04T11:29:58.739026Z","end":"2026-03-04T11:29:58.948551Z","steps":["trace[98835781] 'process raft request' (duration: 112.390526ms)","trace[98835781] 'compare' (duration: 97.005352ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:29:58.948641Z","caller":"traceutil/trace.go:171","msg":"trace[202689182] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:10095; }","duration":"168.274533ms","start":"2026-03-04T11:29:58.780357Z","end":"2026-03-04T11:29:58.948632Z","steps":["trace[202689182] 'agreement among raft nodes before linearized reading' (duration: 168.212062ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:29:59.776434Z","caller":"traceutil/trace.go:171","msg":"trace[442024171] transaction","detail":"{read_only:false; response_revision:10097; number_of_response:1; }","duration":"197.266967ms","start":"2026-03-04T11:29:59.57914Z","end":"2026-03-04T11:29:59.776407Z","steps":["trace[442024171] 'process raft request' (duration: 159.821091ms)","trace[442024171] 'compare' (duration: 36.964977ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:29:59.776453Z","caller":"traceutil/trace.go:171","msg":"trace[1602213337] linearizableReadLoop","detail":"{readStateIndex:10512; appliedIndex:10511; }","duration":"190.308255ms","start":"2026-03-04T11:29:59.58598Z","end":"2026-03-04T11:29:59.776288Z","steps":["trace[1602213337] 'read index received' (duration: 152.772297ms)","trace[1602213337] 'applied index is now lower than readState.Index' (duration: 37.534678ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:29:59.776628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.626831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:29:59.776685Z","caller":"traceutil/trace.go:171","msg":"trace[397878554] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:10097; }","duration":"190.708602ms","start":"2026-03-04T11:29:59.585964Z","end":"2026-03-04T11:29:59.776673Z","steps":["trace[397878554] 'agreement among raft nodes before linearized reading' (duration: 190.529428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:29:59.77719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.126671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T11:29:59.777194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.739339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:29:59.777235Z","caller":"traceutil/trace.go:171","msg":"trace[700294739] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10097; }","duration":"190.194202ms","start":"2026-03-04T11:29:59.587029Z","end":"2026-03-04T11:29:59.777224Z","steps":["trace[700294739] 'agreement among raft nodes before linearized reading' (duration: 190.031609ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:29:59.777262Z","caller":"traceutil/trace.go:171","msg":"trace[1623542351] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:10097; }","duration":"172.823351ms","start":"2026-03-04T11:29:59.604419Z","end":"2026-03-04T11:29:59.777243Z","steps":["trace[1623542351] 'agreement among raft nodes before linearized reading' (duration: 172.700868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:30:00.415141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.779174ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:30:00.415254Z","caller":"traceutil/trace.go:171","msg":"trace[1481314347] linearizableReadLoop","detail":"{readStateIndex:10516; appliedIndex:10514; }","duration":"308.551531ms","start":"2026-03-04T11:30:00.106693Z","end":"2026-03-04T11:30:00.415244Z","steps":["trace[1481314347] 'read index received' (duration: 96.863549ms)","trace[1481314347] 'applied index is now lower than readState.Index' (duration: 211.687442ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:30:00.415415Z","caller":"traceutil/trace.go:171","msg":"trace[2080447707] transaction","detail":"{read_only:false; response_revision:10100; number_of_response:1; }","duration":"381.732489ms","start":"2026-03-04T11:30:00.033673Z","end":"2026-03-04T11:30:00.415406Z","steps":["trace[2080447707] 'process raft request' (duration: 169.631129ms)","trace[2080447707] 'compare' (duration: 211.606801ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:30:00.415449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:00.033651Z","time spent":"381.78044ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:30:00.415542Z","caller":"traceutil/trace.go:171","msg":"trace[751144892] transaction","detail":"{read_only:false; response_revision:10101; number_of_response:1; }","duration":"342.099613ms","start":"2026-03-04T11:30:00.073438Z","end":"2026-03-04T11:30:00.415538Z","steps":["trace[751144892] 'process raft request' (duration: 341.770507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:30:00.415576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:00.073423Z","time spent":"342.137053ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:30:00.415587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.901259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:30:00.415622Z","caller":"traceutil/trace.go:171","msg":"trace[1448118784] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10101; }","duration":"308.973109ms","start":"2026-03-04T11:30:00.106639Z","end":"2026-03-04T11:30:00.415612Z","steps":["trace[1448118784] 'agreement among raft nodes before linearized reading' (duration: 308.921278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:30:00.415641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:00.106617Z","time spent":"309.020051ms","remote":"127.0.0.1:41086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:30:00.41567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.938439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T11:30:00.415683Z","caller":"traceutil/trace.go:171","msg":"trace[133236558] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10101; }","duration":"253.99193ms","start":"2026-03-04T11:30:00.161687Z","end":"2026-03-04T11:30:00.415679Z","steps":["trace[133236558] 'agreement among raft nodes before linearized reading' (duration: 253.926198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:30:00.415747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.985093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T11:30:00.415811Z","caller":"traceutil/trace.go:171","msg":"trace[2113211302] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10101; }","duration":"306.083775ms","start":"2026-03-04T11:30:00.109712Z","end":"2026-03-04T11:30:00.415796Z","steps":["trace[2113211302] 'agreement among raft nodes before linearized reading' (duration: 305.903991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:30:00.415841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:00.109699Z","time spent":"306.135446ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T11:30:01.302453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.076999ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:30:01.302579Z","caller":"traceutil/trace.go:171","msg":"trace[1374353248] linearizableReadLoop","detail":"{readStateIndex:10519; appliedIndex:10518; }","duration":"330.043181ms","start":"2026-03-04T11:30:00.972513Z","end":"2026-03-04T11:30:01.302556Z","steps":["trace[1374353248] 'read index received' (duration: 217.683707ms)","trace[1374353248] 'applied index is now lower than readState.Index' (duration: 112.357484ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:30:01.302638Z","caller":"traceutil/trace.go:171","msg":"trace[1126875434] transaction","detail":"{read_only:false; response_revision:10104; number_of_response:1; }","duration":"348.978033ms","start":"2026-03-04T11:30:00.953613Z","end":"2026-03-04T11:30:01.302591Z","steps":["trace[1126875434] 'process raft request' (duration: 236.660509ms)","trace[1126875434] 'compare' (duration: 111.909476ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:30:01.302737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.222574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T11:30:01.302766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:00.95358Z","time spent":"349.123425ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:30:01.302791Z","caller":"traceutil/trace.go:171","msg":"trace[1973353872] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:10104; }","duration":"330.312586ms","start":"2026-03-04T11:30:00.972465Z","end":"2026-03-04T11:30:01.302777Z","steps":["trace[1973353872] 'agreement among raft nodes before linearized reading' (duration: 330.208154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:30:01.302852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:00.972451Z","time spent":"330.386528ms","remote":"127.0.0.1:41396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":8,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:30:01.303737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.352348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:30:01.303814Z","caller":"traceutil/trace.go:171","msg":"trace[1101079816] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10104; }","duration":"196.477811ms","start":"2026-03-04T11:30:01.107318Z","end":"2026-03-04T11:30:01.303796Z","steps":["trace[1101079816] 'agreement among raft nodes before linearized reading' (duration: 196.334078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:30:01.937336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.365835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T11:30:01.937424Z","caller":"traceutil/trace.go:171","msg":"trace[631667997] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10104; }","duration":"157.494977ms","start":"2026-03-04T11:30:01.779908Z","end":"2026-03-04T11:30:01.937403Z","steps":["trace[631667997] 'range keys from in-memory index tree' (duration: 157.176711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:30:01.937409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.153328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:30:01.937499Z","caller":"traceutil/trace.go:171","msg":"trace[2030545314] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:10104; }","duration":"127.283381ms","start":"2026-03-04T11:30:01.81019Z","end":"2026-03-04T11:30:01.937474Z","steps":["trace[2030545314] 'range keys from in-memory index tree' (duration: 126.947424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:30:01.937557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.060115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:30:01.937617Z","caller":"traceutil/trace.go:171","msg":"trace[1321239270] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10104; }","duration":"206.154976ms","start":"2026-03-04T11:30:01.731445Z","end":"2026-03-04T11:30:01.9376Z","steps":["trace[1321239270] 'range keys from in-memory index tree' (duration: 205.994373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:30:02.443003Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541844642,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T11:30:02.800001Z","caller":"traceutil/trace.go:171","msg":"trace[1565338745] transaction","detail":"{read_only:false; response_revision:10105; number_of_response:1; }","duration":"858.708267ms","start":"2026-03-04T11:30:01.94127Z","end":"2026-03-04T11:30:02.799979Z","steps":["trace[1565338745] 'process raft request' (duration: 858.562104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:30:02.800144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:01.941255Z","time spent":"858.813709ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:30:04.832546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166947583s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:30:04.83272Z","caller":"traceutil/trace.go:171","msg":"trace[938162590] linearizableReadLoop","detail":"{readStateIndex:10523; appliedIndex:10519; }","duration":"2.890691167s","start":"2026-03-04T11:30:01.942017Z","end":"2026-03-04T11:30:04.832708Z","steps":["trace[938162590] 'read index received' (duration: 857.876041ms)","trace[938162590] 'applied index is now lower than readState.Index' (duration: 2.032814366s)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:30:04.832892Z","caller":"traceutil/trace.go:171","msg":"trace[768894142] transaction","detail":"{read_only:false; response_revision:10106; number_of_response:1; }","duration":"2.891057184s","start":"2026-03-04T11:30:01.941826Z","end":"2026-03-04T11:30:04.832883Z","steps":["trace[768894142] 'process raft request' (duration: 1.723706603s)","trace[768894142] 'compare' (duration: 1.166736309s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:30:04.832941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:01.941804Z","time spent":"2.891114925s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:30:04.833063Z","caller":"traceutil/trace.go:171","msg":"trace[460258869] transaction","detail":"{read_only:false; response_revision:10107; number_of_response:1; }","duration":"2.812854911s","start":"2026-03-04T11:30:02.020202Z","end":"2026-03-04T11:30:04.833057Z","steps":["trace[460258869] 'process raft request' (duration: 2.812415803s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:30:04.833104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:02.020181Z","time spent":"2.812902581s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:30:04.833143Z","caller":"traceutil/trace.go:171","msg":"trace[290984514] transaction","detail":"{read_only:false; response_revision:10108; number_of_response:1; }","duration":"2.412653569s","start":"2026-03-04T11:30:02.420461Z","end":"2026-03-04T11:30:04.833114Z","steps":["trace[290984514] 'process raft request' (duration: 2.412221801s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:30:04.833399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:02.420447Z","time spent":"2.412829012s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:30:04.833566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.891528013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:347853"} {"level":"info","ts":"2026-03-04T11:30:04.833641Z","caller":"traceutil/trace.go:171","msg":"trace[70058459] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:10108; }","duration":"2.891637355s","start":"2026-03-04T11:30:01.941988Z","end":"2026-03-04T11:30:04.833625Z","steps":["trace[70058459] 'agreement among raft nodes before linearized reading' (duration: 2.891104545s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:30:04.83369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:01.941979Z","time spent":"2.891700466s","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":37,"response size":347876,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T11:30:05.085844Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.420172506s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T11:30:05.108397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000566079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T11:30:05.108477Z","caller":"traceutil/trace.go:171","msg":"trace[846082833] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00066144s","start":"2026-03-04T11:30:03.107795Z","end":"2026-03-04T11:30:05.108456Z","steps":["trace[846082833] 'agreement among raft nodes before linearized reading' (duration: 2.000562039s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:30:05.108523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:03.107736Z","time spent":"2.000777963s","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 11:30:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T11:30:05.343125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.068959ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T11:30:05.343444Z","caller":"traceutil/trace.go:171","msg":"trace[100708333] linearizableReadLoop","detail":"{readStateIndex:10525; appliedIndex:10523; }","duration":"510.66821ms","start":"2026-03-04T11:30:04.832745Z","end":"2026-03-04T11:30:05.343413Z","steps":["trace[100708333] 'read index received' (duration: 253.246784ms)","trace[100708333] 'applied index is now lower than readState.Index' (duration: 257.419456ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:30:05.343552Z","caller":"traceutil/trace.go:171","msg":"trace[1029947377] transaction","detail":"{read_only:false; response_revision:10109; number_of_response:1; }","duration":"1.733030711s","start":"2026-03-04T11:30:03.610487Z","end":"2026-03-04T11:30:05.343518Z","steps":["trace[1029947377] 'process raft request' (duration: 1.732725235s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:30:05.343717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:03.610469Z","time spent":"1.733171463s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:30:05.738955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.98743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:30:05.739128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.018855923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T11:30:05.739144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.800359486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:30:05.739161Z","caller":"traceutil/trace.go:171","msg":"trace[1389547220] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:10109; }","duration":"3.018919755s","start":"2026-03-04T11:30:02.720229Z","end":"2026-03-04T11:30:05.739149Z","steps":["trace[1389547220] 'agreement among raft nodes before linearized reading' (duration: 2.623332101s)","trace[1389547220] 'count revisions from in-memory index tree' (duration: 395.553723ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:30:05.739174Z","caller":"traceutil/trace.go:171","msg":"trace[510813078] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:10109; }","duration":"1.800423808s","start":"2026-03-04T11:30:03.938736Z","end":"2026-03-04T11:30:05.73916Z","steps":["trace[510813078] 'agreement among raft nodes before linearized reading' (duration: 1.404981887s)","trace[510813078] 'count revisions from in-memory index tree' (duration: 395.4128ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:30:05.739193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:02.720208Z","time spent":"3.018978925s","remote":"127.0.0.1:41576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":26,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:30:05.739136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18987871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T11:30:05.739203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:03.938712Z","time spent":"1.800482719s","remote":"127.0.0.1:38650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-03-04T11:30:05.739129Z","caller":"traceutil/trace.go:171","msg":"trace[17914954] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10109; }","duration":"630.237025ms","start":"2026-03-04T11:30:05.10887Z","end":"2026-03-04T11:30:05.739107Z","steps":["trace[17914954] 'agreement among raft nodes before linearized reading' (duration: 234.761393ms)","trace[17914954] 'range keys from in-memory index tree' (duration: 395.240737ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:30:05.739236Z","caller":"traceutil/trace.go:171","msg":"trace[1028834750] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:10109; }","duration":"1.189982082s","start":"2026-03-04T11:30:04.549237Z","end":"2026-03-04T11:30:05.739219Z","steps":["trace[1028834750] 'agreement among raft nodes before linearized reading' (duration: 794.456059ms)","trace[1028834750] 'count revisions from in-memory index tree' (duration: 395.40666ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:30:05.739263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.919742186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T11:30:05.739311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:04.549178Z","time spent":"1.190120024s","remote":"127.0.0.1:41522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:30:05.73933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:05.108848Z","time spent":"630.436738ms","remote":"127.0.0.1:41086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:30:05.739404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.61518276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"warn","ts":"2026-03-04T11:30:05.739462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.162383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T11:30:05.739469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.319715759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T11:30:05.739487Z","caller":"traceutil/trace.go:171","msg":"trace[524433235] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:10109; }","duration":"861.226265ms","start":"2026-03-04T11:30:04.878255Z","end":"2026-03-04T11:30:05.739481Z","steps":["trace[524433235] 'agreement among raft nodes before linearized reading' (duration: 465.357216ms)","trace[524433235] 'count revisions from in-memory index tree' (duration: 395.833718ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:30:05.739492Z","caller":"traceutil/trace.go:171","msg":"trace[461541498] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10109; }","duration":"3.319769709s","start":"2026-03-04T11:30:02.419715Z","end":"2026-03-04T11:30:05.739484Z","steps":["trace[461541498] 'agreement among raft nodes before linearized reading' (duration: 2.923863709s)","trace[461541498] 'range keys from in-memory index tree' (duration: 395.859899ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:30:05.739507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:04.878237Z","time spent":"861.261865ms","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":68,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-04T11:30:05.739329Z","caller":"traceutil/trace.go:171","msg":"trace[1742510666] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10109; }","duration":"1.919845468s","start":"2026-03-04T11:30:03.819461Z","end":"2026-03-04T11:30:05.739306Z","steps":["trace[1742510666] 'agreement among raft nodes before linearized reading' (duration: 1.524013939s)","trace[1742510666] 'count revisions from in-memory index tree' (duration: 395.729356ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:30:05.739521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.471881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T11:30:05.739594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:03.819441Z","time spent":"1.920148264s","remote":"127.0.0.1:43634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T11:30:05.739645Z","caller":"traceutil/trace.go:171","msg":"trace[1437845066] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10109; }","duration":"935.660695ms","start":"2026-03-04T11:30:04.803949Z","end":"2026-03-04T11:30:05.73961Z","steps":["trace[1437845066] 'agreement among raft nodes before linearized reading' (duration: 539.756416ms)","trace[1437845066] 'range keys from in-memory index tree' (duration: 395.558033ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:30:05.739508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:02.419695Z","time spent":"3.31981024s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T11:30:05.739719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:04.803928Z","time spent":"935.777057ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T11:30:05.73946Z","caller":"traceutil/trace.go:171","msg":"trace[1929132044] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:10109; }","duration":"3.615239731s","start":"2026-03-04T11:30:02.124206Z","end":"2026-03-04T11:30:05.739446Z","steps":["trace[1929132044] 'agreement among raft nodes before linearized reading' (duration: 3.219380322s)","trace[1929132044] 'range keys from in-memory index tree' (duration: 395.776928ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:30:05.739783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:02.124137Z","time spent":"3.615639509s","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-04T11:30:05.739418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.795876461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T11:30:05.739867Z","caller":"traceutil/trace.go:171","msg":"trace[792151507] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10109; }","duration":"3.796336549s","start":"2026-03-04T11:30:01.943513Z","end":"2026-03-04T11:30:05.739849Z","steps":["trace[792151507] 'agreement among raft nodes before linearized reading' (duration: 3.400082102s)","trace[792151507] 'range keys from in-memory index tree' (duration: 395.787967ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:30:05.739916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:01.943497Z","time spent":"3.79640671s","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T11:30:05.739053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.790826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:30:05.739971Z","caller":"traceutil/trace.go:171","msg":"trace[1372533998] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:10109; }","duration":"177.761514ms","start":"2026-03-04T11:30:05.562191Z","end":"2026-03-04T11:30:05.739953Z","steps":["trace[1372533998] 'count revisions from in-memory index tree' (duration: 176.676234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:30:05.739088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.927099161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T11:30:05.74016Z","caller":"traceutil/trace.go:171","msg":"trace[628359030] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10109; }","duration":"2.928181672s","start":"2026-03-04T11:30:02.811948Z","end":"2026-03-04T11:30:05.740129Z","steps":["trace[628359030] 'agreement among raft nodes before linearized reading' (duration: 2.531593819s)","trace[628359030] 'range keys from in-memory index tree' (duration: 395.510882ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:30:05.740223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:02.811931Z","time spent":"2.928273054s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T11:30:05.739033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.227498677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T11:30:05.74029Z","caller":"traceutil/trace.go:171","msg":"trace[1535557859] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10109; }","duration":"3.228809992s","start":"2026-03-04T11:30:02.511466Z","end":"2026-03-04T11:30:05.740276Z","steps":["trace[1535557859] 'agreement among raft nodes before linearized reading' (duration: 2.832102797s)","trace[1535557859] 'range keys from in-memory index tree' (duration: 395.321859ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:30:05.740315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:02.511438Z","time spent":"3.228868704s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T11:30:05.870591Z","caller":"traceutil/trace.go:171","msg":"trace[616232540] transaction","detail":"{read_only:false; response_revision:10110; number_of_response:1; }","duration":"125.826213ms","start":"2026-03-04T11:30:05.744731Z","end":"2026-03-04T11:30:05.870557Z","steps":["trace[616232540] 'process raft request' (duration: 125.533107ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:30:06.155997Z","caller":"traceutil/trace.go:171","msg":"trace[1992145901] transaction","detail":"{read_only:false; response_revision:10111; number_of_response:1; }","duration":"410.065361ms","start":"2026-03-04T11:30:05.745902Z","end":"2026-03-04T11:30:06.155967Z","steps":["trace[1992145901] 'process raft request' (duration: 340.707406ms)","trace[1992145901] 'compare' (duration: 69.173381ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:30:06.156092Z","caller":"traceutil/trace.go:171","msg":"trace[1937162729] transaction","detail":"{read_only:false; response_revision:10113; number_of_response:1; }","duration":"409.632712ms","start":"2026-03-04T11:30:05.746443Z","end":"2026-03-04T11:30:06.156075Z","steps":["trace[1937162729] 'process raft request' (duration: 409.52327ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:30:06.156114Z","caller":"traceutil/trace.go:171","msg":"trace[1083816308] linearizableReadLoop","detail":"{readStateIndex:10531; appliedIndex:10525; }","duration":"407.206806ms","start":"2026-03-04T11:30:05.748896Z","end":"2026-03-04T11:30:06.156103Z","steps":["trace[1083816308] 'read index received' (duration: 121.347188ms)","trace[1083816308] 'applied index is now lower than readState.Index' (duration: 285.859018ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:30:06.156212Z","caller":"traceutil/trace.go:171","msg":"trace[936979849] transaction","detail":"{read_only:false; response_revision:10115; number_of_response:1; }","duration":"409.309596ms","start":"2026-03-04T11:30:05.746895Z","end":"2026-03-04T11:30:06.156205Z","steps":["trace[936979849] 'process raft request' (duration: 409.173104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:30:06.156208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:05.746433Z","time spent":"409.703764ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:30:06.156208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:05.745879Z","time spent":"410.275724ms","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:30:06.156168Z","caller":"traceutil/trace.go:171","msg":"trace[89396216] transaction","detail":"{read_only:false; response_revision:10114; number_of_response:1; }","duration":"409.370957ms","start":"2026-03-04T11:30:05.746762Z","end":"2026-03-04T11:30:06.156133Z","steps":["trace[89396216] 'process raft request' (duration: 409.238354ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:30:06.156213Z","caller":"traceutil/trace.go:171","msg":"trace[1706547740] transaction","detail":"{read_only:false; response_revision:10112; number_of_response:1; }","duration":"409.715694ms","start":"2026-03-04T11:30:05.746359Z","end":"2026-03-04T11:30:06.156075Z","steps":["trace[1706547740] 'process raft request' (duration: 409.550711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:30:06.15633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.40984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:30:06.156421Z","caller":"traceutil/trace.go:171","msg":"trace[1937698027] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10115; }","duration":"407.548122ms","start":"2026-03-04T11:30:05.748858Z","end":"2026-03-04T11:30:06.156406Z","steps":["trace[1937698027] 'agreement among raft nodes before linearized reading' (duration: 407.385089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:30:06.156423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:05.746754Z","time spent":"409.575411ms","remote":"127.0.0.1:41396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:30:06.156484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:05.748843Z","time spent":"407.632294ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:30:06.156262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:05.746888Z","time spent":"409.344847ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:30:06.156273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.848461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-04T11:30:06.156591Z","caller":"traceutil/trace.go:171","msg":"trace[158528489] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:10115; }","duration":"404.171927ms","start":"2026-03-04T11:30:05.752403Z","end":"2026-03-04T11:30:06.156575Z","steps":["trace[158528489] 'agreement among raft nodes before linearized reading' (duration: 403.840361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:30:06.156639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:05.752396Z","time spent":"404.231149ms","remote":"127.0.0.1:43726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T11:30:06.156986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:05.746346Z","time spent":"410.018839ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:30:06.523323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.000585ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:30:06.523402Z","caller":"traceutil/trace.go:171","msg":"trace[166021581] linearizableReadLoop","detail":"{readStateIndex:10532; appliedIndex:10531; }","duration":"243.781425ms","start":"2026-03-04T11:30:06.279608Z","end":"2026-03-04T11:30:06.52339Z","steps":["trace[166021581] 'read index received' (duration: 138.596577ms)","trace[166021581] 'applied index is now lower than readState.Index' (duration: 105.183758ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:30:06.523515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.919828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T11:30:06.52354Z","caller":"traceutil/trace.go:171","msg":"trace[578469522] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:10116; }","duration":"243.943948ms","start":"2026-03-04T11:30:06.279589Z","end":"2026-03-04T11:30:06.523533Z","steps":["trace[578469522] 'agreement among raft nodes before linearized reading' (duration: 243.831886ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:30:06.523672Z","caller":"traceutil/trace.go:171","msg":"trace[1135935518] transaction","detail":"{read_only:false; response_revision:10116; number_of_response:1; }","duration":"362.43899ms","start":"2026-03-04T11:30:06.161224Z","end":"2026-03-04T11:30:06.523663Z","steps":["trace[1135935518] 'process raft request' (duration: 257.031448ms)","trace[1135935518] 'compare' (duration: 104.786121ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:30:06.523718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:06.161207Z","time spent":"362.488521ms","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":646,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:30:06.95775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:06.653776Z","time spent":"303.966234ms","remote":"127.0.0.1:46018","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T11:30:06.957872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.621714ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:30:06.957945Z","caller":"traceutil/trace.go:171","msg":"trace[1476979550] linearizableReadLoop","detail":"{readStateIndex:10533; appliedIndex:10532; }","duration":"119.358959ms","start":"2026-03-04T11:30:06.838571Z","end":"2026-03-04T11:30:06.95793Z","steps":["trace[1476979550] 'read index received' (duration: 240.524µs)","trace[1476979550] 'applied index is now lower than readState.Index' (duration: 119.117315ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:30:06.958021Z","caller":"traceutil/trace.go:171","msg":"trace[589509633] transaction","detail":"{read_only:false; response_revision:10117; number_of_response:1; }","duration":"431.168133ms","start":"2026-03-04T11:30:06.526841Z","end":"2026-03-04T11:30:06.958009Z","steps":["trace[589509633] 'process raft request' (duration: 134.337106ms)","trace[589509633] 'compare' (duration: 296.495661ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:30:06.958218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:06.526821Z","time spent":"431.365817ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:30:06.958264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.674855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T11:30:06.958341Z","caller":"traceutil/trace.go:171","msg":"trace[427368241] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10117; }","duration":"119.792227ms","start":"2026-03-04T11:30:06.838533Z","end":"2026-03-04T11:30:06.958325Z","steps":["trace[427368241] 'agreement among raft nodes before linearized reading' (duration: 119.589703ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:30:07.025025Z","caller":"traceutil/trace.go:171","msg":"trace[2050520289] transaction","detail":"{read_only:false; response_revision:10118; number_of_response:1; }","duration":"186.351219ms","start":"2026-03-04T11:30:06.838655Z","end":"2026-03-04T11:30:07.025006Z","steps":["trace[2050520289] 'process raft request' (duration: 186.070243ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:30:07.352547Z","caller":"traceutil/trace.go:171","msg":"trace[1523978532] transaction","detail":"{read_only:false; response_revision:10119; number_of_response:1; }","duration":"511.883784ms","start":"2026-03-04T11:30:06.840628Z","end":"2026-03-04T11:30:07.352512Z","steps":["trace[1523978532] 'process raft request' (duration: 511.396845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:30:07.352732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:06.840609Z","time spent":"512.021696ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:30:07.352906Z","caller":"traceutil/trace.go:171","msg":"trace[492095271] linearizableReadLoop","detail":"{readStateIndex:10535; appliedIndex:10533; }","duration":"394.439911ms","start":"2026-03-04T11:30:06.957977Z","end":"2026-03-04T11:30:07.352417Z","steps":["trace[492095271] 'read index received' (duration: 66.54567ms)","trace[492095271] 'applied index is now lower than readState.Index' (duration: 327.893241ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:30:07.353278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.988857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:30:07.353346Z","caller":"traceutil/trace.go:171","msg":"trace[565843852] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:10120; }","duration":"511.518637ms","start":"2026-03-04T11:30:06.841818Z","end":"2026-03-04T11:30:07.353337Z","steps":["trace[565843852] 'agreement among raft nodes before linearized reading' (duration: 510.809503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:30:07.353373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:06.841812Z","time spent":"511.553397ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-kh88j\" "} {"level":"info","ts":"2026-03-04T11:30:07.352588Z","caller":"traceutil/trace.go:171","msg":"trace[628659972] transaction","detail":"{read_only:false; response_revision:10120; number_of_response:1; }","duration":"390.766071ms","start":"2026-03-04T11:30:06.961805Z","end":"2026-03-04T11:30:07.352571Z","steps":["trace[628659972] 'process raft request' (duration: 390.388214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:30:07.355944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:06.961784Z","time spent":"393.947053ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:30:07.49044Z","caller":"traceutil/trace.go:171","msg":"trace[1621545867] transaction","detail":"{read_only:false; response_revision:10121; number_of_response:1; }","duration":"412.621888ms","start":"2026-03-04T11:30:07.077791Z","end":"2026-03-04T11:30:07.490413Z","steps":["trace[1621545867] 'process raft request' (duration: 349.713177ms)","trace[1621545867] 'compare' (duration: 62.739708ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:30:07.490597Z","caller":"traceutil/trace.go:171","msg":"trace[1713329767] linearizableReadLoop","detail":"{readStateIndex:10538; appliedIndex:10536; }","duration":"137.599457ms","start":"2026-03-04T11:30:07.352974Z","end":"2026-03-04T11:30:07.490573Z","steps":["trace[1713329767] 'read index received' (duration: 74.436741ms)","trace[1713329767] 'applied index is now lower than readState.Index' (duration: 63.161556ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:30:07.49064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:07.077766Z","time spent":"412.748231ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:30:07.490842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.968772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:30:07.490919Z","caller":"traceutil/trace.go:171","msg":"trace[1792077807] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10122; }","duration":"384.092434ms","start":"2026-03-04T11:30:07.106812Z","end":"2026-03-04T11:30:07.490905Z","steps":["trace[1792077807] 'agreement among raft nodes before linearized reading' (duration: 383.952061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:30:07.490977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:07.106795Z","time spent":"384.175786ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T11:30:07.490985Z","caller":"traceutil/trace.go:171","msg":"trace[1518030657] transaction","detail":"{read_only:false; response_revision:10122; number_of_response:1; }","duration":"142.864378ms","start":"2026-03-04T11:30:07.348105Z","end":"2026-03-04T11:30:07.49097Z","steps":["trace[1518030657] 'process raft request' (duration: 142.269357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:30:07.491197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.305855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:30:07.491223Z","caller":"traceutil/trace.go:171","msg":"trace[1813460877] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:10122; }","duration":"365.379197ms","start":"2026-03-04T11:30:07.125837Z","end":"2026-03-04T11:30:07.491217Z","steps":["trace[1813460877] 'agreement among raft nodes before linearized reading' (duration: 365.283005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:30:07.491243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:07.125807Z","time spent":"365.431558ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":57,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:30:07.491385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.975565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:30:07.491521Z","caller":"traceutil/trace.go:171","msg":"trace[1527298436] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:10122; }","duration":"491.165879ms","start":"2026-03-04T11:30:07.000323Z","end":"2026-03-04T11:30:07.491489Z","steps":["trace[1527298436] 'agreement among raft nodes before linearized reading' (duration: 490.878333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:30:07.491586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:07.000307Z","time spent":"491.26545ms","remote":"127.0.0.1:43542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:30:07.492447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.178223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:347853"} {"level":"info","ts":"2026-03-04T11:30:07.492514Z","caller":"traceutil/trace.go:171","msg":"trace[1483459046] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:10122; }","duration":"133.327296ms","start":"2026-03-04T11:30:07.359172Z","end":"2026-03-04T11:30:07.492499Z","steps":["trace[1483459046] 'agreement among raft nodes before linearized reading' (duration: 131.702495ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:30:08.16362Z","caller":"traceutil/trace.go:171","msg":"trace[2140798491] linearizableReadLoop","detail":"{readStateIndex:10539; appliedIndex:10538; }","duration":"105.77589ms","start":"2026-03-04T11:30:08.057819Z","end":"2026-03-04T11:30:08.163595Z","steps":["trace[2140798491] 'read index received' (duration: 105.514975ms)","trace[2140798491] 'applied index is now lower than readState.Index' (duration: 259.135µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:30:08.163773Z","caller":"traceutil/trace.go:171","msg":"trace[2004730165] transaction","detail":"{read_only:false; response_revision:10123; number_of_response:1; }","duration":"284.665175ms","start":"2026-03-04T11:30:07.87906Z","end":"2026-03-04T11:30:08.163725Z","steps":["trace[2004730165] 'process raft request' (duration: 284.37376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:30:08.163924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.087835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.18\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-04T11:30:08.164029Z","caller":"traceutil/trace.go:171","msg":"trace[852271405] range","detail":"{range_begin:/registry/masterleases/199.19.213.18; range_end:; response_count:1; response_revision:10123; }","duration":"106.243209ms","start":"2026-03-04T11:30:08.057768Z","end":"2026-03-04T11:30:08.164012Z","steps":["trace[852271405] 'agreement among raft nodes before linearized reading' (duration: 105.973924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:30:08.762144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.136461ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-04T11:30:08.762266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:08.165531Z","time spent":"596.729543ms","remote":"127.0.0.1:41114","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T11:30:09.367985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.603823ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:30:09.368259Z","caller":"traceutil/trace.go:171","msg":"trace[1691247700] linearizableReadLoop","detail":"{readStateIndex:10543; appliedIndex:10539; }","duration":"1.095316494s","start":"2026-03-04T11:30:08.272925Z","end":"2026-03-04T11:30:09.368242Z","steps":["trace[1691247700] 'read index received' (duration: 244.177022ms)","trace[1691247700] 'applied index is now lower than readState.Index' (duration: 851.138322ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:30:09.368325Z","caller":"traceutil/trace.go:171","msg":"trace[2020000020] transaction","detail":"{read_only:false; response_revision:10124; number_of_response:1; }","duration":"1.199927591s","start":"2026-03-04T11:30:08.168389Z","end":"2026-03-04T11:30:09.368316Z","steps":["trace[2020000020] 'process raft request' (duration: 924.584154ms)","trace[2020000020] 'compare' (duration: 274.254177ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:30:09.368372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:08.168378Z","time spent":"1.199964902s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:30:09.368594Z","caller":"traceutil/trace.go:171","msg":"trace[65930209] transaction","detail":"{read_only:false; response_revision:10126; number_of_response:1; }","duration":"1.200173325s","start":"2026-03-04T11:30:08.168409Z","end":"2026-03-04T11:30:09.368583Z","steps":["trace[65930209] 'process raft request' (duration: 1.199791668s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:30:09.368635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:08.168388Z","time spent":"1.200225757s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:30:09.368631Z","caller":"traceutil/trace.go:171","msg":"trace[149235769] transaction","detail":"{read_only:false; response_revision:10125; number_of_response:1; }","duration":"1.200224137s","start":"2026-03-04T11:30:08.168388Z","end":"2026-03-04T11:30:09.368612Z","steps":["trace[149235769] 'process raft request' (duration: 1.199702617s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:30:09.368656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095714231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:30:09.368718Z","caller":"traceutil/trace.go:171","msg":"trace[665429022] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:10126; }","duration":"1.095838124s","start":"2026-03-04T11:30:08.272863Z","end":"2026-03-04T11:30:09.368701Z","steps":["trace[665429022] 'agreement among raft nodes before linearized reading' (duration: 1.095719331s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:30:09.368758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:08.272834Z","time spent":"1.095914195s","remote":"127.0.0.1:32778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:30:09.368762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:08.168361Z","time spent":"1.200316978s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:30:09.900927Z","caller":"traceutil/trace.go:171","msg":"trace[1581424608] transaction","detail":"{read_only:false; response_revision:10127; number_of_response:1; }","duration":"1.137386748s","start":"2026-03-04T11:30:08.763493Z","end":"2026-03-04T11:30:09.90088Z","steps":["trace[1581424608] 'process raft request' (duration: 1.043543366s)","trace[1581424608] 'compare' (duration: 93.629467ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:30:09.90096Z","caller":"traceutil/trace.go:171","msg":"trace[689746297] transaction","detail":"{read_only:false; response_revision:10130; number_of_response:1; }","duration":"871.598473ms","start":"2026-03-04T11:30:09.029337Z","end":"2026-03-04T11:30:09.900936Z","steps":["trace[689746297] 'process raft request' (duration: 871.555282ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:30:09.901045Z","caller":"traceutil/trace.go:171","msg":"trace[2098305272] transaction","detail":"{read_only:false; response_revision:10128; number_of_response:1; }","duration":"1.129564578s","start":"2026-03-04T11:30:08.771466Z","end":"2026-03-04T11:30:09.901031Z","steps":["trace[2098305272] 'process raft request' (duration: 1.129317094s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:30:09.901129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:08.771456Z","time spent":"1.129634521s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:30:09.901123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:09.02932Z","time spent":"871.717606ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:30:09.901268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:08.763479Z","time spent":"1.137697844s","remote":"127.0.0.1:41114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:30:09.9013Z","caller":"traceutil/trace.go:171","msg":"trace[1704355937] transaction","detail":"{read_only:false; response_revision:10129; number_of_response:1; }","duration":"1.071878957s","start":"2026-03-04T11:30:08.829352Z","end":"2026-03-04T11:30:09.901231Z","steps":["trace[1704355937] 'process raft request' (duration: 1.0715016s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:30:09.901884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:08.829329Z","time spent":"1.072189303s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:30:09.959236Z","caller":"traceutil/trace.go:171","msg":"trace[1371897905] linearizableReadLoop","detail":"{readStateIndex:10548; appliedIndex:10543; }","duration":"590.918443ms","start":"2026-03-04T11:30:09.368289Z","end":"2026-03-04T11:30:09.959207Z","steps":["trace[1371897905] 'read index received' (duration: 438.762988ms)","trace[1371897905] 'applied index is now lower than readState.Index' (duration: 152.154325ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:30:09.959467Z","caller":"traceutil/trace.go:171","msg":"trace[68663549] transaction","detail":"{read_only:false; response_revision:10131; number_of_response:1; }","duration":"599.061409ms","start":"2026-03-04T11:30:09.360383Z","end":"2026-03-04T11:30:09.959444Z","steps":["trace[68663549] 'process raft request' (duration: 598.502898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:30:09.959552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.264313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:30:09.959564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.530684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:30:09.959494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.703002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T11:30:09.9596Z","caller":"traceutil/trace.go:171","msg":"trace[841951528] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10132; }","duration":"842.430015ms","start":"2026-03-04T11:30:09.117158Z","end":"2026-03-04T11:30:09.959588Z","steps":["trace[841951528] 'agreement among raft nodes before linearized reading' (duration: 842.267312ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:30:09.959617Z","caller":"traceutil/trace.go:171","msg":"trace[548108556] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:10132; }","duration":"438.625606ms","start":"2026-03-04T11:30:09.520974Z","end":"2026-03-04T11:30:09.9596Z","steps":["trace[548108556] 'agreement among raft nodes before linearized reading' (duration: 438.559934ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:30:09.959664Z","caller":"traceutil/trace.go:171","msg":"trace[2020362387] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10132; }","duration":"598.904756ms","start":"2026-03-04T11:30:09.360741Z","end":"2026-03-04T11:30:09.959646Z","steps":["trace[2020362387] 'agreement among raft nodes before linearized reading' (duration: 598.535569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:30:09.959904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:09.360733Z","time spent":"599.15831ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T11:30:09.959487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.308455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-04T11:30:09.960044Z","caller":"traceutil/trace.go:171","msg":"trace[1759659472] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:10132; }","duration":"785.902867ms","start":"2026-03-04T11:30:09.174114Z","end":"2026-03-04T11:30:09.960017Z","steps":["trace[1759659472] 'agreement among raft nodes before linearized reading' (duration: 785.185093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:30:09.959681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:09.117136Z","time spent":"842.533788ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:30:09.960116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:09.174088Z","time spent":"786.002198ms","remote":"127.0.0.1:41178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T11:30:09.959713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.928203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:30:09.960232Z","caller":"traceutil/trace.go:171","msg":"trace[258411380] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:10132; }","duration":"459.503634ms","start":"2026-03-04T11:30:09.500713Z","end":"2026-03-04T11:30:09.960217Z","steps":["trace[258411380] 'agreement among raft nodes before linearized reading' (duration: 458.813141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:30:09.960278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:09.50065Z","time spent":"459.616936ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-kh88j\" "} {"level":"warn","ts":"2026-03-04T11:30:09.95969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:09.360361Z","time spent":"599.188281ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:30:09.959747Z","caller":"traceutil/trace.go:171","msg":"trace[1636429729] transaction","detail":"{read_only:false; response_revision:10132; number_of_response:1; }","duration":"463.371238ms","start":"2026-03-04T11:30:09.495878Z","end":"2026-03-04T11:30:09.959249Z","steps":["trace[1636429729] 'process raft request' (duration: 463.287986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:30:09.960468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:09.495859Z","time spent":"464.55384ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:30:09.959689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:09.520946Z","time spent":"438.731547ms","remote":"127.0.0.1:38698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-03-04T11:30:10.342704Z","caller":"traceutil/trace.go:171","msg":"trace[177053740] linearizableReadLoop","detail":"{readStateIndex:10550; appliedIndex:10549; }","duration":"377.865986ms","start":"2026-03-04T11:30:09.964819Z","end":"2026-03-04T11:30:10.342685Z","steps":["trace[177053740] 'read index received' (duration: 332.588771ms)","trace[177053740] 'applied index is now lower than readState.Index' (duration: 45.276335ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:30:10.343033Z","caller":"traceutil/trace.go:171","msg":"trace[209261793] transaction","detail":"{read_only:false; response_revision:10133; number_of_response:1; }","duration":"378.453937ms","start":"2026-03-04T11:30:09.964551Z","end":"2026-03-04T11:30:10.343005Z","steps":["trace[209261793] 'process raft request' (duration: 332.988079ms)","trace[209261793] 'compare' (duration: 45.05395ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:30:10.343059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.073079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:30:10.34311Z","caller":"traceutil/trace.go:171","msg":"trace[371236845] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:10133; }","duration":"345.161501ms","start":"2026-03-04T11:30:09.997936Z","end":"2026-03-04T11:30:10.343097Z","steps":["trace[371236845] 'agreement among raft nodes before linearized reading' (duration: 345.062699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:30:10.343147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:09.997923Z","time spent":"345.214121ms","remote":"127.0.0.1:43592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:30:10.343166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:09.96453Z","time spent":"378.571839ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:30:10.343168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.360987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T11:30:10.343213Z","caller":"traceutil/trace.go:171","msg":"trace[2088519329] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10133; }","duration":"166.409257ms","start":"2026-03-04T11:30:10.176791Z","end":"2026-03-04T11:30:10.3432Z","steps":["trace[2088519329] 'agreement among raft nodes before linearized reading' (duration: 166.229114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:30:10.343385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.550719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:347853"} {"level":"info","ts":"2026-03-04T11:30:10.343437Z","caller":"traceutil/trace.go:171","msg":"trace[2081446457] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:10133; }","duration":"378.63113ms","start":"2026-03-04T11:30:09.964796Z","end":"2026-03-04T11:30:10.343427Z","steps":["trace[2081446457] 'agreement among raft nodes before linearized reading' (duration: 378.150941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:30:10.343463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:09.964786Z","time spent":"378.67199ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":37,"response size":347876,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T11:30:10.646094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.810409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:30:10.64619Z","caller":"traceutil/trace.go:171","msg":"trace[280411494] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:10134; }","duration":"184.952462ms","start":"2026-03-04T11:30:10.461207Z","end":"2026-03-04T11:30:10.64616Z","steps":["trace[280411494] 'count revisions from in-memory index tree' (duration: 184.488343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:30:10.646459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.272656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:30:10.646496Z","caller":"traceutil/trace.go:171","msg":"trace[953361860] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:10134; }","duration":"176.333727ms","start":"2026-03-04T11:30:10.470148Z","end":"2026-03-04T11:30:10.646482Z","steps":["trace[953361860] 'count revisions from in-memory index tree' (duration: 176.208445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:30:10.646669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.39995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:30:10.646704Z","caller":"traceutil/trace.go:171","msg":"trace[500757315] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:10134; }","duration":"174.477542ms","start":"2026-03-04T11:30:10.472218Z","end":"2026-03-04T11:30:10.646695Z","steps":["trace[500757315] 'count revisions from in-memory index tree' (duration: 174.309768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:30:11.848975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.100497ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:30:11.849093Z","caller":"traceutil/trace.go:171","msg":"trace[2116533649] transaction","detail":"{read_only:false; response_revision:10137; number_of_response:1; }","duration":"444.507618ms","start":"2026-03-04T11:30:11.404575Z","end":"2026-03-04T11:30:11.849082Z","steps":["trace[2116533649] 'process raft request' (duration: 444.476608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:30:11.84925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:11.404554Z","time spent":"444.675861ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:30:11.849441Z","caller":"traceutil/trace.go:171","msg":"trace[1894215958] transaction","detail":"{read_only:false; response_revision:10136; number_of_response:1; }","duration":"445.477067ms","start":"2026-03-04T11:30:11.403958Z","end":"2026-03-04T11:30:11.849435Z","steps":["trace[1894215958] 'process raft request' (duration: 162.86212ms)","trace[1894215958] 'compare' (duration: 281.873953ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:30:11.849467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:11.403929Z","time spent":"445.524287ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:30:12.224227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.429303ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:30:12.224351Z","caller":"traceutil/trace.go:171","msg":"trace[568434011] transaction","detail":"{read_only:false; response_revision:10138; number_of_response:1; }","duration":"317.36982ms","start":"2026-03-04T11:30:11.906967Z","end":"2026-03-04T11:30:12.224337Z","steps":["trace[568434011] 'process raft request' (duration: 144.746774ms)","trace[568434011] 'compare' (duration: 172.31539ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:30:12.224388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:11.906922Z","time spent":"317.44985ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:30:12.224668Z","caller":"traceutil/trace.go:171","msg":"trace[522372795] transaction","detail":"{read_only:false; response_revision:10139; number_of_response:1; }","duration":"250.856539ms","start":"2026-03-04T11:30:11.973803Z","end":"2026-03-04T11:30:12.224659Z","steps":["trace[522372795] 'process raft request' (duration: 250.501482ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:30:12.224683Z","caller":"traceutil/trace.go:171","msg":"trace[1433044960] linearizableReadLoop","detail":"{readStateIndex:10557; appliedIndex:10554; }","duration":"119.413871ms","start":"2026-03-04T11:30:12.105237Z","end":"2026-03-04T11:30:12.224651Z","steps":["trace[1433044960] 'read index received' (duration: 80.494498ms)","trace[1433044960] 'applied index is now lower than readState.Index' (duration: 38.917743ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:30:12.224822Z","caller":"traceutil/trace.go:171","msg":"trace[2005921831] transaction","detail":"{read_only:false; response_revision:10140; number_of_response:1; }","duration":"250.171487ms","start":"2026-03-04T11:30:11.974627Z","end":"2026-03-04T11:30:12.224798Z","steps":["trace[2005921831] 'process raft request' (duration: 249.883191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:30:12.224838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.581324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:30:12.224889Z","caller":"traceutil/trace.go:171","msg":"trace[1426785819] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10140; }","duration":"119.677815ms","start":"2026-03-04T11:30:12.105193Z","end":"2026-03-04T11:30:12.224871Z","steps":["trace[1426785819] 'agreement among raft nodes before linearized reading' (duration: 119.563353ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:30:12.540233Z","caller":"traceutil/trace.go:171","msg":"trace[1836892855] transaction","detail":"{read_only:false; response_revision:10141; number_of_response:1; }","duration":"117.754348ms","start":"2026-03-04T11:30:12.422453Z","end":"2026-03-04T11:30:12.540208Z","steps":["trace[1836892855] 'process raft request' (duration: 117.612535ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:30:12.70566Z","caller":"traceutil/trace.go:171","msg":"trace[1749756967] linearizableReadLoop","detail":"{readStateIndex:10559; appliedIndex:10558; }","duration":"282.968693ms","start":"2026-03-04T11:30:12.422661Z","end":"2026-03-04T11:30:12.70563Z","steps":["trace[1749756967] 'read index received' (duration: 118.188286ms)","trace[1749756967] 'applied index is now lower than readState.Index' (duration: 164.779397ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:30:12.705745Z","caller":"traceutil/trace.go:171","msg":"trace[334771571] transaction","detail":"{read_only:false; response_revision:10142; number_of_response:1; }","duration":"283.188747ms","start":"2026-03-04T11:30:12.422514Z","end":"2026-03-04T11:30:12.705703Z","steps":["trace[334771571] 'process raft request' (duration: 278.713422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:30:12.705822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.141286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:30:12.705857Z","caller":"traceutil/trace.go:171","msg":"trace[1531876977] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:10142; }","duration":"283.213288ms","start":"2026-03-04T11:30:12.422634Z","end":"2026-03-04T11:30:12.705848Z","steps":["trace[1531876977] 'agreement among raft nodes before linearized reading' (duration: 283.142577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:30:12.706171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.549099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:30:12.706248Z","caller":"traceutil/trace.go:171","msg":"trace[1598903731] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:10142; }","duration":"112.694782ms","start":"2026-03-04T11:30:12.593539Z","end":"2026-03-04T11:30:12.706234Z","steps":["trace[1598903731] 'agreement among raft nodes before linearized reading' (duration: 112.594491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:30:12.706376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.979495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:347853"} {"level":"info","ts":"2026-03-04T11:30:12.7064Z","caller":"traceutil/trace.go:171","msg":"trace[1416296909] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:10142; }","duration":"281.026177ms","start":"2026-03-04T11:30:12.425369Z","end":"2026-03-04T11:30:12.706395Z","steps":["trace[1416296909] 'agreement among raft nodes before linearized reading' (duration: 280.70261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:30:13.590277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.991591ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T11:30:13.590396Z","caller":"traceutil/trace.go:171","msg":"trace[2013728305] linearizableReadLoop","detail":"{readStateIndex:10561; appliedIndex:10560; }","duration":"186.733216ms","start":"2026-03-04T11:30:13.403643Z","end":"2026-03-04T11:30:13.590376Z","steps":["trace[2013728305] 'read index received' (duration: 66.559701ms)","trace[2013728305] 'applied index is now lower than readState.Index' (duration: 120.171835ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:30:13.590642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.986721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T11:30:13.590684Z","caller":"traceutil/trace.go:171","msg":"trace[1359896890] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10143; }","duration":"187.073303ms","start":"2026-03-04T11:30:13.403597Z","end":"2026-03-04T11:30:13.59067Z","steps":["trace[1359896890] 'agreement among raft nodes before linearized reading' (duration: 186.895869ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:30:13.968546Z","caller":"traceutil/trace.go:171","msg":"trace[1392928592] transaction","detail":"{read_only:false; response_revision:10145; number_of_response:1; }","duration":"110.764555ms","start":"2026-03-04T11:30:13.857748Z","end":"2026-03-04T11:30:13.968513Z","steps":["trace[1392928592] 'process raft request' (duration: 110.538071ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:30:14.18554Z","caller":"traceutil/trace.go:171","msg":"trace[681147223] linearizableReadLoop","detail":"{readStateIndex:10564; appliedIndex:10563; }","duration":"112.658282ms","start":"2026-03-04T11:30:14.07285Z","end":"2026-03-04T11:30:14.185509Z","steps":["trace[681147223] 'read index received' (duration: 73.79628ms)","trace[681147223] 'applied index is now lower than readState.Index' (duration: 38.860982ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:30:14.186185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.318284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:9 size:88542"} {"level":"info","ts":"2026-03-04T11:30:14.18624Z","caller":"traceutil/trace.go:171","msg":"trace[1171638536] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:9; response_revision:10146; }","duration":"113.393635ms","start":"2026-03-04T11:30:14.072835Z","end":"2026-03-04T11:30:14.186229Z","steps":["trace[1171638536] 'agreement among raft nodes before linearized reading' (duration: 113.08786ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:30:14.185678Z","caller":"traceutil/trace.go:171","msg":"trace[928794541] transaction","detail":"{read_only:false; response_revision:10146; number_of_response:1; }","duration":"323.816634ms","start":"2026-03-04T11:30:13.861845Z","end":"2026-03-04T11:30:14.185662Z","steps":["trace[928794541] 'process raft request' (duration: 284.810579ms)","trace[928794541] 'compare' (duration: 38.645828ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:30:14.187102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:13.86183Z","time spent":"325.19612ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:30:14.405685Z","caller":"traceutil/trace.go:171","msg":"trace[841336320] transaction","detail":"{read_only:false; response_revision:10147; number_of_response:1; }","duration":"176.50128ms","start":"2026-03-04T11:30:14.229095Z","end":"2026-03-04T11:30:14.405596Z","steps":["trace[841336320] 'process raft request' (duration: 175.932119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:30:14.777731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.007055ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:30:14.778043Z","caller":"traceutil/trace.go:171","msg":"trace[1945535272] linearizableReadLoop","detail":"{readStateIndex:10567; appliedIndex:10565; }","duration":"233.524118ms","start":"2026-03-04T11:30:14.544499Z","end":"2026-03-04T11:30:14.778023Z","steps":["trace[1945535272] 'read index received' (duration: 50.088656ms)","trace[1945535272] 'applied index is now lower than readState.Index' (duration: 183.434422ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:30:14.778102Z","caller":"traceutil/trace.go:171","msg":"trace[1438552911] transaction","detail":"{read_only:false; response_revision:10148; number_of_response:1; }","duration":"547.149007ms","start":"2026-03-04T11:30:14.230917Z","end":"2026-03-04T11:30:14.778066Z","steps":["trace[1438552911] 'process raft request' (duration: 363.654904ms)","trace[1438552911] 'compare' (duration: 182.730719ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:30:14.778154Z","caller":"traceutil/trace.go:171","msg":"trace[80169032] transaction","detail":"{read_only:false; response_revision:10149; number_of_response:1; }","duration":"547.226749ms","start":"2026-03-04T11:30:14.230916Z","end":"2026-03-04T11:30:14.778143Z","steps":["trace[80169032] 'process raft request' (duration: 546.981304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:30:14.778225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:14.230896Z","time spent":"547.28624ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:30:14.778252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:14.230896Z","time spent":"547.27664ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":507,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:30:14.778438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.938027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T11:30:14.778503Z","caller":"traceutil/trace.go:171","msg":"trace[213994850] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10149; }","duration":"234.052119ms","start":"2026-03-04T11:30:14.544436Z","end":"2026-03-04T11:30:14.778488Z","steps":["trace[213994850] 'agreement among raft nodes before linearized reading' (duration: 233.803544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:30:15.099328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.383151ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:30:15.099606Z","caller":"traceutil/trace.go:171","msg":"trace[836053443] linearizableReadLoop","detail":"{readStateIndex:10569; appliedIndex:10567; }","duration":"315.724679ms","start":"2026-03-04T11:30:14.783859Z","end":"2026-03-04T11:30:15.099584Z","steps":["trace[836053443] 'read index received' (duration: 197.976901ms)","trace[836053443] 'applied index is now lower than readState.Index' (duration: 117.746698ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:30:15.099705Z","caller":"traceutil/trace.go:171","msg":"trace[620776783] transaction","detail":"{read_only:false; response_revision:10151; number_of_response:1; }","duration":"317.119256ms","start":"2026-03-04T11:30:14.78256Z","end":"2026-03-04T11:30:15.09968Z","steps":["trace[620776783] 'process raft request' (duration: 316.893701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:30:15.099827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:14.782521Z","time spent":"317.250767ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:30:15.099722Z","caller":"traceutil/trace.go:171","msg":"trace[162282982] transaction","detail":"{read_only:false; response_revision:10150; number_of_response:1; }","duration":"317.314149ms","start":"2026-03-04T11:30:14.782392Z","end":"2026-03-04T11:30:15.099706Z","steps":["trace[162282982] 'process raft request' (duration: 199.430428ms)","trace[162282982] 'compare' (duration: 117.095656ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:30:15.100015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:14.782365Z","time spent":"317.603934ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:30:15.100262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.394661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:347853"} {"level":"info","ts":"2026-03-04T11:30:15.100337Z","caller":"traceutil/trace.go:171","msg":"trace[29049504] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:10151; }","duration":"316.468753ms","start":"2026-03-04T11:30:14.783848Z","end":"2026-03-04T11:30:15.100316Z","steps":["trace[29049504] 'agreement among raft nodes before linearized reading' (duration: 315.834021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:30:15.100393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:14.783835Z","time spent":"316.542794ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":37,"response size":347876,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-04T11:30:15.100797Z","caller":"traceutil/trace.go:171","msg":"trace[2087100677] transaction","detail":"{read_only:false; response_revision:10152; number_of_response:1; }","duration":"103.881123ms","start":"2026-03-04T11:30:14.996882Z","end":"2026-03-04T11:30:15.100763Z","steps":["trace[2087100677] 'process raft request' (duration: 103.633509ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:30:15.999062Z","caller":"traceutil/trace.go:171","msg":"trace[761516623] transaction","detail":"{read_only:false; response_revision:10153; number_of_response:1; }","duration":"313.000287ms","start":"2026-03-04T11:30:15.686037Z","end":"2026-03-04T11:30:15.999037Z","steps":["trace[761516623] 'process raft request' (duration: 312.599889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:30:15.999203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:15.686024Z","time spent":"313.108479ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:30:16.152191Z","caller":"traceutil/trace.go:171","msg":"trace[1446665496] transaction","detail":"{read_only:false; response_revision:10154; number_of_response:1; }","duration":"148.680199ms","start":"2026-03-04T11:30:16.003477Z","end":"2026-03-04T11:30:16.152157Z","steps":["trace[1446665496] 'process raft request' (duration: 53.531612ms)","trace[1446665496] 'compare' (duration: 94.988624ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:30:16.360752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.567594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T11:30:16.360836Z","caller":"traceutil/trace.go:171","msg":"trace[867867107] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10155; }","duration":"107.694547ms","start":"2026-03-04T11:30:16.253122Z","end":"2026-03-04T11:30:16.360817Z","steps":["trace[867867107] 'range keys from in-memory index tree' (duration: 107.399071ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:30:17.036336Z","caller":"traceutil/trace.go:171","msg":"trace[937978249] transaction","detail":"{read_only:false; response_revision:10158; number_of_response:1; }","duration":"228.483173ms","start":"2026-03-04T11:30:16.807807Z","end":"2026-03-04T11:30:17.03629Z","steps":["trace[937978249] 'process raft request' (duration: 166.54655ms)","trace[937978249] 'compare' (duration: 61.735349ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:30:17.419225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.928284ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:30:17.41935Z","caller":"traceutil/trace.go:171","msg":"trace[1729817935] linearizableReadLoop","detail":"{readStateIndex:10578; appliedIndex:10576; }","duration":"306.034184ms","start":"2026-03-04T11:30:17.113302Z","end":"2026-03-04T11:30:17.419337Z","steps":["trace[1729817935] 'read index received' (duration: 46.965587ms)","trace[1729817935] 'applied index is now lower than readState.Index' (duration: 259.067857ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:30:17.41952Z","caller":"traceutil/trace.go:171","msg":"trace[1614162641] transaction","detail":"{read_only:false; response_revision:10160; number_of_response:1; }","duration":"309.678704ms","start":"2026-03-04T11:30:17.109805Z","end":"2026-03-04T11:30:17.419483Z","steps":["trace[1614162641] 'process raft request' (duration: 309.4911ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:30:17.419597Z","caller":"traceutil/trace.go:171","msg":"trace[652084943] transaction","detail":"{read_only:false; response_revision:10159; number_of_response:1; }","duration":"309.607362ms","start":"2026-03-04T11:30:17.109807Z","end":"2026-03-04T11:30:17.419415Z","steps":["trace[652084943] 'process raft request' (duration: 50.418373ms)","trace[652084943] 'compare' (duration: 258.818042ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:30:17.419709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:17.109779Z","time spent":"309.868867ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:30:17.419705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:17.109776Z","time spent":"309.832326ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:30:17.420366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.018842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:347853"} {"level":"info","ts":"2026-03-04T11:30:17.420482Z","caller":"traceutil/trace.go:171","msg":"trace[240439127] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:10160; }","duration":"307.188246ms","start":"2026-03-04T11:30:17.113272Z","end":"2026-03-04T11:30:17.42046Z","steps":["trace[240439127] 'agreement among raft nodes before linearized reading' (duration: 306.239458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:30:17.420746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:17.113262Z","time spent":"307.467221ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":37,"response size":347876,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T11:30:18.418275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.269244ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-04T11:30:18.418443Z","caller":"traceutil/trace.go:171","msg":"trace[1417178681] linearizableReadLoop","detail":"{readStateIndex:10580; appliedIndex:10579; }","duration":"286.149284ms","start":"2026-03-04T11:30:18.132275Z","end":"2026-03-04T11:30:18.418425Z","steps":["trace[1417178681] 'read index received' (duration: 53.639735ms)","trace[1417178681] 'applied index is now lower than readState.Index' (duration: 232.507719ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:30:18.418559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:18.092103Z","time spent":"326.453483ms","remote":"127.0.0.1:41114","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T11:30:18.418682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.409279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:30:18.418719Z","caller":"traceutil/trace.go:171","msg":"trace[1307159158] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10161; }","duration":"286.495791ms","start":"2026-03-04T11:30:18.132212Z","end":"2026-03-04T11:30:18.418708Z","steps":["trace[1307159158] 'agreement among raft nodes before linearized reading' (duration: 286.424159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:30:18.418711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.424787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T11:30:18.418782Z","caller":"traceutil/trace.go:171","msg":"trace[2043770846] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10161; }","duration":"255.541999ms","start":"2026-03-04T11:30:18.163225Z","end":"2026-03-04T11:30:18.418767Z","steps":["trace[2043770846] 'agreement among raft nodes before linearized reading' (duration: 255.348565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:30:18.418792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.47017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T11:30:18.418852Z","caller":"traceutil/trace.go:171","msg":"trace[244509320] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10161; }","duration":"187.566341ms","start":"2026-03-04T11:30:18.231271Z","end":"2026-03-04T11:30:18.418837Z","steps":["trace[244509320] 'agreement among raft nodes before linearized reading' (duration: 187.394618ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:30:18.626166Z","caller":"traceutil/trace.go:171","msg":"trace[1675729338] transaction","detail":"{read_only:false; response_revision:10162; number_of_response:1; }","duration":"206.456823ms","start":"2026-03-04T11:30:18.419689Z","end":"2026-03-04T11:30:18.626146Z","steps":["trace[1675729338] 'process raft request' (duration: 121.225105ms)","trace[1675729338] 'compare' (duration: 84.998523ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:30:19.078556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.848586ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:30:19.078735Z","caller":"traceutil/trace.go:171","msg":"trace[1581816947] linearizableReadLoop","detail":"{readStateIndex:10584; appliedIndex:10580; }","duration":"569.731549ms","start":"2026-03-04T11:30:18.508991Z","end":"2026-03-04T11:30:19.078722Z","steps":["trace[1581816947] 'read index received' (duration: 32.347767ms)","trace[1581816947] 'applied index is now lower than readState.Index' (duration: 537.382782ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:30:19.078794Z","caller":"traceutil/trace.go:171","msg":"trace[528702392] transaction","detail":"{read_only:false; response_revision:10163; number_of_response:1; }","duration":"655.092989ms","start":"2026-03-04T11:30:18.42369Z","end":"2026-03-04T11:30:19.078783Z","steps":["trace[528702392] 'process raft request' (duration: 542.953717ms)","trace[528702392] 'compare' (duration: 111.5166ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:30:19.078838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:18.423665Z","time spent":"655.150519ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:30:19.078939Z","caller":"traceutil/trace.go:171","msg":"trace[5533346] transaction","detail":"{read_only:false; response_revision:10165; number_of_response:1; }","duration":"578.305823ms","start":"2026-03-04T11:30:18.500588Z","end":"2026-03-04T11:30:19.078894Z","steps":["trace[5533346] 'process raft request' (duration: 578.102359ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:30:19.078973Z","caller":"traceutil/trace.go:171","msg":"trace[1434220995] transaction","detail":"{read_only:false; response_revision:10164; number_of_response:1; }","duration":"654.878585ms","start":"2026-03-04T11:30:18.424001Z","end":"2026-03-04T11:30:19.07888Z","steps":["trace[1434220995] 'process raft request' (duration: 654.62737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:30:19.079058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.059855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T11:30:19.079074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:18.50055Z","time spent":"578.460975ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:30:19.079102Z","caller":"traceutil/trace.go:171","msg":"trace[1481704765] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:10165; }","duration":"570.154657ms","start":"2026-03-04T11:30:18.508936Z","end":"2026-03-04T11:30:19.079091Z","steps":["trace[1481704765] 'agreement among raft nodes before linearized reading' (duration: 569.976113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:30:19.079128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:18.508917Z","time spent":"570.204418ms","remote":"127.0.0.1:41178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":108,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:30:19.079295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:18.423981Z","time spent":"655.102548ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:30:19.410489Z","caller":"traceutil/trace.go:171","msg":"trace[1486450668] transaction","detail":"{read_only:false; response_revision:10166; number_of_response:1; }","duration":"862.435197ms","start":"2026-03-04T11:30:18.548037Z","end":"2026-03-04T11:30:19.410473Z","steps":["trace[1486450668] 'process raft request' (duration: 861.970518ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:30:19.410484Z","caller":"traceutil/trace.go:171","msg":"trace[1401743894] transaction","detail":"{read_only:false; response_revision:10167; number_of_response:1; }","duration":"554.018898ms","start":"2026-03-04T11:30:18.856441Z","end":"2026-03-04T11:30:19.41046Z","steps":["trace[1401743894] 'process raft request' (duration: 553.962637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:30:19.410758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:18.548005Z","time spent":"862.538229ms","remote":"127.0.0.1:60292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414632,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:30:19.410825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:18.85642Z","time spent":"554.273392ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:30:19.448049Z","caller":"traceutil/trace.go:171","msg":"trace[1989522993] linearizableReadLoop","detail":"{readStateIndex:10587; appliedIndex:10584; }","duration":"369.26631ms","start":"2026-03-04T11:30:19.07876Z","end":"2026-03-04T11:30:19.448026Z","steps":["trace[1989522993] 'read index received' (duration: 331.206904ms)","trace[1989522993] 'applied index is now lower than readState.Index' (duration: 38.058406ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:30:19.448167Z","caller":"traceutil/trace.go:171","msg":"trace[399421600] transaction","detail":"{read_only:false; response_revision:10168; number_of_response:1; }","duration":"405.539943ms","start":"2026-03-04T11:30:19.042617Z","end":"2026-03-04T11:30:19.448157Z","steps":["trace[399421600] 'process raft request' (duration: 405.291508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:30:19.448281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:19.042592Z","time spent":"405.606604ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:30:19.448589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.493246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-04T11:30:19.449179Z","caller":"traceutil/trace.go:171","msg":"trace[204499020] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:10168; }","duration":"821.127748ms","start":"2026-03-04T11:30:18.628035Z","end":"2026-03-04T11:30:19.449162Z","steps":["trace[204499020] 'agreement among raft nodes before linearized reading' (duration: 820.443545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:30:19.449218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:18.628016Z","time spent":"821.191269ms","remote":"127.0.0.1:41250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T11:30:20.286773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.968538ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:30:20.286994Z","caller":"traceutil/trace.go:171","msg":"trace[1327420235] linearizableReadLoop","detail":"{readStateIndex:10589; appliedIndex:10587; }","duration":"833.993295ms","start":"2026-03-04T11:30:19.452985Z","end":"2026-03-04T11:30:20.286978Z","steps":["trace[1327420235] 'read index received' (duration: 48.749291ms)","trace[1327420235] 'applied index is now lower than readState.Index' (duration: 785.240744ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:30:20.287147Z","caller":"traceutil/trace.go:171","msg":"trace[606841702] transaction","detail":"{read_only:false; response_revision:10170; number_of_response:1; }","duration":"834.78564ms","start":"2026-03-04T11:30:19.452334Z","end":"2026-03-04T11:30:20.28712Z","steps":["trace[606841702] 'process raft request' (duration: 834.559015ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:30:20.287226Z","caller":"traceutil/trace.go:171","msg":"trace[1195460381] transaction","detail":"{read_only:false; response_revision:10169; number_of_response:1; }","duration":"835.023164ms","start":"2026-03-04T11:30:19.45219Z","end":"2026-03-04T11:30:20.287213Z","steps":["trace[1195460381] 'process raft request' (duration: 49.529536ms)","trace[1195460381] 'compare' (duration: 784.589811ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:30:20.287282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:19.452174Z","time spent":"835.078105ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:30:20.287294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.290261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T11:30:20.287351Z","caller":"traceutil/trace.go:171","msg":"trace[1624926057] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:10170; }","duration":"834.381863ms","start":"2026-03-04T11:30:19.452956Z","end":"2026-03-04T11:30:20.287338Z","steps":["trace[1624926057] 'agreement among raft nodes before linearized reading' (duration: 834.2156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:30:20.28739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:19.452938Z","time spent":"834.444054ms","remote":"127.0.0.1:41382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T11:30:20.287755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:19.452311Z","time spent":"835.385022ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:30:20.28967Z","caller":"traceutil/trace.go:171","msg":"trace[770607698] transaction","detail":"{read_only:false; response_revision:10171; number_of_response:1; }","duration":"307.896479ms","start":"2026-03-04T11:30:19.981745Z","end":"2026-03-04T11:30:20.289642Z","steps":["trace[770607698] 'process raft request' (duration: 307.761436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:30:20.289857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:19.981721Z","time spent":"308.040672ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:30:20.667666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.29417ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:30:20.667765Z","caller":"traceutil/trace.go:171","msg":"trace[1347314822] linearizableReadLoop","detail":"{readStateIndex:10591; appliedIndex:10589; }","duration":"380.72134ms","start":"2026-03-04T11:30:20.287027Z","end":"2026-03-04T11:30:20.667748Z","steps":["trace[1347314822] 'read index received' (duration: 2.397166ms)","trace[1347314822] 'applied index is now lower than readState.Index' (duration: 378.322604ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:30:20.667929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.869462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:30:20.667942Z","caller":"traceutil/trace.go:171","msg":"trace[1359823978] transaction","detail":"{read_only:false; response_revision:10172; number_of_response:1; }","duration":"462.045933ms","start":"2026-03-04T11:30:20.20587Z","end":"2026-03-04T11:30:20.667916Z","steps":["trace[1359823978] 'process raft request' (duration: 223.399886ms)","trace[1359823978] 'compare' (duration: 237.858822ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:30:20.667963Z","caller":"traceutil/trace.go:171","msg":"trace[283097995] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:10172; }","duration":"988.930153ms","start":"2026-03-04T11:30:19.679024Z","end":"2026-03-04T11:30:20.667954Z","steps":["trace[283097995] 'agreement among raft nodes before linearized reading' (duration: 988.76703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:30:20.668005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:19.679009Z","time spent":"988.987154ms","remote":"127.0.0.1:41432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":109,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:30:20.667962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.347857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:30:20.668036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:20.205843Z","time spent":"462.146744ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:30:20.668059Z","caller":"traceutil/trace.go:171","msg":"trace[1811778956] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10172; }","duration":"563.479839ms","start":"2026-03-04T11:30:20.104565Z","end":"2026-03-04T11:30:20.668045Z","steps":["trace[1811778956] 'agreement among raft nodes before linearized reading' (duration: 563.299646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:30:20.668037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.995441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-04T11:30:20.668095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:20.104552Z","time spent":"563.53426ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T11:30:20.668107Z","caller":"traceutil/trace.go:171","msg":"trace[1103364254] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10172; }","duration":"574.099492ms","start":"2026-03-04T11:30:20.093989Z","end":"2026-03-04T11:30:20.668089Z","steps":["trace[1103364254] 'agreement among raft nodes before linearized reading' (duration: 573.897898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:30:20.66815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:20.093965Z","time spent":"574.177104ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T11:30:20.668904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.378377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19356"} {"level":"info","ts":"2026-03-04T11:30:20.668981Z","caller":"traceutil/trace.go:171","msg":"trace[1269784727] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:10172; }","duration":"519.464889ms","start":"2026-03-04T11:30:20.149498Z","end":"2026-03-04T11:30:20.668963Z","steps":["trace[1269784727] 'agreement among raft nodes before linearized reading' (duration: 518.939639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:30:20.669035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:30:20.149428Z","time spent":"519.587701ms","remote":"127.0.0.1:41262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19379,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-04T11:30:21.225346Z","caller":"traceutil/trace.go:171","msg":"trace[989025574] transaction","detail":"{read_only:false; response_revision:10175; number_of_response:1; }","duration":"139.628216ms","start":"2026-03-04T11:30:21.085693Z","end":"2026-03-04T11:30:21.225321Z","steps":["trace[989025574] 'process raft request' (duration: 139.464063ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:30:21.225545Z","caller":"traceutil/trace.go:171","msg":"trace[252871038] linearizableReadLoop","detail":"{readStateIndex:10595; appliedIndex:10592; }","duration":"117.961372ms","start":"2026-03-04T11:30:21.107554Z","end":"2026-03-04T11:30:21.225515Z","steps":["trace[252871038] 'read index received' (duration: 58.481566ms)","trace[252871038] 'applied index is now lower than readState.Index' (duration: 59.477656ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:30:21.225677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.110126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:30:21.225714Z","caller":"traceutil/trace.go:171","msg":"trace[415343378] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10176; }","duration":"118.199197ms","start":"2026-03-04T11:30:21.107504Z","end":"2026-03-04T11:30:21.225703Z","steps":["trace[415343378] 'agreement among raft nodes before linearized reading' (duration: 118.108555ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:30:21.225647Z","caller":"traceutil/trace.go:171","msg":"trace[1964139745] transaction","detail":"{read_only:false; response_revision:10176; number_of_response:1; }","duration":"139.80612ms","start":"2026-03-04T11:30:21.085797Z","end":"2026-03-04T11:30:21.225603Z","steps":["trace[1964139745] 'process raft request' (duration: 139.479654ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:30:21.555072Z","caller":"traceutil/trace.go:171","msg":"trace[1676813131] transaction","detail":"{read_only:false; response_revision:10177; number_of_response:1; }","duration":"125.649309ms","start":"2026-03-04T11:30:21.429379Z","end":"2026-03-04T11:30:21.555029Z","steps":["trace[1676813131] 'process raft request' (duration: 55.117222ms)","trace[1676813131] 'compare' (duration: 69.390665ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:30:21.555305Z","caller":"traceutil/trace.go:171","msg":"trace[1967454689] transaction","detail":"{read_only:false; response_revision:10178; number_of_response:1; }","duration":"102.099299ms","start":"2026-03-04T11:30:21.453196Z","end":"2026-03-04T11:30:21.555295Z","steps":["trace[1967454689] 'process raft request' (duration: 101.409096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:30:22.515579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.922927ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:30:22.515699Z","caller":"traceutil/trace.go:171","msg":"trace[1319737040] transaction","detail":"{read_only:false; response_revision:10181; number_of_response:1; }","duration":"218.973651ms","start":"2026-03-04T11:30:22.296707Z","end":"2026-03-04T11:30:22.51568Z","steps":["trace[1319737040] 'process raft request' (duration: 95.867701ms)","trace[1319737040] 'compare' (duration: 122.784884ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:30:22.794953Z","caller":"traceutil/trace.go:171","msg":"trace[428204100] transaction","detail":"{read_only:false; response_revision:10182; number_of_response:1; }","duration":"189.07321ms","start":"2026-03-04T11:30:22.605807Z","end":"2026-03-04T11:30:22.794881Z","steps":["trace[428204100] 'process raft request' (duration: 104.049677ms)","trace[428204100] 'compare' (duration: 84.564354ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:30:23.424905Z","caller":"traceutil/trace.go:171","msg":"trace[407241341] transaction","detail":"{read_only:false; response_revision:10185; number_of_response:1; }","duration":"119.849788ms","start":"2026-03-04T11:30:23.305036Z","end":"2026-03-04T11:30:23.424886Z","steps":["trace[407241341] 'process raft request' (duration: 119.712566ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:30:23.469262Z","caller":"traceutil/trace.go:171","msg":"trace[551841911] transaction","detail":"{read_only:false; response_revision:10186; number_of_response:1; }","duration":"163.356689ms","start":"2026-03-04T11:30:23.30587Z","end":"2026-03-04T11:30:23.469226Z","steps":["trace[551841911] 'process raft request' (duration: 163.066693ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:30:29.843937Z","caller":"traceutil/trace.go:171","msg":"trace[210423884] linearizableReadLoop","detail":"{readStateIndex:10635; appliedIndex:10634; }","duration":"135.210322ms","start":"2026-03-04T11:30:29.708685Z","end":"2026-03-04T11:30:29.843895Z","steps":["trace[210423884] 'read index received' (duration: 42.44453ms)","trace[210423884] 'applied index is now lower than readState.Index' (duration: 92.763932ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:30:29.844168Z","caller":"traceutil/trace.go:171","msg":"trace[1802569686] transaction","detail":"{read_only:false; response_revision:10214; number_of_response:1; }","duration":"142.806986ms","start":"2026-03-04T11:30:29.701323Z","end":"2026-03-04T11:30:29.84413Z","steps":["trace[1802569686] 'process raft request' (duration: 49.866102ms)","trace[1802569686] 'compare' (duration: 92.495046ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:30:29.844308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.583249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:30:29.844365Z","caller":"traceutil/trace.go:171","msg":"trace[742152485] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:10214; }","duration":"135.703561ms","start":"2026-03-04T11:30:29.708647Z","end":"2026-03-04T11:30:29.84435Z","steps":["trace[742152485] 'agreement among raft nodes before linearized reading' (duration: 135.408256ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:30:30.830569Z","caller":"traceutil/trace.go:171","msg":"trace[1689056765] transaction","detail":"{read_only:false; response_revision:10218; number_of_response:1; }","duration":"212.802024ms","start":"2026-03-04T11:30:30.617749Z","end":"2026-03-04T11:30:30.830551Z","steps":["trace[1689056765] 'process raft request' (duration: 212.764993ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:30:30.83087Z","caller":"traceutil/trace.go:171","msg":"trace[250651053] transaction","detail":"{read_only:false; response_revision:10217; number_of_response:1; }","duration":"235.244812ms","start":"2026-03-04T11:30:30.595582Z","end":"2026-03-04T11:30:30.830827Z","steps":["trace[250651053] 'process raft request' (duration: 186.109634ms)","trace[250651053] 'compare' (duration: 48.73142ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:30:44.010393Z","caller":"traceutil/trace.go:171","msg":"trace[1262698165] transaction","detail":"{read_only:false; response_revision:10280; number_of_response:1; }","duration":"104.817622ms","start":"2026-03-04T11:30:43.905542Z","end":"2026-03-04T11:30:44.010359Z","steps":["trace[1262698165] 'process raft request' (duration: 96.013374ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:30:48.614024Z","caller":"traceutil/trace.go:171","msg":"trace[1925560520] transaction","detail":"{read_only:false; response_revision:10312; number_of_response:1; }","duration":"119.802768ms","start":"2026-03-04T11:30:48.494143Z","end":"2026-03-04T11:30:48.613946Z","steps":["trace[1925560520] 'process raft request' (duration: 116.019096ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:30:53.602415Z","caller":"traceutil/trace.go:171","msg":"trace[219545013] transaction","detail":"{read_only:false; response_revision:10343; number_of_response:1; }","duration":"169.127789ms","start":"2026-03-04T11:30:53.433262Z","end":"2026-03-04T11:30:53.60239Z","steps":["trace[219545013] 'process raft request' (duration: 168.968756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:30:57.890849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.080934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T11:30:57.890879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.08954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:30:57.890986Z","caller":"traceutil/trace.go:171","msg":"trace[74248011] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10368; }","duration":"163.268027ms","start":"2026-03-04T11:30:57.727692Z","end":"2026-03-04T11:30:57.89096Z","steps":["trace[74248011] 'range keys from in-memory index tree' (duration: 162.89433ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:30:57.891044Z","caller":"traceutil/trace.go:171","msg":"trace[1526294035] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:10368; }","duration":"123.303284ms","start":"2026-03-04T11:30:57.767708Z","end":"2026-03-04T11:30:57.891012Z","steps":["trace[1526294035] 'count revisions from in-memory index tree' (duration: 122.958438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:00.122408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.4245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:31:00.122502Z","caller":"traceutil/trace.go:171","msg":"trace[1315115180] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:10378; }","duration":"241.555742ms","start":"2026-03-04T11:30:59.880925Z","end":"2026-03-04T11:31:00.122481Z","steps":["trace[1315115180] 'count revisions from in-memory index tree' (duration: 241.321558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:00.122869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.926099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:31:00.122978Z","caller":"traceutil/trace.go:171","msg":"trace[714434572] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:10378; }","duration":"287.098942ms","start":"2026-03-04T11:30:59.83586Z","end":"2026-03-04T11:31:00.122959Z","steps":["trace[714434572] 'count revisions from in-memory index tree' (duration: 286.780226ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:31:00.123731Z","caller":"traceutil/trace.go:171","msg":"trace[526778322] linearizableReadLoop","detail":"{readStateIndex:10807; appliedIndex:10806; }","duration":"219.290967ms","start":"2026-03-04T11:30:59.904423Z","end":"2026-03-04T11:31:00.123714Z","steps":["trace[526778322] 'read index received' (duration: 217.518213ms)","trace[526778322] 'applied index is now lower than readState.Index' (duration: 1.771884ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:31:00.123877Z","caller":"traceutil/trace.go:171","msg":"trace[583559245] transaction","detail":"{read_only:false; response_revision:10379; number_of_response:1; }","duration":"226.341752ms","start":"2026-03-04T11:30:59.897473Z","end":"2026-03-04T11:31:00.123815Z","steps":["trace[583559245] 'process raft request' (duration: 224.578628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:00.124041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.607094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T11:31:00.124089Z","caller":"traceutil/trace.go:171","msg":"trace[1878984661] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10379; }","duration":"219.678875ms","start":"2026-03-04T11:30:59.904396Z","end":"2026-03-04T11:31:00.124075Z","steps":["trace[1878984661] 'agreement among raft nodes before linearized reading' (duration: 219.41653ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:31:09.555271Z","caller":"traceutil/trace.go:171","msg":"trace[1525111109] transaction","detail":"{read_only:false; response_revision:10493; number_of_response:1; }","duration":"170.283411ms","start":"2026-03-04T11:31:09.384952Z","end":"2026-03-04T11:31:09.555235Z","steps":["trace[1525111109] 'process raft request' (duration: 170.055987ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:31:10.888658Z","caller":"traceutil/trace.go:171","msg":"trace[1700147356] transaction","detail":"{read_only:false; response_revision:10507; number_of_response:1; }","duration":"149.842131ms","start":"2026-03-04T11:31:10.738792Z","end":"2026-03-04T11:31:10.888634Z","steps":["trace[1700147356] 'process raft request' (duration: 126.972125ms)","trace[1700147356] 'compare' (duration: 22.780995ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:31:10.892747Z","caller":"traceutil/trace.go:171","msg":"trace[1689497705] transaction","detail":"{read_only:false; response_revision:10508; number_of_response:1; }","duration":"153.694895ms","start":"2026-03-04T11:31:10.739027Z","end":"2026-03-04T11:31:10.892722Z","steps":["trace[1689497705] 'process raft request' (duration: 153.090774ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:31:10.893066Z","caller":"traceutil/trace.go:171","msg":"trace[92303451] transaction","detail":"{read_only:false; response_revision:10509; number_of_response:1; }","duration":"152.099395ms","start":"2026-03-04T11:31:10.740954Z","end":"2026-03-04T11:31:10.893053Z","steps":["trace[92303451] 'process raft request' (duration: 151.304199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:12.488956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.3115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19356"} {"level":"info","ts":"2026-03-04T11:31:12.489045Z","caller":"traceutil/trace.go:171","msg":"trace[1680695704] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:10514; }","duration":"614.453493ms","start":"2026-03-04T11:31:11.87457Z","end":"2026-03-04T11:31:12.489024Z","steps":["trace[1680695704] 'range keys from in-memory index tree' (duration: 614.122676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:12.489087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:11.874549Z","time spent":"614.528364ms","remote":"127.0.0.1:41262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19379,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-04T11:31:12.489867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.361216ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:31:12.490001Z","caller":"traceutil/trace.go:171","msg":"trace[1268639550] linearizableReadLoop","detail":"{readStateIndex:10947; appliedIndex:10946; }","duration":"383.941711ms","start":"2026-03-04T11:31:12.106034Z","end":"2026-03-04T11:31:12.489975Z","steps":["trace[1268639550] 'read index received' (duration: 151.522203ms)","trace[1268639550] 'applied index is now lower than readState.Index' (duration: 232.417988ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:31:12.490021Z","caller":"traceutil/trace.go:171","msg":"trace[1117351012] transaction","detail":"{read_only:false; response_revision:10515; number_of_response:1; }","duration":"589.270641ms","start":"2026-03-04T11:31:11.900719Z","end":"2026-03-04T11:31:12.48999Z","steps":["trace[1117351012] 'process raft request' (duration: 356.65231ms)","trace[1117351012] 'compare' (duration: 231.52582ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:31:12.490301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:11.900696Z","time spent":"589.382564ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:31:12.490365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.292587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:31:12.490468Z","caller":"traceutil/trace.go:171","msg":"trace[314333625] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10515; }","duration":"384.460401ms","start":"2026-03-04T11:31:12.105982Z","end":"2026-03-04T11:31:12.490442Z","steps":["trace[314333625] 'agreement among raft nodes before linearized reading' (duration: 384.195896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:12.490513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:12.10596Z","time spent":"384.546562ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T11:31:12.582736Z","caller":"traceutil/trace.go:171","msg":"trace[2022574612] transaction","detail":"{read_only:false; response_revision:10516; number_of_response:1; }","duration":"356.510657ms","start":"2026-03-04T11:31:12.226194Z","end":"2026-03-04T11:31:12.582705Z","steps":["trace[2022574612] 'process raft request' (duration: 356.337954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:12.58291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:12.226175Z","time spent":"356.64163ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":507,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:31:12.638064Z","caller":"traceutil/trace.go:171","msg":"trace[83799662] linearizableReadLoop","detail":"{readStateIndex:10949; appliedIndex:10947; }","duration":"147.993696ms","start":"2026-03-04T11:31:12.490048Z","end":"2026-03-04T11:31:12.638042Z","steps":["trace[83799662] 'read index received' (duration: 92.480017ms)","trace[83799662] 'applied index is now lower than readState.Index' (duration: 55.512729ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:31:12.638268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.060208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T11:31:12.638293Z","caller":"traceutil/trace.go:171","msg":"trace[1814271812] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10517; }","duration":"346.143859ms","start":"2026-03-04T11:31:12.292142Z","end":"2026-03-04T11:31:12.638286Z","steps":["trace[1814271812] 'agreement among raft nodes before linearized reading' (duration: 346.004676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:12.638316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:12.292111Z","time spent":"346.1993ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T11:31:12.638291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.946596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T11:31:12.638366Z","caller":"traceutil/trace.go:171","msg":"trace[1288471289] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10517; }","duration":"346.089358ms","start":"2026-03-04T11:31:12.292258Z","end":"2026-03-04T11:31:12.638347Z","steps":["trace[1288471289] 'agreement among raft nodes before linearized reading' (duration: 345.831853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:12.638413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:12.292224Z","time spent":"346.18157ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T11:31:12.638522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.456433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:31:12.63854Z","caller":"traceutil/trace.go:171","msg":"trace[1889118514] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:0; response_revision:10517; }","duration":"469.514395ms","start":"2026-03-04T11:31:12.169022Z","end":"2026-03-04T11:31:12.638536Z","steps":["trace[1889118514] 'agreement among raft nodes before linearized reading' (duration: 469.484494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:12.638556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:12.168999Z","time spent":"469.551746ms","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"info","ts":"2026-03-04T11:31:12.638751Z","caller":"traceutil/trace.go:171","msg":"trace[1147817263] transaction","detail":"{read_only:false; response_revision:10517; number_of_response:1; }","duration":"360.955163ms","start":"2026-03-04T11:31:12.27778Z","end":"2026-03-04T11:31:12.638735Z","steps":["trace[1147817263] 'process raft request' (duration: 315.304041ms)","trace[1147817263] 'compare' (duration: 44.857906ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:31:12.638821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.898311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-04T11:31:12.638848Z","caller":"traceutil/trace.go:171","msg":"trace[269093705] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:10517; }","duration":"493.927172ms","start":"2026-03-04T11:31:12.144912Z","end":"2026-03-04T11:31:12.63884Z","steps":["trace[269093705] 'agreement among raft nodes before linearized reading' (duration: 493.84252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:12.638845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:12.277688Z","time spent":"361.093624ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:31:12.638866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:12.144898Z","time spent":"493.962882ms","remote":"127.0.0.1:41248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-04T11:31:12.63887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.248164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1136"} {"level":"info","ts":"2026-03-04T11:31:12.638911Z","caller":"traceutil/trace.go:171","msg":"trace[63937855] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:10517; }","duration":"144.707673ms","start":"2026-03-04T11:31:12.49419Z","end":"2026-03-04T11:31:12.638898Z","steps":["trace[63937855] 'agreement among raft nodes before linearized reading' (duration: 144.54289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:12.638883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.317003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:31:12.638962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.752994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-04T11:31:12.639063Z","caller":"traceutil/trace.go:171","msg":"trace[1181154251] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:10517; }","duration":"487.916556ms","start":"2026-03-04T11:31:12.151119Z","end":"2026-03-04T11:31:12.639035Z","steps":["trace[1181154251] 'agreement among raft nodes before linearized reading' (duration: 487.59217ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:31:12.639061Z","caller":"traceutil/trace.go:171","msg":"trace[688761442] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10517; }","duration":"147.537537ms","start":"2026-03-04T11:31:12.491483Z","end":"2026-03-04T11:31:12.639021Z","steps":["trace[688761442] 'agreement among raft nodes before linearized reading' (duration: 147.222891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:12.639111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:12.151108Z","time spent":"487.993878ms","remote":"127.0.0.1:41178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T11:31:12.639153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.432353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:31:12.639252Z","caller":"traceutil/trace.go:171","msg":"trace[247953012] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:10517; }","duration":"337.576756ms","start":"2026-03-04T11:31:12.301645Z","end":"2026-03-04T11:31:12.639222Z","steps":["trace[247953012] 'agreement among raft nodes before linearized reading' (duration: 337.194259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:12.639312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:12.30163Z","time spent":"337.669957ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-kh88j\" "} {"level":"warn","ts":"2026-03-04T11:31:12.891041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.229925ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:31:12.891727Z","caller":"traceutil/trace.go:171","msg":"trace[560624668] transaction","detail":"{read_only:false; response_revision:10520; number_of_response:1; }","duration":"159.147858ms","start":"2026-03-04T11:31:12.732515Z","end":"2026-03-04T11:31:12.891662Z","steps":["trace[560624668] 'process raft request' (duration: 14.994357ms)","trace[560624668] 'compare' (duration: 142.853097ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:31:13.26433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.917298ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:31:13.264436Z","caller":"traceutil/trace.go:171","msg":"trace[2094065622] linearizableReadLoop","detail":"{readStateIndex:10953; appliedIndex:10952; }","duration":"515.681716ms","start":"2026-03-04T11:31:12.748737Z","end":"2026-03-04T11:31:13.264419Z","steps":["trace[2094065622] 'read index received' (duration: 392.933102ms)","trace[2094065622] 'applied index is now lower than readState.Index' (duration: 122.747544ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:31:13.264538Z","caller":"traceutil/trace.go:171","msg":"trace[1348608407] transaction","detail":"{read_only:false; response_revision:10521; number_of_response:1; }","duration":"518.487019ms","start":"2026-03-04T11:31:12.74604Z","end":"2026-03-04T11:31:13.264527Z","steps":["trace[1348608407] 'process raft request' (duration: 396.284346ms)","trace[1348608407] 'compare' (duration: 121.793445ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:31:13.264623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:12.746004Z","time spent":"518.578481ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7327,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:31:13.264844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.382656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:31:13.264906Z","caller":"traceutil/trace.go:171","msg":"trace[1985903611] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10521; }","duration":"157.498798ms","start":"2026-03-04T11:31:13.107393Z","end":"2026-03-04T11:31:13.264892Z","steps":["trace[1985903611] 'agreement among raft nodes before linearized reading' (duration: 157.403106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:13.264895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.306264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T11:31:13.264971Z","caller":"traceutil/trace.go:171","msg":"trace[2003552080] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10521; }","duration":"344.415936ms","start":"2026-03-04T11:31:12.920534Z","end":"2026-03-04T11:31:13.26495Z","steps":["trace[2003552080] 'agreement among raft nodes before linearized reading' (duration: 344.197492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:13.264967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.251097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-03-04T11:31:13.265019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:12.920499Z","time spent":"344.508098ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T11:31:13.265038Z","caller":"traceutil/trace.go:171","msg":"trace[417060055] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:10521; }","duration":"516.364699ms","start":"2026-03-04T11:31:12.748655Z","end":"2026-03-04T11:31:13.26502Z","steps":["trace[417060055] 'agreement among raft nodes before linearized reading' (duration: 516.232587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:13.265156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:12.748608Z","time spent":"516.46076ms","remote":"127.0.0.1:43726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-04T11:31:13.409235Z","caller":"traceutil/trace.go:171","msg":"trace[1391942407] transaction","detail":"{read_only:false; response_revision:10523; number_of_response:1; }","duration":"138.743869ms","start":"2026-03-04T11:31:13.270456Z","end":"2026-03-04T11:31:13.4092Z","steps":["trace[1391942407] 'process raft request' (duration: 135.249393ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:31:15.678757Z","caller":"traceutil/trace.go:171","msg":"trace[1532779881] transaction","detail":"{read_only:false; response_revision:10536; number_of_response:1; }","duration":"195.753498ms","start":"2026-03-04T11:31:15.482984Z","end":"2026-03-04T11:31:15.678737Z","steps":["trace[1532779881] 'process raft request' (duration: 195.311399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:17.254695Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541845793,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:31:17.713199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.874707ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:31:17.713351Z","caller":"traceutil/trace.go:171","msg":"trace[1678141629] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:10540; }","duration":"674.045151ms","start":"2026-03-04T11:31:17.039277Z","end":"2026-03-04T11:31:17.713322Z","steps":["trace[1678141629] 'range keys from in-memory index tree' (duration: 673.842447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:17.713925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.803544ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:31:17.714154Z","caller":"traceutil/trace.go:171","msg":"trace[1808170192] linearizableReadLoop","detail":"{readStateIndex:10974; appliedIndex:10973; }","duration":"960.302237ms","start":"2026-03-04T11:31:16.75382Z","end":"2026-03-04T11:31:17.714123Z","steps":["trace[1808170192] 'read index received' (duration: 848.112465ms)","trace[1808170192] 'applied index is now lower than readState.Index' (duration: 112.187252ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:31:17.714268Z","caller":"traceutil/trace.go:171","msg":"trace[439414948] transaction","detail":"{read_only:false; response_revision:10541; number_of_response:1; }","duration":"1.052436255s","start":"2026-03-04T11:31:16.66181Z","end":"2026-03-04T11:31:17.714246Z","steps":["trace[439414948] 'process raft request' (duration: 940.173292ms)","trace[439414948] 'compare' (duration: 111.524409ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:31:17.714348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:16.661753Z","time spent":"1.052553848s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:31:17.714385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.919619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:31:17.714372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017872216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T11:31:17.71443Z","caller":"traceutil/trace.go:171","msg":"trace[152479041] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10541; }","duration":"606.991241ms","start":"2026-03-04T11:31:17.107425Z","end":"2026-03-04T11:31:17.714416Z","steps":["trace[152479041] 'agreement among raft nodes before linearized reading' (duration: 606.890999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:17.714419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024851969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-04T11:31:17.714425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.105074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:31:17.714448Z","caller":"traceutil/trace.go:171","msg":"trace[462575630] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10541; }","duration":"1.017995038s","start":"2026-03-04T11:31:16.696434Z","end":"2026-03-04T11:31:17.714429Z","steps":["trace[462575630] 'agreement among raft nodes before linearized reading' (duration: 1.017792894s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:17.714437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.844874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T11:31:17.714481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:17.10741Z","time spent":"607.056071ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:31:17.714475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.038001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T11:31:17.714372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033339561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T11:31:17.714497Z","caller":"traceutil/trace.go:171","msg":"trace[132083912] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:10541; }","duration":"682.218727ms","start":"2026-03-04T11:31:17.032259Z","end":"2026-03-04T11:31:17.714478Z","steps":["trace[132083912] 'agreement among raft nodes before linearized reading' (duration: 682.063464ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:31:17.71449Z","caller":"traceutil/trace.go:171","msg":"trace[1096161267] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:10541; }","duration":"1.024965002s","start":"2026-03-04T11:31:16.689504Z","end":"2026-03-04T11:31:17.714469Z","steps":["trace[1096161267] 'agreement among raft nodes before linearized reading' (duration: 1.024734357s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:17.714502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:16.696413Z","time spent":"1.0180775s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T11:31:17.714511Z","caller":"traceutil/trace.go:171","msg":"trace[2133863363] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:10541; }","duration":"819.971117ms","start":"2026-03-04T11:31:16.894519Z","end":"2026-03-04T11:31:17.71449Z","steps":["trace[2133863363] 'agreement among raft nodes before linearized reading' (duration: 819.809724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:17.714525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.911711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T11:31:17.71454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:17.03223Z","time spent":"682.299659ms","remote":"127.0.0.1:41238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":8,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:31:17.714548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:16.68948Z","time spent":"1.025055633s","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-kh88j\" "} {"level":"warn","ts":"2026-03-04T11:31:17.714556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:16.894498Z","time spent":"820.047878ms","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-04T11:31:17.714583Z","caller":"traceutil/trace.go:171","msg":"trace[2034039285] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10541; }","duration":"349.999793ms","start":"2026-03-04T11:31:17.364567Z","end":"2026-03-04T11:31:17.714567Z","steps":["trace[2034039285] 'agreement among raft nodes before linearized reading' (duration: 349.746759ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:31:17.714533Z","caller":"traceutil/trace.go:171","msg":"trace[1176884993] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:10541; }","duration":"508.156693ms","start":"2026-03-04T11:31:17.206358Z","end":"2026-03-04T11:31:17.714515Z","steps":["trace[1176884993] 'agreement among raft nodes before linearized reading' (duration: 508.032311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:17.714634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:17.206338Z","time spent":"508.286186ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:31:17.714632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:17.364549Z","time spent":"350.069784ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T11:31:17.714625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.877951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T11:31:17.714542Z","caller":"traceutil/trace.go:171","msg":"trace[525268244] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10541; }","duration":"1.033570626s","start":"2026-03-04T11:31:16.680954Z","end":"2026-03-04T11:31:17.714525Z","steps":["trace[525268244] 'agreement among raft nodes before linearized reading' (duration: 1.03329485s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:17.714708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:16.680916Z","time spent":"1.03378174s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T11:31:17.714703Z","caller":"traceutil/trace.go:171","msg":"trace[1060437909] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10541; }","duration":"238.969483ms","start":"2026-03-04T11:31:17.475712Z","end":"2026-03-04T11:31:17.714682Z","steps":["trace[1060437909] 'agreement among raft nodes before linearized reading' (duration: 238.702538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:18.156169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.894168ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:31:18.156403Z","caller":"traceutil/trace.go:171","msg":"trace[1834964879] transaction","detail":"{read_only:false; response_revision:10542; number_of_response:1; }","duration":"436.781851ms","start":"2026-03-04T11:31:17.719599Z","end":"2026-03-04T11:31:18.15638Z","steps":["trace[1834964879] 'process raft request' (duration: 171.608937ms)","trace[1834964879] 'compare' (duration: 264.502881ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:31:18.156474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:17.719569Z","time spent":"436.874042ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:31:18.497127Z","caller":"traceutil/trace.go:171","msg":"trace[1069275587] transaction","detail":"{read_only:false; response_revision:10543; number_of_response:1; }","duration":"777.129269ms","start":"2026-03-04T11:31:17.719967Z","end":"2026-03-04T11:31:18.497096Z","steps":["trace[1069275587] 'process raft request' (duration: 776.882964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:18.497287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:17.719951Z","time spent":"777.255182ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:31:18.497411Z","caller":"traceutil/trace.go:171","msg":"trace[914030809] transaction","detail":"{read_only:false; response_revision:10544; number_of_response:1; }","duration":"777.339243ms","start":"2026-03-04T11:31:17.720038Z","end":"2026-03-04T11:31:18.497377Z","steps":["trace[914030809] 'process raft request' (duration: 777.003557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:18.49757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:17.720028Z","time spent":"777.456015ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:31:18.497548Z","caller":"traceutil/trace.go:171","msg":"trace[923353466] linearizableReadLoop","detail":"{readStateIndex:10978; appliedIndex:10974; }","duration":"776.921725ms","start":"2026-03-04T11:31:17.720592Z","end":"2026-03-04T11:31:18.497514Z","steps":["trace[923353466] 'read index received' (duration: 170.638638ms)","trace[923353466] 'applied index is now lower than readState.Index' (duration: 606.281727ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:31:18.497641Z","caller":"traceutil/trace.go:171","msg":"trace[1414043650] transaction","detail":"{read_only:false; response_revision:10545; number_of_response:1; }","duration":"777.330443ms","start":"2026-03-04T11:31:17.720285Z","end":"2026-03-04T11:31:18.497616Z","steps":["trace[1414043650] 'process raft request' (duration: 777.029967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:18.497778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.842219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:31:18.497803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:17.720274Z","time spent":"777.445796ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:31:18.497827Z","caller":"traceutil/trace.go:171","msg":"trace[377903369] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10546; }","duration":"383.951382ms","start":"2026-03-04T11:31:18.113868Z","end":"2026-03-04T11:31:18.497819Z","steps":["trace[377903369] 'agreement among raft nodes before linearized reading' (duration: 383.84928ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:31:18.497684Z","caller":"traceutil/trace.go:171","msg":"trace[475583893] transaction","detail":"{read_only:false; response_revision:10546; number_of_response:1; }","duration":"640.106283ms","start":"2026-03-04T11:31:17.85756Z","end":"2026-03-04T11:31:18.497667Z","steps":["trace[475583893] 'process raft request' (duration: 639.899379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:18.497863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:18.11385Z","time spent":"384.005632ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:31:18.497878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.463973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T11:31:18.497922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:17.857536Z","time spent":"640.333747ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:31:18.497926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.17638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.18\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-04T11:31:18.497936Z","caller":"traceutil/trace.go:171","msg":"trace[52083075] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10546; }","duration":"757.544866ms","start":"2026-03-04T11:31:17.740374Z","end":"2026-03-04T11:31:18.497919Z","steps":["trace[52083075] 'agreement among raft nodes before linearized reading' (duration: 757.339562ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:31:18.497978Z","caller":"traceutil/trace.go:171","msg":"trace[1514826080] range","detail":"{range_begin:/registry/masterleases/199.19.213.18; range_end:; response_count:1; response_revision:10546; }","duration":"434.260022ms","start":"2026-03-04T11:31:18.063701Z","end":"2026-03-04T11:31:18.497961Z","steps":["trace[1514826080] 'agreement among raft nodes before linearized reading' (duration: 434.091199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:18.49798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:17.740362Z","time spent":"757.609057ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T11:31:18.498021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:18.06368Z","time spent":"434.333173ms","remote":"127.0.0.1:41114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.18\" "} {"level":"warn","ts":"2026-03-04T11:31:18.498081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.638248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T11:31:18.498123Z","caller":"traceutil/trace.go:171","msg":"trace[2122395160] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10546; }","duration":"225.72759ms","start":"2026-03-04T11:31:18.272384Z","end":"2026-03-04T11:31:18.498111Z","steps":["trace[2122395160] 'agreement among raft nodes before linearized reading' (duration: 225.550987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:18.498305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.709581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:40 size:368569"} {"level":"warn","ts":"2026-03-04T11:31:18.498356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.938019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414647"} {"level":"info","ts":"2026-03-04T11:31:18.498406Z","caller":"traceutil/trace.go:171","msg":"trace[189823055] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:10546; }","duration":"464.026311ms","start":"2026-03-04T11:31:18.034368Z","end":"2026-03-04T11:31:18.498394Z","steps":["trace[189823055] 'agreement among raft nodes before linearized reading' (duration: 463.700764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:18.498428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:18.034347Z","time spent":"464.076301ms","remote":"127.0.0.1:60292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414670,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-04T11:31:18.498404Z","caller":"traceutil/trace.go:171","msg":"trace[1629395734] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:40; response_revision:10546; }","duration":"777.838332ms","start":"2026-03-04T11:31:17.720551Z","end":"2026-03-04T11:31:18.49839Z","steps":["trace[1629395734] 'agreement among raft nodes before linearized reading' (duration: 777.214131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:18.498764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:17.720534Z","time spent":"778.049377ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":40,"response size":368592,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T11:31:18.992048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.038851ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-04T11:31:18.992293Z","caller":"traceutil/trace.go:171","msg":"trace[20507501] transaction","detail":"{read_only:false; response_revision:10547; number_of_response:1; }","duration":"489.65318ms","start":"2026-03-04T11:31:18.502628Z","end":"2026-03-04T11:31:18.992281Z","steps":["trace[20507501] 'process raft request' (duration: 489.550908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:18.99253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:18.502608Z","time spent":"489.886834ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:31:18.992349Z","caller":"traceutil/trace.go:171","msg":"trace[783367529] linearizableReadLoop","detail":"{readStateIndex:10980; appliedIndex:10979; }","duration":"490.521736ms","start":"2026-03-04T11:31:18.501818Z","end":"2026-03-04T11:31:18.992339Z","steps":["trace[783367529] 'read index received' (duration: 104.176979ms)","trace[783367529] 'applied index is now lower than readState.Index' (duration: 386.343537ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:31:18.992273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:18.500015Z","time spent":"492.25076ms","remote":"127.0.0.1:41114","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T11:31:18.99246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.634208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T11:31:18.993666Z","caller":"traceutil/trace.go:171","msg":"trace[1699049594] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10547; }","duration":"491.874852ms","start":"2026-03-04T11:31:18.501784Z","end":"2026-03-04T11:31:18.993659Z","steps":["trace[1699049594] 'agreement among raft nodes before linearized reading' (duration: 490.578268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:18.99371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:18.50176Z","time spent":"491.942023ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T11:31:20.093651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.791112ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:31:20.093828Z","caller":"traceutil/trace.go:171","msg":"trace[1013560866] transaction","detail":"{read_only:false; response_revision:10548; number_of_response:1; }","duration":"1.335402088s","start":"2026-03-04T11:31:18.758396Z","end":"2026-03-04T11:31:20.093798Z","steps":["trace[1013560866] 'process raft request' (duration: 404.325101ms)","trace[1013560866] 'compare' (duration: 930.17072ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:31:20.093917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:18.758378Z","time spent":"1.33550143s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:31:21.10653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999944207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T11:31:21.10661Z","caller":"traceutil/trace.go:171","msg":"trace[1942055929] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00007014s","start":"2026-03-04T11:31:19.106522Z","end":"2026-03-04T11:31:21.106593Z","steps":["trace[1942055929] 'agreement among raft nodes before linearized reading' (duration: 1.999970228s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:21.106656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:19.106509Z","time spent":"2.000138201s","remote":"127.0.0.1:41086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:31:21.554082Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.39074297s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T11:31:22.026135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.596815ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:31:22.026327Z","caller":"traceutil/trace.go:171","msg":"trace[1630204447] linearizableReadLoop","detail":"{readStateIndex:10983; appliedIndex:10981; }","duration":"3.03283443s","start":"2026-03-04T11:31:18.993476Z","end":"2026-03-04T11:31:22.026311Z","steps":["trace[1630204447] 'read index received' (duration: 169.912814ms)","trace[1630204447] 'applied index is now lower than readState.Index' (duration: 2.862920486s)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:31:22.026395Z","caller":"traceutil/trace.go:171","msg":"trace[553529357] transaction","detail":"{read_only:false; response_revision:10549; number_of_response:1; }","duration":"3.151766182s","start":"2026-03-04T11:31:18.874615Z","end":"2026-03-04T11:31:22.026381Z","steps":["trace[553529357] 'process raft request' (duration: 2.67984154s)","trace[553529357] 'compare' (duration: 471.31617ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:31:22.026447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:18.874594Z","time spent":"3.151822362s","remote":"127.0.0.1:60292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414932,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:31:22.026515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.268297357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:31:22.026553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.293442296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-66cc665bbb-8gktb.18999f948de15cee\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-04T11:31:22.026585Z","caller":"traceutil/trace.go:171","msg":"trace[120287048] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:0; response_revision:10550; }","duration":"3.268423719s","start":"2026-03-04T11:31:18.758144Z","end":"2026-03-04T11:31:22.026568Z","steps":["trace[120287048] 'agreement among raft nodes before linearized reading' (duration: 3.268252356s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:31:22.02662Z","caller":"traceutil/trace.go:171","msg":"trace[1930081768] range","detail":"{range_begin:/registry/events/openstack/barbican-api-66cc665bbb-8gktb.18999f948de15cee; range_end:; response_count:1; response_revision:10550; }","duration":"3.293555499s","start":"2026-03-04T11:31:18.733047Z","end":"2026-03-04T11:31:22.026602Z","steps":["trace[1930081768] 'agreement among raft nodes before linearized reading' (duration: 3.293352985s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:22.026628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:18.758119Z","time spent":"3.26850089s","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"warn","ts":"2026-03-04T11:31:22.026662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:18.733024Z","time spent":"3.293628621s","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-66cc665bbb-8gktb.18999f948de15cee\" "} {"level":"info","ts":"2026-03-04T11:31:22.026832Z","caller":"traceutil/trace.go:171","msg":"trace[462749234] transaction","detail":"{read_only:false; response_revision:10550; number_of_response:1; }","duration":"3.032195738s","start":"2026-03-04T11:31:18.994623Z","end":"2026-03-04T11:31:22.026819Z","steps":["trace[462749234] 'process raft request' (duration: 3.031596626s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:22.026919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:18.994602Z","time spent":"3.0322592s","remote":"127.0.0.1:41114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:31:22.526907Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541845814,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:31:23.027745Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541845814,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:31:23.115442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00054736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T11:31:23.115514Z","caller":"traceutil/trace.go:171","msg":"trace[1986132164] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000664063s","start":"2026-03-04T11:31:21.114835Z","end":"2026-03-04T11:31:23.115499Z","steps":["trace[1986132164] 'agreement among raft nodes before linearized reading' (duration: 2.000574201s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:23.115549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:21.114815Z","time spent":"2.000727064s","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:31:23.238404Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.684137819s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T11:31:23.238956Z","caller":"traceutil/trace.go:171","msg":"trace[377701566] transaction","detail":"{read_only:false; response_revision:10551; number_of_response:1; }","duration":"3.51933788s","start":"2026-03-04T11:31:19.719562Z","end":"2026-03-04T11:31:23.2389Z","steps":["trace[377701566] 'process raft request' (duration: 3.519095306s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:23.239198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:19.719543Z","time spent":"3.519556514s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:31:23.239229Z","caller":"traceutil/trace.go:171","msg":"trace[2147309407] transaction","detail":"{read_only:false; response_revision:10552; number_of_response:1; }","duration":"2.734838781s","start":"2026-03-04T11:31:20.504367Z","end":"2026-03-04T11:31:23.239206Z","steps":["trace[2147309407] 'process raft request' (duration: 2.734472244s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:23.239473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:20.504348Z","time spent":"2.735066335s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:31:24.350541Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.111931901s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T11:31:24.351008Z","caller":"traceutil/trace.go:171","msg":"trace[1087724128] transaction","detail":"{read_only:false; response_revision:10554; number_of_response:1; }","duration":"2.322281696s","start":"2026-03-04T11:31:22.028705Z","end":"2026-03-04T11:31:24.350987Z","steps":["trace[1087724128] 'process raft request' (duration: 2.322184903s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:24.351121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:22.028677Z","time spent":"2.322382379s","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:31:24.351095Z","caller":"traceutil/trace.go:171","msg":"trace[1749705931] transaction","detail":"{read_only:false; response_revision:10553; number_of_response:1; }","duration":"2.770761081s","start":"2026-03-04T11:31:21.580291Z","end":"2026-03-04T11:31:24.351052Z","steps":["trace[1749705931] 'process raft request' (duration: 2.770468883s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:24.3513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:21.580267Z","time spent":"2.770917764s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:31:24.351498Z","caller":"traceutil/trace.go:171","msg":"trace[1751340036] transaction","detail":"{read_only:false; response_revision:10556; number_of_response:1; }","duration":"1.811627319s","start":"2026-03-04T11:31:22.539864Z","end":"2026-03-04T11:31:24.351491Z","steps":["trace[1751340036] 'process raft request' (duration: 1.811399903s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:31:24.351408Z","caller":"traceutil/trace.go:171","msg":"trace[1674135594] transaction","detail":"{read_only:false; response_revision:10555; number_of_response:1; }","duration":"2.248133454s","start":"2026-03-04T11:31:22.10325Z","end":"2026-03-04T11:31:24.351383Z","steps":["trace[1674135594] 'process raft request' (duration: 2.247704372s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:24.351543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:22.539824Z","time spent":"1.81169675s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:31:24.351626Z","caller":"traceutil/trace.go:171","msg":"trace[1650719058] linearizableReadLoop","detail":"{readStateIndex:10990; appliedIndex:10984; }","duration":"2.325256118s","start":"2026-03-04T11:31:22.026354Z","end":"2026-03-04T11:31:24.35161Z","steps":["trace[1650719058] 'read index received' (duration: 1.212299529s)","trace[1650719058] 'applied index is now lower than readState.Index' (duration: 1.112954909s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:31:24.351631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:22.103228Z","time spent":"2.248315028s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:31:24.351736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.848854301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T11:31:24.35176Z","caller":"traceutil/trace.go:171","msg":"trace[1312581019] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10557; }","duration":"3.848891693s","start":"2026-03-04T11:31:20.502862Z","end":"2026-03-04T11:31:24.351753Z","steps":["trace[1312581019] 'agreement among raft nodes before linearized reading' (duration: 3.84881494s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:24.351776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:20.502856Z","time spent":"3.848917383s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T11:31:24.351798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.848913422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T11:31:24.351828Z","caller":"traceutil/trace.go:171","msg":"trace[587703477] transaction","detail":"{read_only:false; response_revision:10557; number_of_response:1; }","duration":"1.167807288s","start":"2026-03-04T11:31:23.184016Z","end":"2026-03-04T11:31:24.351823Z","steps":["trace[587703477] 'process raft request' (duration: 1.167437378s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:31:24.351838Z","caller":"traceutil/trace.go:171","msg":"trace[951037063] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10557; }","duration":"3.848985785s","start":"2026-03-04T11:31:20.502841Z","end":"2026-03-04T11:31:24.351827Z","steps":["trace[951037063] 'agreement among raft nodes before linearized reading' (duration: 3.848852251s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:24.351855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:23.183999Z","time spent":"1.167841499s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:31:24.35187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:20.502826Z","time spent":"3.849037965s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T11:31:24.351921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.339266928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:31:24.351943Z","caller":"traceutil/trace.go:171","msg":"trace[2061191745] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:10557; }","duration":"2.339328809s","start":"2026-03-04T11:31:22.012609Z","end":"2026-03-04T11:31:24.351938Z","steps":["trace[2061191745] 'agreement among raft nodes before linearized reading' (duration: 2.339288798s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:24.351958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:22.012585Z","time spent":"2.33936904s","remote":"127.0.0.1:43542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:31:24.351951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.29250818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:31:24.351988Z","caller":"traceutil/trace.go:171","msg":"trace[658995425] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:10557; }","duration":"3.292564172s","start":"2026-03-04T11:31:21.059413Z","end":"2026-03-04T11:31:24.351977Z","steps":["trace[658995425] 'agreement among raft nodes before linearized reading' (duration: 3.29249609s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:24.352012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.849162629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T11:31:24.352048Z","caller":"traceutil/trace.go:171","msg":"trace[137058962] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10557; }","duration":"3.849238261s","start":"2026-03-04T11:31:20.502801Z","end":"2026-03-04T11:31:24.352039Z","steps":["trace[137058962] 'agreement among raft nodes before linearized reading' (duration: 3.849147259s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:24.352072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.174529678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T11:31:24.352089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.354846601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T11:31:24.352022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:21.059395Z","time spent":"3.292619403s","remote":"127.0.0.1:41472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-03-04T11:31:24.352108Z","caller":"traceutil/trace.go:171","msg":"trace[2125475890] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10557; }","duration":"3.354902393s","start":"2026-03-04T11:31:20.9972Z","end":"2026-03-04T11:31:24.352102Z","steps":["trace[2125475890] 'agreement among raft nodes before linearized reading' (duration: 3.354845691s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:24.352129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:20.997181Z","time spent":"3.354943884s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T11:31:24.352148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.247647835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:31:24.352183Z","caller":"traceutil/trace.go:171","msg":"trace[1165136855] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:10557; }","duration":"3.247705856s","start":"2026-03-04T11:31:21.104469Z","end":"2026-03-04T11:31:24.352175Z","steps":["trace[1165136855] 'agreement among raft nodes before linearized reading' (duration: 3.247653184s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:24.352215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.845364319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-04T11:31:24.35221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:21.104458Z","time spent":"3.247745537s","remote":"127.0.0.1:38698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-03-04T11:31:24.352234Z","caller":"traceutil/trace.go:171","msg":"trace[586491417] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:10557; }","duration":"3.845402009s","start":"2026-03-04T11:31:20.506826Z","end":"2026-03-04T11:31:24.352228Z","steps":["trace[586491417] 'agreement among raft nodes before linearized reading' (duration: 3.845343888s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:24.35225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:20.506815Z","time spent":"3.84543157s","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-kh88j\" "} {"level":"warn","ts":"2026-03-04T11:31:24.352082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:20.502778Z","time spent":"3.849297352s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T11:31:24.352376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.927126221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:31:24.352103Z","caller":"traceutil/trace.go:171","msg":"trace[2021437050] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:10557; }","duration":"3.17460708s","start":"2026-03-04T11:31:21.177486Z","end":"2026-03-04T11:31:24.352093Z","steps":["trace[2021437050] 'agreement among raft nodes before linearized reading' (duration: 3.174554718s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:24.352508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.058109843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:31:24.352547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.342902415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:31:24.352568Z","caller":"traceutil/trace.go:171","msg":"trace[2045679474] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:10557; }","duration":"5.342952246s","start":"2026-03-04T11:31:19.009611Z","end":"2026-03-04T11:31:24.352563Z","steps":["trace[2045679474] 'agreement among raft nodes before linearized reading' (duration: 5.342914055s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:31:24.352559Z","caller":"traceutil/trace.go:171","msg":"trace[1921668817] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:10557; }","duration":"4.058218016s","start":"2026-03-04T11:31:20.294331Z","end":"2026-03-04T11:31:24.352549Z","steps":["trace[1921668817] 'agreement among raft nodes before linearized reading' (duration: 4.058131984s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:24.352588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:19.009596Z","time spent":"5.342984617s","remote":"127.0.0.1:60308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:31:24.352596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:20.294279Z","time spent":"4.058308198s","remote":"127.0.0.1:41488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:31:24.352723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.191558554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T11:31:24.352745Z","caller":"traceutil/trace.go:171","msg":"trace[1744558669] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10557; }","duration":"4.191631175s","start":"2026-03-04T11:31:20.161107Z","end":"2026-03-04T11:31:24.352738Z","steps":["trace[1744558669] 'agreement among raft nodes before linearized reading' (duration: 4.191582234s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:24.352759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:20.161077Z","time spent":"4.191679396s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T11:31:24.35255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:21.177462Z","time spent":"3.175036862s","remote":"127.0.0.1:60286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:31:24.352802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.283668136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:31:24.352843Z","caller":"traceutil/trace.go:171","msg":"trace[1925935488] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:10557; }","duration":"5.283749228s","start":"2026-03-04T11:31:19.069083Z","end":"2026-03-04T11:31:24.352832Z","steps":["trace[1925935488] 'agreement among raft nodes before linearized reading' (duration: 5.283680576s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:24.352884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:19.069065Z","time spent":"5.28381096s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-03-04T11:31:24.352428Z","caller":"traceutil/trace.go:171","msg":"trace[385946573] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:10557; }","duration":"3.927199253s","start":"2026-03-04T11:31:20.425204Z","end":"2026-03-04T11:31:24.352404Z","steps":["trace[385946573] 'agreement among raft nodes before linearized reading' (duration: 3.927134491s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:24.352953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:20.425179Z","time spent":"3.927765498s","remote":"127.0.0.1:60992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:31:24.352972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.357308384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19356"} {"level":"info","ts":"2026-03-04T11:31:24.35303Z","caller":"traceutil/trace.go:171","msg":"trace[898303802] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:10557; }","duration":"5.357374575s","start":"2026-03-04T11:31:18.995639Z","end":"2026-03-04T11:31:24.353014Z","steps":["trace[898303802] 'agreement among raft nodes before linearized reading' (duration: 5.357190181s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:24.353071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:18.995628Z","time spent":"5.357435707s","remote":"127.0.0.1:41262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19379,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T11:31:25.115853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000116078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T11:31:25.115951Z","caller":"traceutil/trace.go:171","msg":"trace[1158441140] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000254252s","start":"2026-03-04T11:31:23.115674Z","end":"2026-03-04T11:31:25.115928Z","steps":["trace[1158441140] 'agreement among raft nodes before linearized reading' (duration: 2.000133228s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:25.116007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:23.115664Z","time spent":"2.000333283s","remote":"127.0.0.1:41086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 11:31:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T11:31:25.29841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.454514ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T11:31:25.298624Z","caller":"traceutil/trace.go:171","msg":"trace[336992095] linearizableReadLoop","detail":"{readStateIndex:10992; appliedIndex:10991; }","duration":"946.935195ms","start":"2026-03-04T11:31:24.351665Z","end":"2026-03-04T11:31:25.2986Z","steps":["trace[336992095] 'read index received' (duration: 165.301576ms)","trace[336992095] 'applied index is now lower than readState.Index' (duration: 781.631899ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:31:25.298687Z","caller":"traceutil/trace.go:171","msg":"trace[636732978] transaction","detail":"{read_only:false; response_revision:10560; number_of_response:1; }","duration":"940.624085ms","start":"2026-03-04T11:31:24.358047Z","end":"2026-03-04T11:31:25.298671Z","steps":["trace[636732978] 'process raft request' (duration: 940.574594ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:31:25.298707Z","caller":"traceutil/trace.go:171","msg":"trace[674669065] transaction","detail":"{read_only:false; response_revision:10558; number_of_response:1; }","duration":"941.735475ms","start":"2026-03-04T11:31:24.356942Z","end":"2026-03-04T11:31:25.298677Z","steps":["trace[674669065] 'process raft request' (duration: 941.54827ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:31:25.298745Z","caller":"traceutil/trace.go:171","msg":"trace[1944425261] transaction","detail":"{read_only:false; response_revision:10559; number_of_response:1; }","duration":"941.565261ms","start":"2026-03-04T11:31:24.357171Z","end":"2026-03-04T11:31:25.298736Z","steps":["trace[1944425261] 'process raft request' (duration: 941.423047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:25.298772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:24.358036Z","time spent":"940.678916ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:31:25.298839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:24.357151Z","time spent":"941.619212ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:31:25.298837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:24.356927Z","time spent":"941.845558ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:31:25.298923Z","caller":"traceutil/trace.go:171","msg":"trace[1507516712] transaction","detail":"{read_only:false; response_revision:10561; number_of_response:1; }","duration":"940.779949ms","start":"2026-03-04T11:31:24.358134Z","end":"2026-03-04T11:31:25.298914Z","steps":["trace[1507516712] 'process raft request' (duration: 940.509792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:25.298997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:24.358097Z","time spent":"940.874502ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:31:25.299052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.252332258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-04T11:31:25.299062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265960349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:31:25.299088Z","caller":"traceutil/trace.go:171","msg":"trace[1159072955] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:0; response_revision:10561; }","duration":"1.266025451s","start":"2026-03-04T11:31:24.033054Z","end":"2026-03-04T11:31:25.29908Z","steps":["trace[1159072955] 'agreement among raft nodes before linearized reading' (duration: 1.26563914s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:31:25.299093Z","caller":"traceutil/trace.go:171","msg":"trace[240803795] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:10561; }","duration":"3.252367569s","start":"2026-03-04T11:31:22.046711Z","end":"2026-03-04T11:31:25.299079Z","steps":["trace[240803795] 'agreement among raft nodes before linearized reading' (duration: 3.25202202s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:25.299106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:24.033026Z","time spent":"1.266075391s","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"warn","ts":"2026-03-04T11:31:25.299108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.269614947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-03-04T11:31:25.299133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:22.046646Z","time spent":"3.252476381s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T11:31:25.299117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.18675696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-04T11:31:25.299152Z","caller":"traceutil/trace.go:171","msg":"trace[1679186316] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:10561; }","duration":"3.269709919s","start":"2026-03-04T11:31:22.029429Z","end":"2026-03-04T11:31:25.299139Z","steps":["trace[1679186316] 'agreement among raft nodes before linearized reading' (duration: 3.269292888s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:31:25.299159Z","caller":"traceutil/trace.go:171","msg":"trace[791984782] transaction","detail":"{read_only:false; response_revision:10562; number_of_response:1; }","duration":"939.73369ms","start":"2026-03-04T11:31:24.359403Z","end":"2026-03-04T11:31:25.299137Z","steps":["trace[791984782] 'process raft request' (duration: 939.474353ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:31:25.299186Z","caller":"traceutil/trace.go:171","msg":"trace[241776914] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:10561; }","duration":"2.186868193s","start":"2026-03-04T11:31:23.112295Z","end":"2026-03-04T11:31:25.299163Z","steps":["trace[241776914] 'agreement among raft nodes before linearized reading' (duration: 2.186419361s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:25.29924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:23.11227Z","time spent":"2.186957916s","remote":"127.0.0.1:41248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-04T11:31:25.299254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.124966522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19356"} {"level":"info","ts":"2026-03-04T11:31:25.299288Z","caller":"traceutil/trace.go:171","msg":"trace[1854449253] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:10562; }","duration":"2.125030413s","start":"2026-03-04T11:31:23.174249Z","end":"2026-03-04T11:31:25.29928Z","steps":["trace[1854449253] 'agreement among raft nodes before linearized reading' (duration: 2.124458088s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:25.299275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:24.359385Z","time spent":"939.836874ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:31:25.299311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:23.174227Z","time spent":"2.125077545s","remote":"127.0.0.1:41262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19379,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T11:31:25.299185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:22.029404Z","time spent":"3.269772811s","remote":"127.0.0.1:41250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T11:31:25.319333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.11056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:31:25.319397Z","caller":"traceutil/trace.go:171","msg":"trace[1414871732] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10564; }","duration":"889.222033ms","start":"2026-03-04T11:31:24.43016Z","end":"2026-03-04T11:31:25.319382Z","steps":["trace[1414871732] 'agreement among raft nodes before linearized reading' (duration: 889.11617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:25.319435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:24.430125Z","time spent":"889.301995ms","remote":"127.0.0.1:41546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T11:31:25.319478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.554605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:31:25.319715Z","caller":"traceutil/trace.go:171","msg":"trace[1055183701] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10564; }","duration":"193.677168ms","start":"2026-03-04T11:31:25.12587Z","end":"2026-03-04T11:31:25.319547Z","steps":["trace[1055183701] 'agreement among raft nodes before linearized reading' (duration: 193.538575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:25.319807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.506806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:40 size:368569"} {"level":"info","ts":"2026-03-04T11:31:25.319898Z","caller":"traceutil/trace.go:171","msg":"trace[696919130] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:40; response_revision:10564; }","duration":"961.63146ms","start":"2026-03-04T11:31:24.358246Z","end":"2026-03-04T11:31:25.319877Z","steps":["trace[696919130] 'agreement among raft nodes before linearized reading' (duration: 961.082075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:25.319957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:24.358235Z","time spent":"961.708472ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":40,"response size":368592,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T11:31:25.320201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.676781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18999ee1c07bb0b7\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-04T11:31:25.320358Z","caller":"traceutil/trace.go:171","msg":"trace[456323826] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18999ee1c07bb0b7; range_end:; response_count:1; response_revision:10564; }","duration":"964.891608ms","start":"2026-03-04T11:31:24.355453Z","end":"2026-03-04T11:31:25.320344Z","steps":["trace[456323826] 'agreement among raft nodes before linearized reading' (duration: 963.909401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:25.320468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:24.355428Z","time spent":"965.029071ms","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18999ee1c07bb0b7\" "} {"level":"warn","ts":"2026-03-04T11:31:25.703584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.439334ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:31:25.703824Z","caller":"traceutil/trace.go:171","msg":"trace[1575869589] linearizableReadLoop","detail":"{readStateIndex:11000; appliedIndex:10999; }","duration":"384.595503ms","start":"2026-03-04T11:31:25.319218Z","end":"2026-03-04T11:31:25.703813Z","steps":["trace[1575869589] 'read index received' (duration: 194.863611ms)","trace[1575869589] 'applied index is now lower than readState.Index' (duration: 189.731052ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:31:25.703857Z","caller":"traceutil/trace.go:171","msg":"trace[240042214] transaction","detail":"{read_only:false; response_revision:10565; number_of_response:1; }","duration":"399.680048ms","start":"2026-03-04T11:31:25.304143Z","end":"2026-03-04T11:31:25.703823Z","steps":["trace[240042214] 'process raft request' (duration: 209.916635ms)","trace[240042214] 'compare' (duration: 189.2761ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:31:25.703996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.864443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19356"} {"level":"info","ts":"2026-03-04T11:31:25.704069Z","caller":"traceutil/trace.go:171","msg":"trace[1664816297] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:10565; }","duration":"399.980266ms","start":"2026-03-04T11:31:25.304073Z","end":"2026-03-04T11:31:25.704053Z","steps":["trace[1664816297] 'agreement among raft nodes before linearized reading' (duration: 399.74397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:25.704006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.047591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-04T11:31:25.704145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:25.304052Z","time spent":"400.084659ms","remote":"127.0.0.1:41262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19379,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-04T11:31:25.704196Z","caller":"traceutil/trace.go:171","msg":"trace[2018581641] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:10565; }","duration":"402.233726ms","start":"2026-03-04T11:31:25.301944Z","end":"2026-03-04T11:31:25.704178Z","steps":["trace[2018581641] 'agreement among raft nodes before linearized reading' (duration: 401.975149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:25.704264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:25.301884Z","time spent":"402.3661ms","remote":"127.0.0.1:41114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-04T11:31:25.703997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.931275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8215c011-7217-4675-85d8-0f22d6215864\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-03-04T11:31:25.704329Z","caller":"traceutil/trace.go:171","msg":"trace[770010846] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8215c011-7217-4675-85d8-0f22d6215864; range_end:; response_count:1; response_revision:10565; }","duration":"400.282394ms","start":"2026-03-04T11:31:25.304025Z","end":"2026-03-04T11:31:25.704307Z","steps":["trace[770010846] 'agreement among raft nodes before linearized reading' (duration: 399.802601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:25.704388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:25.304017Z","time spent":"400.356277ms","remote":"127.0.0.1:41238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-8215c011-7217-4675-85d8-0f22d6215864\" "} {"level":"warn","ts":"2026-03-04T11:31:25.704705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:25.304132Z","time spent":"399.798941ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:31:25.936322Z","caller":"traceutil/trace.go:171","msg":"trace[570699757] linearizableReadLoop","detail":"{readStateIndex:11001; appliedIndex:11000; }","duration":"232.39185ms","start":"2026-03-04T11:31:25.703909Z","end":"2026-03-04T11:31:25.936301Z","steps":["trace[570699757] 'read index received' (duration: 229.522262ms)","trace[570699757] 'applied index is now lower than readState.Index' (duration: 2.868788ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:31:25.936335Z","caller":"traceutil/trace.go:171","msg":"trace[2003972227] transaction","detail":"{read_only:false; response_revision:10566; number_of_response:1; }","duration":"612.294796ms","start":"2026-03-04T11:31:25.32402Z","end":"2026-03-04T11:31:25.936315Z","steps":["trace[2003972227] 'process raft request' (duration: 609.399338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:25.93645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.823733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:31:25.936497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.598084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:31:25.936523Z","caller":"traceutil/trace.go:171","msg":"trace[447866660] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10566; }","duration":"611.932026ms","start":"2026-03-04T11:31:25.32458Z","end":"2026-03-04T11:31:25.936512Z","steps":["trace[447866660] 'agreement among raft nodes before linearized reading' (duration: 611.790382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:25.936523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.059826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T11:31:25.93654Z","caller":"traceutil/trace.go:171","msg":"trace[1782786354] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10566; }","duration":"612.670166ms","start":"2026-03-04T11:31:25.32386Z","end":"2026-03-04T11:31:25.93653Z","steps":["trace[1782786354] 'agreement among raft nodes before linearized reading' (duration: 612.539692ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:31:25.936555Z","caller":"traceutil/trace.go:171","msg":"trace[216180386] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:10566; }","duration":"230.129618ms","start":"2026-03-04T11:31:25.706417Z","end":"2026-03-04T11:31:25.936546Z","steps":["trace[216180386] 'agreement among raft nodes before linearized reading' (duration: 230.002925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:25.936557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:25.324567Z","time spent":"611.980427ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T11:31:25.936571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:25.323843Z","time spent":"612.722567ms","remote":"127.0.0.1:41086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:31:25.936591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:25.323984Z","time spent":"612.44645ms","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:31:26.170828Z","caller":"traceutil/trace.go:171","msg":"trace[1489752277] transaction","detail":"{read_only:false; response_revision:10568; number_of_response:1; }","duration":"198.56158ms","start":"2026-03-04T11:31:25.97225Z","end":"2026-03-04T11:31:26.170811Z","steps":["trace[1489752277] 'process raft request' (duration: 198.451327ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:31:26.172963Z","caller":"traceutil/trace.go:171","msg":"trace[1964773878] linearizableReadLoop","detail":"{readStateIndex:11004; appliedIndex:11002; }","duration":"196.485964ms","start":"2026-03-04T11:31:25.976455Z","end":"2026-03-04T11:31:26.172941Z","steps":["trace[1964773878] 'read index received' (duration: 194.320546ms)","trace[1964773878] 'applied index is now lower than readState.Index' (duration: 2.163848ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:31:26.173015Z","caller":"traceutil/trace.go:171","msg":"trace[1856432155] transaction","detail":"{read_only:false; response_revision:10569; number_of_response:1; }","duration":"200.271155ms","start":"2026-03-04T11:31:25.972716Z","end":"2026-03-04T11:31:26.172988Z","steps":["trace[1856432155] 'process raft request' (duration: 200.114091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:26.174313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.83974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-04T11:31:26.17439Z","caller":"traceutil/trace.go:171","msg":"trace[1038528683] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:10569; }","duration":"197.970983ms","start":"2026-03-04T11:31:25.9764Z","end":"2026-03-04T11:31:26.174371Z","steps":["trace[1038528683] 'agreement among raft nodes before linearized reading' (duration: 196.693829ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:31:26.588594Z","caller":"traceutil/trace.go:171","msg":"trace[1468619102] transaction","detail":"{read_only:false; response_revision:10572; number_of_response:1; }","duration":"201.92114ms","start":"2026-03-04T11:31:26.386649Z","end":"2026-03-04T11:31:26.58857Z","steps":["trace[1468619102] 'process raft request' (duration: 201.757656ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:31:27.135767Z","caller":"traceutil/trace.go:171","msg":"trace[1655642885] transaction","detail":"{read_only:false; response_revision:10573; number_of_response:1; }","duration":"165.040348ms","start":"2026-03-04T11:31:26.970687Z","end":"2026-03-04T11:31:27.135727Z","steps":["trace[1655642885] 'process raft request' (duration: 164.857603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:27.802822Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541845852,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:31:28.241042Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.096134015s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T11:31:28.241474Z","caller":"traceutil/trace.go:171","msg":"trace[2056253610] transaction","detail":"{read_only:false; response_revision:10574; number_of_response:1; }","duration":"1.09669976s","start":"2026-03-04T11:31:27.144748Z","end":"2026-03-04T11:31:28.241447Z","steps":["trace[2056253610] 'process raft request' (duration: 1.096536556s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:28.24165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:27.14472Z","time spent":"1.096829384s","remote":"127.0.0.1:41576","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4801,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:31:29.002477Z","caller":"traceutil/trace.go:171","msg":"trace[1743919172] transaction","detail":"{read_only:false; response_revision:10575; number_of_response:1; }","duration":"1.821403189s","start":"2026-03-04T11:31:27.181027Z","end":"2026-03-04T11:31:29.00243Z","steps":["trace[1743919172] 'process raft request' (duration: 1.820930146s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:29.002705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:27.180997Z","time spent":"1.821588364s","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:31:29.005756Z","caller":"traceutil/trace.go:171","msg":"trace[892090900] transaction","detail":"{read_only:false; response_revision:10576; number_of_response:1; }","duration":"1.679924836s","start":"2026-03-04T11:31:27.325799Z","end":"2026-03-04T11:31:29.005724Z","steps":["trace[892090900] 'process raft request' (duration: 1.67636478s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:31:29.005855Z","caller":"traceutil/trace.go:171","msg":"trace[1601703177] transaction","detail":"{read_only:false; response_revision:10577; number_of_response:1; }","duration":"1.661348307s","start":"2026-03-04T11:31:27.344472Z","end":"2026-03-04T11:31:29.00582Z","steps":["trace[1601703177] 'process raft request' (duration: 1.66110234s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:31:29.005974Z","caller":"traceutil/trace.go:171","msg":"trace[645599374] linearizableReadLoop","detail":"{readStateIndex:11012; appliedIndex:11008; }","duration":"1.703254134s","start":"2026-03-04T11:31:27.302677Z","end":"2026-03-04T11:31:29.005931Z","steps":["trace[645599374] 'read index received' (duration: 938.618841ms)","trace[645599374] 'applied index is now lower than readState.Index' (duration: 764.630052ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:31:29.006126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:27.325788Z","time spent":"1.680049219s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:31:29.006086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:27.344456Z","time spent":"1.661461769s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:31:29.006211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.70351439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T11:31:29.006495Z","caller":"traceutil/trace.go:171","msg":"trace[1677081329] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10577; }","duration":"1.703828099s","start":"2026-03-04T11:31:27.302644Z","end":"2026-03-04T11:31:29.006472Z","steps":["trace[1677081329] 'agreement among raft nodes before linearized reading' (duration: 1.703428428s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:29.006569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:27.302626Z","time spent":"1.703919101s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T11:31:29.190731Z","caller":"traceutil/trace.go:171","msg":"trace[1211420565] linearizableReadLoop","detail":"{readStateIndex:11014; appliedIndex:11012; }","duration":"184.582794ms","start":"2026-03-04T11:31:29.006066Z","end":"2026-03-04T11:31:29.190649Z","steps":["trace[1211420565] 'read index received' (duration: 184.225944ms)","trace[1211420565] 'applied index is now lower than readState.Index' (duration: 355.01µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:31:29.191032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084691899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:31:29.191013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.741873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:31:29.191041Z","caller":"traceutil/trace.go:171","msg":"trace[141382962] transaction","detail":"{read_only:false; response_revision:10579; number_of_response:1; }","duration":"817.720159ms","start":"2026-03-04T11:31:28.373278Z","end":"2026-03-04T11:31:29.190998Z","steps":["trace[141382962] 'process raft request' (duration: 817.290158ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:31:29.191122Z","caller":"traceutil/trace.go:171","msg":"trace[2079867530] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10579; }","duration":"1.084810483s","start":"2026-03-04T11:31:28.106284Z","end":"2026-03-04T11:31:29.191094Z","steps":["trace[2079867530] 'agreement among raft nodes before linearized reading' (duration: 1.084625868s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:29.191121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.155376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-04T11:31:29.191133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.886982934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:31:29.19115Z","caller":"traceutil/trace.go:171","msg":"trace[2041512344] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:10579; }","duration":"546.989179ms","start":"2026-03-04T11:31:28.644127Z","end":"2026-03-04T11:31:29.191117Z","steps":["trace[2041512344] 'agreement among raft nodes before linearized reading' (duration: 546.655121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:29.191383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.584050988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:31:29.191383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:28.106268Z","time spent":"1.084914015s","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:31:29.191409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.887905818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T11:31:29.191387Z","caller":"traceutil/trace.go:171","msg":"trace[81576142] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:10579; }","duration":"733.277689ms","start":"2026-03-04T11:31:28.457899Z","end":"2026-03-04T11:31:29.191176Z","steps":["trace[81576142] 'agreement among raft nodes before linearized reading' (duration: 733.058303ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:31:29.191422Z","caller":"traceutil/trace.go:171","msg":"trace[1825961471] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:10579; }","duration":"1.584301844s","start":"2026-03-04T11:31:27.607103Z","end":"2026-03-04T11:31:29.191405Z","steps":["trace[1825961471] 'agreement among raft nodes before linearized reading' (duration: 1.584073998s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:29.191418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:28.644107Z","time spent":"547.298758ms","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-04T11:31:29.19145Z","caller":"traceutil/trace.go:171","msg":"trace[1980656322] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10579; }","duration":"1.88797052s","start":"2026-03-04T11:31:27.303469Z","end":"2026-03-04T11:31:29.191439Z","steps":["trace[1980656322] 'agreement among raft nodes before linearized reading' (duration: 1.887714623s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:29.191462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:27.607084Z","time spent":"1.584371087s","remote":"127.0.0.1:60270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:31:29.191447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:28.37325Z","time spent":"817.897994ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:31:29.191067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.868437325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T11:31:29.191157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.73102429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:31:29.191533Z","caller":"traceutil/trace.go:171","msg":"trace[1779159985] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10579; }","duration":"1.868946919s","start":"2026-03-04T11:31:27.322572Z","end":"2026-03-04T11:31:29.191519Z","steps":["trace[1779159985] 'agreement among raft nodes before linearized reading' (duration: 1.868303742s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:31:29.191393Z","caller":"traceutil/trace.go:171","msg":"trace[1655900803] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:0; response_revision:10579; }","duration":"1.887107297s","start":"2026-03-04T11:31:27.304084Z","end":"2026-03-04T11:31:29.191191Z","steps":["trace[1655900803] 'agreement among raft nodes before linearized reading' (duration: 1.886957573s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:29.191575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:27.322552Z","time spent":"1.869014481s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T11:31:29.191479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:27.303433Z","time spent":"1.888040072s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T11:31:29.191609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:27.30406Z","time spent":"1.887532748s","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"warn","ts":"2026-03-04T11:31:29.191143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.860933273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-04T11:31:29.191153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.86752535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T11:31:29.191692Z","caller":"traceutil/trace.go:171","msg":"trace[893380529] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:10579; }","duration":"1.861491669s","start":"2026-03-04T11:31:27.330191Z","end":"2026-03-04T11:31:29.191682Z","steps":["trace[893380529] 'agreement among raft nodes before linearized reading' (duration: 1.860864012s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:31:29.191716Z","caller":"traceutil/trace.go:171","msg":"trace[2016446544] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10579; }","duration":"1.868087066s","start":"2026-03-04T11:31:27.323611Z","end":"2026-03-04T11:31:29.191698Z","steps":["trace[2016446544] 'agreement among raft nodes before linearized reading' (duration: 1.86749413s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:29.191739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:27.330185Z","time spent":"1.86154262s","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-kh88j\" "} {"level":"warn","ts":"2026-03-04T11:31:29.191777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:27.323607Z","time spent":"1.868153208s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T11:31:29.191468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:28.457875Z","time spent":"733.580088ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T11:31:29.191066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127318966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.18\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-04T11:31:29.191888Z","caller":"traceutil/trace.go:171","msg":"trace[63212645] range","detail":"{range_begin:/registry/masterleases/199.19.213.18; range_end:; response_count:1; response_revision:10579; }","duration":"1.128178088s","start":"2026-03-04T11:31:28.063702Z","end":"2026-03-04T11:31:29.19188Z","steps":["trace[63212645] 'agreement among raft nodes before linearized reading' (duration: 1.127286384s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:29.191913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:28.063687Z","time spent":"1.12822051s","remote":"127.0.0.1:41114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.18\" "} {"level":"info","ts":"2026-03-04T11:31:29.191552Z","caller":"traceutil/trace.go:171","msg":"trace[364160244] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:10579; }","duration":"1.731456412s","start":"2026-03-04T11:31:27.460082Z","end":"2026-03-04T11:31:29.191538Z","steps":["trace[364160244] 'agreement among raft nodes before linearized reading' (duration: 1.73102842s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:29.191979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.757153672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T11:31:29.192026Z","caller":"traceutil/trace.go:171","msg":"trace[755387509] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:10579; }","duration":"1.757231515s","start":"2026-03-04T11:31:27.434782Z","end":"2026-03-04T11:31:29.192013Z","steps":["trace[755387509] 'agreement among raft nodes before linearized reading' (duration: 1.756400352s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:29.192012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:27.460056Z","time spent":"1.731925774s","remote":"127.0.0.1:41546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":27,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:31:29.192064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:27.434764Z","time spent":"1.757292316s","remote":"127.0.0.1:41606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1094,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:31:29.19103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.846545197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T11:31:29.192238Z","caller":"traceutil/trace.go:171","msg":"trace[665203208] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10579; }","duration":"1.84780724s","start":"2026-03-04T11:31:27.344412Z","end":"2026-03-04T11:31:29.192219Z","steps":["trace[665203208] 'agreement among raft nodes before linearized reading' (duration: 1.846416183s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:29.192313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:27.344401Z","time spent":"1.847902062s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T11:31:29.19238Z","caller":"traceutil/trace.go:171","msg":"trace[355593221] transaction","detail":"{read_only:false; response_revision:10578; number_of_response:1; }","duration":"943.743088ms","start":"2026-03-04T11:31:28.248565Z","end":"2026-03-04T11:31:29.192308Z","steps":["trace[355593221] 'process raft request' (duration: 941.703434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:29.192405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.54473804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:31:29.192434Z","caller":"traceutil/trace.go:171","msg":"trace[1551725075] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:10579; }","duration":"1.544789702s","start":"2026-03-04T11:31:27.647636Z","end":"2026-03-04T11:31:29.192426Z","steps":["trace[1551725075] 'agreement among raft nodes before linearized reading' (duration: 1.543053835s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:29.192461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:27.647625Z","time spent":"1.544830192s","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":22,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:31:29.192478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:28.248543Z","time spent":"943.879703ms","remote":"127.0.0.1:41546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5101,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:31:29.202294Z","caller":"traceutil/trace.go:171","msg":"trace[1711221430] transaction","detail":"{read_only:false; response_revision:10580; number_of_response:1; }","duration":"189.444285ms","start":"2026-03-04T11:31:29.012813Z","end":"2026-03-04T11:31:29.202257Z","steps":["trace[1711221430] 'process raft request' (duration: 189.233909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:29.202413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.071931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:31:29.202472Z","caller":"traceutil/trace.go:171","msg":"trace[1338915839] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:10580; }","duration":"145.228725ms","start":"2026-03-04T11:31:29.057232Z","end":"2026-03-04T11:31:29.202461Z","steps":["trace[1338915839] 'agreement among raft nodes before linearized reading' (duration: 145.077031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:29.546178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.607687ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T11:31:29.546279Z","caller":"traceutil/trace.go:171","msg":"trace[329753897] linearizableReadLoop","detail":"{readStateIndex:11023; appliedIndex:11022; }","duration":"209.698719ms","start":"2026-03-04T11:31:29.336565Z","end":"2026-03-04T11:31:29.546263Z","steps":["trace[329753897] 'read index received' (duration: 73.859706ms)","trace[329753897] 'applied index is now lower than readState.Index' (duration: 135.837563ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:31:29.546483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.906514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T11:31:29.546701Z","caller":"traceutil/trace.go:171","msg":"trace[1808358092] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:10587; }","duration":"210.134651ms","start":"2026-03-04T11:31:29.33655Z","end":"2026-03-04T11:31:29.546684Z","steps":["trace[1808358092] 'agreement among raft nodes before linearized reading' (duration: 209.757601ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:31:29.546552Z","caller":"traceutil/trace.go:171","msg":"trace[743076220] transaction","detail":"{read_only:false; number_of_response:1; response_revision:10587; }","duration":"210.241093ms","start":"2026-03-04T11:31:29.33627Z","end":"2026-03-04T11:31:29.546511Z","steps":["trace[743076220] 'process raft request' (duration: 74.218216ms)","trace[743076220] 'compare' (duration: 135.497303ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:31:31.212239Z","caller":"traceutil/trace.go:171","msg":"trace[1546320632] linearizableReadLoop","detail":"{readStateIndex:11031; appliedIndex:11030; }","duration":"104.777727ms","start":"2026-03-04T11:31:31.107437Z","end":"2026-03-04T11:31:31.212214Z","steps":["trace[1546320632] 'read index received' (duration: 104.586912ms)","trace[1546320632] 'applied index is now lower than readState.Index' (duration: 189.105µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:31:31.21233Z","caller":"traceutil/trace.go:171","msg":"trace[1691953633] transaction","detail":"{read_only:false; response_revision:10595; number_of_response:1; }","duration":"172.891789ms","start":"2026-03-04T11:31:31.039401Z","end":"2026-03-04T11:31:31.212292Z","steps":["trace[1691953633] 'process raft request' (duration: 172.625772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:31.212429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.977553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:31:31.212552Z","caller":"traceutil/trace.go:171","msg":"trace[2032742930] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10595; }","duration":"105.150418ms","start":"2026-03-04T11:31:31.107375Z","end":"2026-03-04T11:31:31.212525Z","steps":["trace[2032742930] 'agreement among raft nodes before linearized reading' (duration: 104.959833ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:31:31.34799Z","caller":"traceutil/trace.go:171","msg":"trace[664341034] transaction","detail":"{read_only:false; response_revision:10598; number_of_response:1; }","duration":"122.252268ms","start":"2026-03-04T11:31:31.225709Z","end":"2026-03-04T11:31:31.347961Z","steps":["trace[664341034] 'process raft request' (duration: 116.609126ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:31:31.590347Z","caller":"traceutil/trace.go:171","msg":"trace[15959975] transaction","detail":"{read_only:false; response_revision:10607; number_of_response:1; }","duration":"116.354389ms","start":"2026-03-04T11:31:31.473957Z","end":"2026-03-04T11:31:31.590311Z","steps":["trace[15959975] 'process raft request' (duration: 98.374936ms)","trace[15959975] 'compare' (duration: 17.770087ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:31:31.895649Z","caller":"traceutil/trace.go:171","msg":"trace[1697061422] transaction","detail":"{read_only:false; response_revision:10608; number_of_response:1; }","duration":"298.574899ms","start":"2026-03-04T11:31:31.597043Z","end":"2026-03-04T11:31:31.895618Z","steps":["trace[1697061422] 'process raft request' (duration: 280.75239ms)","trace[1697061422] 'compare' (duration: 17.556582ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:31:31.897842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:31.597004Z","time spent":"300.764668ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5348,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:31:32.271246Z","caller":"traceutil/trace.go:171","msg":"trace[370239527] transaction","detail":"{read_only:false; response_revision:10611; number_of_response:1; }","duration":"411.409023ms","start":"2026-03-04T11:31:31.859809Z","end":"2026-03-04T11:31:32.271218Z","steps":["trace[370239527] 'process raft request' (duration: 411.359312ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:31:32.271309Z","caller":"traceutil/trace.go:171","msg":"trace[876174893] transaction","detail":"{read_only:false; response_revision:10610; number_of_response:1; }","duration":"672.659299ms","start":"2026-03-04T11:31:31.598612Z","end":"2026-03-04T11:31:32.271272Z","steps":["trace[876174893] 'process raft request' (duration: 672.494164ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:31:32.27128Z","caller":"traceutil/trace.go:171","msg":"trace[527451818] transaction","detail":"{read_only:false; response_revision:10609; number_of_response:1; }","duration":"673.587774ms","start":"2026-03-04T11:31:31.597613Z","end":"2026-03-04T11:31:32.2712Z","steps":["trace[527451818] 'process raft request' (duration: 673.298266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:32.271437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:31.859784Z","time spent":"411.561917ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:31:32.271504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:31.598605Z","time spent":"672.772232ms","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5112,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:31:32.271533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:31.597592Z","time spent":"673.82635ms","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T11:31:32.279336Z","caller":"traceutil/trace.go:171","msg":"trace[1537661895] linearizableReadLoop","detail":"{readStateIndex:11048; appliedIndex:11044; }","duration":"370.444092ms","start":"2026-03-04T11:31:31.908865Z","end":"2026-03-04T11:31:32.279309Z","steps":["trace[1537661895] 'read index received' (duration: 362.037376ms)","trace[1537661895] 'applied index is now lower than readState.Index' (duration: 8.405586ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:31:32.279604Z","caller":"traceutil/trace.go:171","msg":"trace[31323119] transaction","detail":"{read_only:false; response_revision:10612; number_of_response:1; }","duration":"376.423903ms","start":"2026-03-04T11:31:31.903165Z","end":"2026-03-04T11:31:32.279589Z","steps":["trace[31323119] 'process raft request' (duration: 376.022202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:32.279708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:31.903149Z","time spent":"376.495064ms","remote":"127.0.0.1:41606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":694,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T11:31:32.280014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.709779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:536"} {"level":"warn","ts":"2026-03-04T11:31:32.280044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.159551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-db-sync-2s4jn\" ","response":"range_response_count:1 size:5363"} {"level":"info","ts":"2026-03-04T11:31:32.280116Z","caller":"traceutil/trace.go:171","msg":"trace[1484426973] range","detail":"{range_begin:/registry/pods/openstack/staffeln-db-sync-2s4jn; range_end:; response_count:1; response_revision:10612; }","duration":"371.260783ms","start":"2026-03-04T11:31:31.908839Z","end":"2026-03-04T11:31:32.2801Z","steps":["trace[1484426973] 'agreement among raft nodes before linearized reading' (duration: 371.028287ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:31:32.280121Z","caller":"traceutil/trace.go:171","msg":"trace[1154664632] range","detail":"{range_begin:/registry/serviceaccounts/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:10612; }","duration":"106.860033ms","start":"2026-03-04T11:31:32.173239Z","end":"2026-03-04T11:31:32.280099Z","steps":["trace[1154664632] 'agreement among raft nodes before linearized reading' (duration: 106.558315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:32.280151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:31.908832Z","time spent":"371.310614ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":5386,"request content":"key:\"/registry/pods/openstack/staffeln-db-sync-2s4jn\" "} {"level":"info","ts":"2026-03-04T11:31:32.879726Z","caller":"traceutil/trace.go:171","msg":"trace[1230813373] transaction","detail":"{read_only:false; response_revision:10615; number_of_response:1; }","duration":"109.33969ms","start":"2026-03-04T11:31:32.77037Z","end":"2026-03-04T11:31:32.87971Z","steps":["trace[1230813373] 'process raft request' (duration: 30.753817ms)","trace[1230813373] 'compare' (duration: 78.266244ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:31:33.149836Z","caller":"traceutil/trace.go:171","msg":"trace[1767585294] transaction","detail":"{read_only:false; response_revision:10616; number_of_response:1; }","duration":"128.143026ms","start":"2026-03-04T11:31:33.021665Z","end":"2026-03-04T11:31:33.149808Z","steps":["trace[1767585294] 'process raft request' (duration: 127.973611ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:31:33.234477Z","caller":"traceutil/trace.go:171","msg":"trace[477857789] linearizableReadLoop","detail":"{readStateIndex:11053; appliedIndex:11052; }","duration":"129.607085ms","start":"2026-03-04T11:31:33.104841Z","end":"2026-03-04T11:31:33.234449Z","steps":["trace[477857789] 'read index received' (duration: 45.335949ms)","trace[477857789] 'applied index is now lower than readState.Index' (duration: 84.270406ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:31:33.234563Z","caller":"traceutil/trace.go:171","msg":"trace[1688282301] transaction","detail":"{read_only:false; response_revision:10617; number_of_response:1; }","duration":"212.607637ms","start":"2026-03-04T11:31:33.021947Z","end":"2026-03-04T11:31:33.234555Z","steps":["trace[1688282301] 'process raft request' (duration: 212.393521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:33.234712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.865763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:31:33.234734Z","caller":"traceutil/trace.go:171","msg":"trace[658629108] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10617; }","duration":"129.932004ms","start":"2026-03-04T11:31:33.104794Z","end":"2026-03-04T11:31:33.234726Z","steps":["trace[658629108] 'agreement among raft nodes before linearized reading' (duration: 129.870392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:33.787816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.753852ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:31:33.788032Z","caller":"traceutil/trace.go:171","msg":"trace[690171203] transaction","detail":"{read_only:false; response_revision:10622; number_of_response:1; }","duration":"312.918015ms","start":"2026-03-04T11:31:33.475088Z","end":"2026-03-04T11:31:33.788006Z","steps":["trace[690171203] 'process raft request' (duration: 154.881265ms)","trace[690171203] 'compare' (duration: 157.514966ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:31:33.788148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:33.475076Z","time spent":"313.007567ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:31:33.788357Z","caller":"traceutil/trace.go:171","msg":"trace[1872747816] transaction","detail":"{read_only:false; response_revision:10623; number_of_response:1; }","duration":"313.13832ms","start":"2026-03-04T11:31:33.475172Z","end":"2026-03-04T11:31:33.788311Z","steps":["trace[1872747816] 'process raft request' (duration: 312.76528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:33.788507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:33.475139Z","time spent":"313.294945ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:31:33.944599Z","caller":"traceutil/trace.go:171","msg":"trace[508472373] transaction","detail":"{read_only:false; response_revision:10624; number_of_response:1; }","duration":"154.30485ms","start":"2026-03-04T11:31:33.790271Z","end":"2026-03-04T11:31:33.944576Z","steps":["trace[508472373] 'process raft request' (duration: 102.576759ms)","trace[508472373] 'compare' (duration: 51.624788ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:31:34.568573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.961154ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T11:31:34.568825Z","caller":"traceutil/trace.go:171","msg":"trace[1273073793] linearizableReadLoop","detail":"{readStateIndex:11061; appliedIndex:11060; }","duration":"441.498692ms","start":"2026-03-04T11:31:34.127299Z","end":"2026-03-04T11:31:34.568798Z","steps":["trace[1273073793] 'read index received' (duration: 29.941µs)","trace[1273073793] 'applied index is now lower than readState.Index' (duration: 441.466111ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:31:34.568922Z","caller":"traceutil/trace.go:171","msg":"trace[398795261] transaction","detail":"{read_only:false; response_revision:10625; number_of_response:1; }","duration":"405.215556ms","start":"2026-03-04T11:31:34.163697Z","end":"2026-03-04T11:31:34.568913Z","steps":["trace[398795261] 'process raft request' (duration: 404.97624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:34.568979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.661606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:31:34.568998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:34.163673Z","time spent":"405.274197ms","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":870,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T11:31:34.56904Z","caller":"traceutil/trace.go:171","msg":"trace[2102944814] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10625; }","duration":"441.769909ms","start":"2026-03-04T11:31:34.127252Z","end":"2026-03-04T11:31:34.569022Z","steps":["trace[2102944814] 'agreement among raft nodes before linearized reading' (duration: 441.629955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:34.569069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:34.127231Z","time spent":"441.83212ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:31:34.585695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.444813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:31:34.585765Z","caller":"traceutil/trace.go:171","msg":"trace[263770977] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10627; }","duration":"112.574268ms","start":"2026-03-04T11:31:34.473175Z","end":"2026-03-04T11:31:34.585749Z","steps":["trace[263770977] 'agreement among raft nodes before linearized reading' (duration: 112.436434ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:31:37.760968Z","caller":"traceutil/trace.go:171","msg":"trace[1496312243] transaction","detail":"{read_only:false; response_revision:10639; number_of_response:1; }","duration":"582.574886ms","start":"2026-03-04T11:31:37.178368Z","end":"2026-03-04T11:31:37.760943Z","steps":["trace[1496312243] 'process raft request' (duration: 582.410532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:37.761135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:37.178326Z","time spent":"582.73029ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:31:37.849798Z","caller":"traceutil/trace.go:171","msg":"trace[1557846615] linearizableReadLoop","detail":"{readStateIndex:11077; appliedIndex:11075; }","duration":"524.411772ms","start":"2026-03-04T11:31:37.325365Z","end":"2026-03-04T11:31:37.849777Z","steps":["trace[1557846615] 'read index received' (duration: 435.319456ms)","trace[1557846615] 'applied index is now lower than readState.Index' (duration: 89.091356ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:31:37.849864Z","caller":"traceutil/trace.go:171","msg":"trace[90150438] transaction","detail":"{read_only:false; response_revision:10640; number_of_response:1; }","duration":"579.894214ms","start":"2026-03-04T11:31:37.269933Z","end":"2026-03-04T11:31:37.849827Z","steps":["trace[90150438] 'process raft request' (duration: 578.550058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:37.849997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:37.269911Z","time spent":"580.014747ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":507,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:31:37.849992Z","caller":"traceutil/trace.go:171","msg":"trace[2116852680] transaction","detail":"{read_only:false; response_revision:10641; number_of_response:1; }","duration":"522.031818ms","start":"2026-03-04T11:31:37.327904Z","end":"2026-03-04T11:31:37.849935Z","steps":["trace[2116852680] 'process raft request' (duration: 521.819593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:37.850064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.69292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5127"} {"level":"warn","ts":"2026-03-04T11:31:37.850119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.126066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T11:31:37.85014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.823435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:131011"} {"level":"info","ts":"2026-03-04T11:31:37.850175Z","caller":"traceutil/trace.go:171","msg":"trace[1925013849] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10641; }","duration":"324.196988ms","start":"2026-03-04T11:31:37.525962Z","end":"2026-03-04T11:31:37.850159Z","steps":["trace[1925013849] 'agreement among raft nodes before linearized reading' (duration: 324.043944ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:31:37.850183Z","caller":"traceutil/trace.go:171","msg":"trace[464136720] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:10641; }","duration":"524.835884ms","start":"2026-03-04T11:31:37.325274Z","end":"2026-03-04T11:31:37.85011Z","steps":["trace[464136720] 'agreement among raft nodes before linearized reading' (duration: 524.637989ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:31:37.850189Z","caller":"traceutil/trace.go:171","msg":"trace[358322589] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:10641; }","duration":"475.890218ms","start":"2026-03-04T11:31:37.374284Z","end":"2026-03-04T11:31:37.850174Z","steps":["trace[358322589] 'agreement among raft nodes before linearized reading' (duration: 475.724563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:37.850228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:37.374272Z","time spent":"475.948959ms","remote":"127.0.0.1:41148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":131034,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-04T11:31:37.850225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:37.525954Z","time spent":"324.25794ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T11:31:37.850267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:37.325243Z","time spent":"525.009958ms","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5150,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"warn","ts":"2026-03-04T11:31:37.850283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:37.327867Z","time spent":"522.255314ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:31:37.850526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.186585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T11:31:37.85032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.870057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T11:31:37.850633Z","caller":"traceutil/trace.go:171","msg":"trace[1612371415] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10641; }","duration":"492.36159ms","start":"2026-03-04T11:31:37.358246Z","end":"2026-03-04T11:31:37.850608Z","steps":["trace[1612371415] 'agreement among raft nodes before linearized reading' (duration: 491.733854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:37.850692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:37.358216Z","time spent":"492.462033ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T11:31:37.850416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.192188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:31:37.850753Z","caller":"traceutil/trace.go:171","msg":"trace[322422330] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:10641; }","duration":"321.558537ms","start":"2026-03-04T11:31:37.529174Z","end":"2026-03-04T11:31:37.850733Z","steps":["trace[322422330] 'agreement among raft nodes before linearized reading' (duration: 320.885309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:37.850441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.876872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-03-04T11:31:37.85081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:37.529155Z","time spent":"321.640329ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-kh88j\" "} {"level":"info","ts":"2026-03-04T11:31:37.850841Z","caller":"traceutil/trace.go:171","msg":"trace[434077108] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:10641; }","duration":"481.297743ms","start":"2026-03-04T11:31:37.369529Z","end":"2026-03-04T11:31:37.850827Z","steps":["trace[434077108] 'agreement among raft nodes before linearized reading' (duration: 480.578674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:37.850876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:37.369513Z","time spent":"481.353774ms","remote":"127.0.0.1:41154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-04T11:31:37.851016Z","caller":"traceutil/trace.go:171","msg":"trace[559621531] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10641; }","duration":"331.280229ms","start":"2026-03-04T11:31:37.519389Z","end":"2026-03-04T11:31:37.85067Z","steps":["trace[559621531] 'agreement among raft nodes before linearized reading' (duration: 330.749895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:37.851153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:31:37.519367Z","time spent":"331.753231ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T11:31:38.114551Z","caller":"traceutil/trace.go:171","msg":"trace[1491114209] transaction","detail":"{read_only:false; response_revision:10643; number_of_response:1; }","duration":"259.126437ms","start":"2026-03-04T11:31:37.855408Z","end":"2026-03-04T11:31:38.114534Z","steps":["trace[1491114209] 'process raft request' (duration: 217.531038ms)","trace[1491114209] 'compare' (duration: 41.285071ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:31:38.114882Z","caller":"traceutil/trace.go:171","msg":"trace[475881633] linearizableReadLoop","detail":"{readStateIndex:11082; appliedIndex:11078; }","duration":"258.049089ms","start":"2026-03-04T11:31:37.856814Z","end":"2026-03-04T11:31:38.114863Z","steps":["trace[475881633] 'read index received' (duration: 46.659195ms)","trace[475881633] 'applied index is now lower than readState.Index' (duration: 211.389244ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:31:38.114922Z","caller":"traceutil/trace.go:171","msg":"trace[533615499] transaction","detail":"{read_only:false; response_revision:10645; number_of_response:1; }","duration":"259.368914ms","start":"2026-03-04T11:31:37.855544Z","end":"2026-03-04T11:31:38.114913Z","steps":["trace[533615499] 'process raft request' (duration: 259.262131ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:31:38.114916Z","caller":"traceutil/trace.go:171","msg":"trace[1884528966] transaction","detail":"{read_only:false; response_revision:10644; number_of_response:1; }","duration":"259.348434ms","start":"2026-03-04T11:31:37.855547Z","end":"2026-03-04T11:31:38.114895Z","steps":["trace[1884528966] 'process raft request' (duration: 258.926312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:38.115176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.878317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-04T11:31:38.115205Z","caller":"traceutil/trace.go:171","msg":"trace[1518621822] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:10645; }","duration":"256.931919ms","start":"2026-03-04T11:31:37.858266Z","end":"2026-03-04T11:31:38.115198Z","steps":["trace[1518621822] 'agreement among raft nodes before linearized reading' (duration: 256.838046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:38.115318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.205745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T11:31:38.115352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.922548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:131011"} {"level":"info","ts":"2026-03-04T11:31:38.115385Z","caller":"traceutil/trace.go:171","msg":"trace[1812158404] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10645; }","duration":"254.284657ms","start":"2026-03-04T11:31:37.861085Z","end":"2026-03-04T11:31:38.11537Z","steps":["trace[1812158404] 'agreement among raft nodes before linearized reading' (duration: 254.094822ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:31:38.115418Z","caller":"traceutil/trace.go:171","msg":"trace[1186144045] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:10645; }","duration":"257.029101ms","start":"2026-03-04T11:31:37.85837Z","end":"2026-03-04T11:31:38.115399Z","steps":["trace[1186144045] 'agreement among raft nodes before linearized reading' (duration: 256.860817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:38.115502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.680246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:375597"} {"level":"info","ts":"2026-03-04T11:31:38.115548Z","caller":"traceutil/trace.go:171","msg":"trace[1708923303] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:10645; }","duration":"258.744287ms","start":"2026-03-04T11:31:37.856795Z","end":"2026-03-04T11:31:38.115539Z","steps":["trace[1708923303] 'agreement among raft nodes before linearized reading' (duration: 258.245714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:38.323944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.941263ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:31:38.324038Z","caller":"traceutil/trace.go:171","msg":"trace[1551609027] transaction","detail":"{read_only:false; response_revision:10649; number_of_response:1; }","duration":"153.440506ms","start":"2026-03-04T11:31:38.170583Z","end":"2026-03-04T11:31:38.324024Z","steps":["trace[1551609027] 'process raft request' (duration: 45.34698ms)","trace[1551609027] 'compare' (duration: 107.807538ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:31:40.251092Z","caller":"traceutil/trace.go:171","msg":"trace[1865505546] linearizableReadLoop","detail":"{readStateIndex:11099; appliedIndex:11096; }","duration":"125.321151ms","start":"2026-03-04T11:31:40.12575Z","end":"2026-03-04T11:31:40.251071Z","steps":["trace[1865505546] 'read index received' (duration: 74.890434ms)","trace[1865505546] 'applied index is now lower than readState.Index' (duration: 50.429777ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:31:40.251182Z","caller":"traceutil/trace.go:171","msg":"trace[1356943377] transaction","detail":"{read_only:false; response_revision:10661; number_of_response:1; }","duration":"127.024296ms","start":"2026-03-04T11:31:40.124123Z","end":"2026-03-04T11:31:40.251148Z","steps":["trace[1356943377] 'process raft request' (duration: 126.911663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:40.251406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.635939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:31:40.251435Z","caller":"traceutil/trace.go:171","msg":"trace[2057675111] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:10661; }","duration":"125.725391ms","start":"2026-03-04T11:31:40.125703Z","end":"2026-03-04T11:31:40.251428Z","steps":["trace[2057675111] 'agreement among raft nodes before linearized reading' (duration: 125.480835ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:31:40.251828Z","caller":"traceutil/trace.go:171","msg":"trace[1765310069] transaction","detail":"{read_only:false; response_revision:10660; number_of_response:1; }","duration":"128.364022ms","start":"2026-03-04T11:31:40.123434Z","end":"2026-03-04T11:31:40.251798Z","steps":["trace[1765310069] 'process raft request' (duration: 127.428257ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:31:46.375363Z","caller":"traceutil/trace.go:171","msg":"trace[1106983201] transaction","detail":"{read_only:false; response_revision:10692; number_of_response:1; }","duration":"121.830336ms","start":"2026-03-04T11:31:46.253509Z","end":"2026-03-04T11:31:46.375339Z","steps":["trace[1106983201] 'process raft request' (duration: 121.58993ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:31:54.830683Z","caller":"traceutil/trace.go:171","msg":"trace[630966751] linearizableReadLoop","detail":"{readStateIndex:11262; appliedIndex:11261; }","duration":"107.17887ms","start":"2026-03-04T11:31:54.723476Z","end":"2026-03-04T11:31:54.830655Z","steps":["trace[630966751] 'read index received' (duration: 74.882934ms)","trace[630966751] 'applied index is now lower than readState.Index' (duration: 32.295116ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:31:54.830715Z","caller":"traceutil/trace.go:171","msg":"trace[843813285] transaction","detail":"{read_only:false; response_revision:10819; number_of_response:1; }","duration":"113.613179ms","start":"2026-03-04T11:31:54.71707Z","end":"2026-03-04T11:31:54.830684Z","steps":["trace[843813285] 'process raft request' (duration: 81.364655ms)","trace[843813285] 'compare' (duration: 32.105721ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:31:54.830957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.444736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:9189"} {"level":"info","ts":"2026-03-04T11:31:54.831023Z","caller":"traceutil/trace.go:171","msg":"trace[747346023] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:10819; }","duration":"107.537159ms","start":"2026-03-04T11:31:54.72347Z","end":"2026-03-04T11:31:54.831007Z","steps":["trace[747346023] 'agreement among raft nodes before linearized reading' (duration: 107.293412ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:31:55.084337Z","caller":"traceutil/trace.go:171","msg":"trace[751294869] linearizableReadLoop","detail":"{readStateIndex:11265; appliedIndex:11264; }","duration":"137.058321ms","start":"2026-03-04T11:31:54.947259Z","end":"2026-03-04T11:31:55.084318Z","steps":["trace[751294869] 'read index received' (duration: 136.871976ms)","trace[751294869] 'applied index is now lower than readState.Index' (duration: 185.585µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:31:55.084441Z","caller":"traceutil/trace.go:171","msg":"trace[290368327] transaction","detail":"{read_only:false; response_revision:10822; number_of_response:1; }","duration":"143.559453ms","start":"2026-03-04T11:31:54.940843Z","end":"2026-03-04T11:31:55.084402Z","steps":["trace[290368327] 'process raft request' (duration: 143.345207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:31:55.084516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.246435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cinder-server\" ","response":"range_response_count:1 size:705"} {"level":"warn","ts":"2026-03-04T11:31:55.084516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.947014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:31:55.084551Z","caller":"traceutil/trace.go:171","msg":"trace[1816759817] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:10822; }","duration":"121.020506ms","start":"2026-03-04T11:31:54.963522Z","end":"2026-03-04T11:31:55.084543Z","steps":["trace[1816759817] 'agreement among raft nodes before linearized reading' (duration: 120.954854ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:31:55.084551Z","caller":"traceutil/trace.go:171","msg":"trace[1735809862] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-cinder-server; range_end:; response_count:1; response_revision:10822; }","duration":"137.302738ms","start":"2026-03-04T11:31:54.947237Z","end":"2026-03-04T11:31:55.08454Z","steps":["trace[1735809862] 'agreement among raft nodes before linearized reading' (duration: 137.185624ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:31:56.644759Z","caller":"traceutil/trace.go:171","msg":"trace[1884308128] transaction","detail":"{read_only:false; response_revision:10842; number_of_response:1; }","duration":"153.612479ms","start":"2026-03-04T11:31:56.491125Z","end":"2026-03-04T11:31:56.644737Z","steps":["trace[1884308128] 'process raft request' (duration: 153.405753ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:32:08.090666Z","caller":"traceutil/trace.go:171","msg":"trace[200987790] transaction","detail":"{read_only:false; response_revision:10896; number_of_response:1; }","duration":"114.844813ms","start":"2026-03-04T11:32:07.975804Z","end":"2026-03-04T11:32:08.090649Z","steps":["trace[200987790] 'process raft request' (duration: 114.7331ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:32:30.846995Z","caller":"traceutil/trace.go:171","msg":"trace[877690917] transaction","detail":"{read_only:false; response_revision:11184; number_of_response:1; }","duration":"119.066144ms","start":"2026-03-04T11:32:30.727886Z","end":"2026-03-04T11:32:30.846952Z","steps":["trace[877690917] 'process raft request' (duration: 118.665483ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:32:35.020853Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9307} {"level":"info","ts":"2026-03-04T11:32:35.082702Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9307,"took":"59.722092ms","hash":1976284224,"current-db-size-bytes":42024960,"current-db-size":"42 MB","current-db-size-in-use-bytes":25214976,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-04T11:32:35.082762Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1976284224,"revision":9307,"compact-revision":7428} {"level":"warn","ts":"2026-03-04T11:32:37.219447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.796999ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:32:37.219585Z","caller":"traceutil/trace.go:171","msg":"trace[275188037] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11238; }","duration":"180.957524ms","start":"2026-03-04T11:32:37.038605Z","end":"2026-03-04T11:32:37.219562Z","steps":["trace[275188037] 'range keys from in-memory index tree' (duration: 180.777289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:32:37.219584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.963811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T11:32:37.219676Z","caller":"traceutil/trace.go:171","msg":"trace[1994737266] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11238; }","duration":"236.074485ms","start":"2026-03-04T11:32:36.983562Z","end":"2026-03-04T11:32:37.219636Z","steps":["trace[1994737266] 'range keys from in-memory index tree' (duration: 235.779267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:32:37.219675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.465271ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:32:37.219803Z","caller":"traceutil/trace.go:171","msg":"trace[1917188095] linearizableReadLoop","detail":"{readStateIndex:11693; appliedIndex:11692; }","duration":"113.454215ms","start":"2026-03-04T11:32:37.106329Z","end":"2026-03-04T11:32:37.219783Z","steps":["trace[1917188095] 'read index received' (duration: 9.772179ms)","trace[1917188095] 'applied index is now lower than readState.Index' (duration: 103.680876ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:32:37.219906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.577339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:32:37.219949Z","caller":"traceutil/trace.go:171","msg":"trace[1563859800] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11239; }","duration":"113.64558ms","start":"2026-03-04T11:32:37.106287Z","end":"2026-03-04T11:32:37.219933Z","steps":["trace[1563859800] 'agreement among raft nodes before linearized reading' (duration: 113.593299ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:32:37.219855Z","caller":"traceutil/trace.go:171","msg":"trace[2068154147] transaction","detail":"{read_only:false; response_revision:11239; number_of_response:1; }","duration":"235.393177ms","start":"2026-03-04T11:32:36.984393Z","end":"2026-03-04T11:32:37.219786Z","steps":["trace[2068154147] 'process raft request' (duration: 131.736991ms)","trace[2068154147] 'compare' (duration: 103.353107ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:32:38.24811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.022159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T11:32:38.248181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.026183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.18\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-04T11:32:38.248197Z","caller":"traceutil/trace.go:171","msg":"trace[277174359] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:11240; }","duration":"508.165083ms","start":"2026-03-04T11:32:37.740013Z","end":"2026-03-04T11:32:38.248178Z","steps":["trace[277174359] 'count revisions from in-memory index tree' (duration: 507.897376ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:32:38.248226Z","caller":"traceutil/trace.go:171","msg":"trace[36184730] range","detail":"{range_begin:/registry/masterleases/199.19.213.18; range_end:; response_count:1; response_revision:11240; }","duration":"179.103285ms","start":"2026-03-04T11:32:38.069109Z","end":"2026-03-04T11:32:38.248212Z","steps":["trace[36184730] 'range keys from in-memory index tree' (duration: 178.878748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:32:38.248238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:32:37.739992Z","time spent":"508.234254ms","remote":"127.0.0.1:41538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:32:38.248311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.93142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-04T11:32:38.248399Z","caller":"traceutil/trace.go:171","msg":"trace[764217105] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11240; }","duration":"929.067783ms","start":"2026-03-04T11:32:37.31931Z","end":"2026-03-04T11:32:38.248378Z","steps":["trace[764217105] 'range keys from in-memory index tree' (duration: 928.703243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:32:38.248442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:32:37.319291Z","time spent":"929.141695ms","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5100,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-04T11:32:38.248492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.664025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T11:32:38.248539Z","caller":"traceutil/trace.go:171","msg":"trace[2001252216] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11240; }","duration":"494.745457ms","start":"2026-03-04T11:32:37.753774Z","end":"2026-03-04T11:32:38.248519Z","steps":["trace[2001252216] 'range keys from in-memory index tree' (duration: 494.527361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:32:38.24856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:32:37.753745Z","time spent":"494.809899ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T11:32:38.248867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.583381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:32:38.249004Z","caller":"traceutil/trace.go:171","msg":"trace[1586245828] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11240; }","duration":"141.970711ms","start":"2026-03-04T11:32:38.107007Z","end":"2026-03-04T11:32:38.248977Z","steps":["trace[1586245828] 'range keys from in-memory index tree' (duration: 141.463967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:32:40.231843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.428639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:32:40.231921Z","caller":"traceutil/trace.go:171","msg":"trace[1248650949] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11250; }","duration":"126.519452ms","start":"2026-03-04T11:32:40.105383Z","end":"2026-03-04T11:32:40.231902Z","steps":["trace[1248650949] 'range keys from in-memory index tree' (duration: 126.344007ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:32:50.87881Z","caller":"traceutil/trace.go:171","msg":"trace[1713930517] transaction","detail":"{read_only:false; response_revision:11305; number_of_response:1; }","duration":"106.752777ms","start":"2026-03-04T11:32:50.772039Z","end":"2026-03-04T11:32:50.878792Z","steps":["trace[1713930517] 'process raft request' (duration: 106.635094ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:33:00.75053Z","caller":"traceutil/trace.go:171","msg":"trace[1317769091] transaction","detail":"{read_only:false; response_revision:11355; number_of_response:1; }","duration":"252.698504ms","start":"2026-03-04T11:33:00.497807Z","end":"2026-03-04T11:33:00.750506Z","steps":["trace[1317769091] 'process raft request' (duration: 252.559021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:01.170483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.790551ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:33:01.170719Z","caller":"traceutil/trace.go:171","msg":"trace[1264945874] linearizableReadLoop","detail":"{readStateIndex:11817; appliedIndex:11814; }","duration":"513.951876ms","start":"2026-03-04T11:33:00.65675Z","end":"2026-03-04T11:33:01.170702Z","steps":["trace[1264945874] 'read index received' (duration: 93.568229ms)","trace[1264945874] 'applied index is now lower than readState.Index' (duration: 420.382347ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:33:01.170823Z","caller":"traceutil/trace.go:171","msg":"trace[649175069] transaction","detail":"{read_only:false; response_revision:11356; number_of_response:1; }","duration":"647.35754ms","start":"2026-03-04T11:33:00.523453Z","end":"2026-03-04T11:33:01.170811Z","steps":["trace[649175069] 'process raft request' (duration: 398.053595ms)","trace[649175069] 'compare' (duration: 248.672958ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:33:01.171047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:33:00.523427Z","time spent":"647.575816ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:33:01.17108Z","caller":"traceutil/trace.go:171","msg":"trace[130228149] transaction","detail":"{read_only:false; response_revision:11357; number_of_response:1; }","duration":"607.849352ms","start":"2026-03-04T11:33:00.563175Z","end":"2026-03-04T11:33:01.171024Z","steps":["trace[130228149] 'process raft request' (duration: 607.435771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:01.171071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.313535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T11:33:01.171106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.045353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T11:33:01.171286Z","caller":"traceutil/trace.go:171","msg":"trace[1004485317] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11357; }","duration":"250.292691ms","start":"2026-03-04T11:33:00.920972Z","end":"2026-03-04T11:33:01.171265Z","steps":["trace[1004485317] 'agreement among raft nodes before linearized reading' (duration: 249.90416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:01.171282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.689192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T11:33:01.171347Z","caller":"traceutil/trace.go:171","msg":"trace[670653441] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11357; }","duration":"113.797764ms","start":"2026-03-04T11:33:01.057531Z","end":"2026-03-04T11:33:01.171329Z","steps":["trace[670653441] 'agreement among raft nodes before linearized reading' (duration: 113.361753ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:33:01.17135Z","caller":"traceutil/trace.go:171","msg":"trace[1992868140] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11357; }","duration":"514.556921ms","start":"2026-03-04T11:33:00.656691Z","end":"2026-03-04T11:33:01.171247Z","steps":["trace[1992868140] 'agreement among raft nodes before linearized reading' (duration: 514.13572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:01.171489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:33:00.65666Z","time spent":"514.812048ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T11:33:01.171787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:33:00.563145Z","time spent":"608.057008ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:33:01.676724Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541848052,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:33:02.177841Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541848052,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:33:02.33587Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.161038098s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T11:33:02.719545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.344415ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:33:02.719761Z","caller":"traceutil/trace.go:171","msg":"trace[1809475286] linearizableReadLoop","detail":"{readStateIndex:11820; appliedIndex:11817; }","duration":"1.544080165s","start":"2026-03-04T11:33:01.175664Z","end":"2026-03-04T11:33:02.719744Z","steps":["trace[1809475286] 'read index received' (duration: 1.160471122s)","trace[1809475286] 'applied index is now lower than readState.Index' (duration: 383.607933ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:33:02.719832Z","caller":"traceutil/trace.go:171","msg":"trace[568455570] transaction","detail":"{read_only:false; response_revision:11358; number_of_response:1; }","duration":"1.545069722s","start":"2026-03-04T11:33:01.174748Z","end":"2026-03-04T11:33:02.719818Z","steps":["trace[568455570] 'process raft request' (duration: 1.161382607s)","trace[568455570] 'compare' (duration: 383.251113ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:33:02.719886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:33:01.174723Z","time spent":"1.545131373s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:33:02.719909Z","caller":"traceutil/trace.go:171","msg":"trace[1990145767] transaction","detail":"{read_only:false; response_revision:11359; number_of_response:1; }","duration":"1.544381403s","start":"2026-03-04T11:33:01.175498Z","end":"2026-03-04T11:33:02.719879Z","steps":["trace[1990145767] 'process raft request' (duration: 1.544137497s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:02.720061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:33:01.175465Z","time spent":"1.544509927s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:33:02.71989Z","caller":"traceutil/trace.go:171","msg":"trace[1287099781] transaction","detail":"{read_only:false; response_revision:11360; number_of_response:1; }","duration":"1.543911101s","start":"2026-03-04T11:33:01.175927Z","end":"2026-03-04T11:33:02.719838Z","steps":["trace[1287099781] 'process raft request' (duration: 1.543784008s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:02.720253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:33:01.175917Z","time spent":"1.544237149s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:33:02.722119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.546346695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:448089"} {"level":"info","ts":"2026-03-04T11:33:02.722228Z","caller":"traceutil/trace.go:171","msg":"trace[830216653] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11360; }","duration":"1.546569321s","start":"2026-03-04T11:33:01.175623Z","end":"2026-03-04T11:33:02.722193Z","steps":["trace[830216653] 'agreement among raft nodes before linearized reading' (duration: 1.544215169s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:02.722277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:33:01.175612Z","time spent":"1.546652153s","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":448112,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T11:33:03.219845Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541848057,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:33:03.325739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000526108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T11:33:03.325878Z","caller":"traceutil/trace.go:171","msg":"trace[1475213938] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000733924s","start":"2026-03-04T11:33:01.325114Z","end":"2026-03-04T11:33:03.325847Z","steps":["trace[1475213938] 'agreement among raft nodes before linearized reading' (duration: 2.000552679s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:03.325943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:33:01.325094Z","time spent":"2.000834586s","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T11:33:03.427751Z","caller":"traceutil/trace.go:171","msg":"trace[134189611] transaction","detail":"{read_only:false; response_revision:11361; number_of_response:1; }","duration":"948.187739ms","start":"2026-03-04T11:33:02.479537Z","end":"2026-03-04T11:33:03.427725Z","steps":["trace[134189611] 'process raft request' (duration: 947.967734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:03.427906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:33:02.479515Z","time spent":"948.307412ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:33:03.434894Z","caller":"traceutil/trace.go:171","msg":"trace[1061719430] transaction","detail":"{read_only:false; response_revision:11362; number_of_response:1; }","duration":"680.348173ms","start":"2026-03-04T11:33:02.754511Z","end":"2026-03-04T11:33:03.434859Z","steps":["trace[1061719430] 'process raft request' (duration: 679.969203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:03.435082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:33:02.754493Z","time spent":"680.500248ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:33:03.435104Z","caller":"traceutil/trace.go:171","msg":"trace[2060689521] transaction","detail":"{read_only:false; response_revision:11364; number_of_response:1; }","duration":"247.054414ms","start":"2026-03-04T11:33:03.187992Z","end":"2026-03-04T11:33:03.435046Z","steps":["trace[2060689521] 'process raft request' (duration: 246.706535ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:33:03.435358Z","caller":"traceutil/trace.go:171","msg":"trace[1543365630] transaction","detail":"{read_only:false; response_revision:11363; number_of_response:1; }","duration":"247.395624ms","start":"2026-03-04T11:33:03.187939Z","end":"2026-03-04T11:33:03.435335Z","steps":["trace[1543365630] 'process raft request' (duration: 246.717366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:03.553723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.966741ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T11:33:03.553855Z","caller":"traceutil/trace.go:171","msg":"trace[1927463402] linearizableReadLoop","detail":"{readStateIndex:11825; appliedIndex:11820; }","duration":"834.045355ms","start":"2026-03-04T11:33:02.71979Z","end":"2026-03-04T11:33:03.553835Z","steps":["trace[1927463402] 'read index received' (duration: 707.77599ms)","trace[1927463402] 'applied index is now lower than readState.Index' (duration: 126.268035ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:33:03.553981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.117590419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:33:03.554022Z","caller":"traceutil/trace.go:171","msg":"trace[1425691565] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11364; }","duration":"2.117659071s","start":"2026-03-04T11:33:01.43635Z","end":"2026-03-04T11:33:03.554009Z","steps":["trace[1425691565] 'agreement among raft nodes before linearized reading' (duration: 2.117583919s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:03.554022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.117434284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:33:03.554107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.746900128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T11:33:03.554183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.447025114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:33:03.55422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.123957867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:33:03.554231Z","caller":"traceutil/trace.go:171","msg":"trace[78268100] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11364; }","duration":"2.117621699s","start":"2026-03-04T11:33:01.436526Z","end":"2026-03-04T11:33:03.554148Z","steps":["trace[78268100] 'agreement among raft nodes before linearized reading' (duration: 2.117402954s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:33:03.55426Z","caller":"traceutil/trace.go:171","msg":"trace[843416178] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11364; }","duration":"1.447148018s","start":"2026-03-04T11:33:02.107093Z","end":"2026-03-04T11:33:03.554241Z","steps":["trace[843416178] 'agreement among raft nodes before linearized reading' (duration: 1.446988194s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:03.554296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:33:01.436501Z","time spent":"2.117783164s","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-04T11:33:03.554268Z","caller":"traceutil/trace.go:171","msg":"trace[10585774] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11364; }","duration":"2.124022108s","start":"2026-03-04T11:33:01.430235Z","end":"2026-03-04T11:33:03.554257Z","steps":["trace[10585774] 'agreement among raft nodes before linearized reading' (duration: 2.123874824s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:03.554298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.595796715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T11:33:03.554313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:33:02.107066Z","time spent":"1.447234459s","remote":"127.0.0.1:41086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T11:33:03.554361Z","caller":"traceutil/trace.go:171","msg":"trace[73855160] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:11364; }","duration":"1.595898598s","start":"2026-03-04T11:33:01.958445Z","end":"2026-03-04T11:33:03.554343Z","steps":["trace[73855160] 'agreement among raft nodes before linearized reading' (duration: 1.595789265s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:03.554385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.119789757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:33:03.554409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:33:01.958424Z","time spent":"1.59597016s","remote":"127.0.0.1:48074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":15,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:33:03.554394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.119693574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-04T11:33:03.554477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.124619105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:33:03.554184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.427851067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-04T11:33:03.554529Z","caller":"traceutil/trace.go:171","msg":"trace[2069472507] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11364; }","duration":"2.124662256s","start":"2026-03-04T11:33:01.429848Z","end":"2026-03-04T11:33:03.55451Z","steps":["trace[2069472507] 'agreement among raft nodes before linearized reading' (duration: 2.124597024s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:03.554521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.97045619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T11:33:03.554582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.119252053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-03-04T11:33:03.554342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:33:01.430227Z","time spent":"2.124108561s","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T11:33:03.554614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196202379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-03-04T11:33:03.55465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.714055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:33:03.554652Z","caller":"traceutil/trace.go:171","msg":"trace[630656941] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11364; }","duration":"1.970649716s","start":"2026-03-04T11:33:01.583972Z","end":"2026-03-04T11:33:03.554622Z","steps":["trace[630656941] 'agreement among raft nodes before linearized reading' (duration: 1.970255726s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:03.554458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.124179413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:33:03.554704Z","caller":"traceutil/trace.go:171","msg":"trace[83532294] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11364; }","duration":"1.196333253s","start":"2026-03-04T11:33:02.358353Z","end":"2026-03-04T11:33:03.554687Z","steps":["trace[83532294] 'agreement among raft nodes before linearized reading' (duration: 1.196089746s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:33:03.554606Z","caller":"traceutil/trace.go:171","msg":"trace[2012675962] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:11364; }","duration":"1.428326799s","start":"2026-03-04T11:33:02.12622Z","end":"2026-03-04T11:33:03.554547Z","steps":["trace[2012675962] 'agreement among raft nodes before linearized reading' (duration: 1.427793055s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:33:03.55477Z","caller":"traceutil/trace.go:171","msg":"trace[1263419530] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11364; }","duration":"2.119315454s","start":"2026-03-04T11:33:01.435307Z","end":"2026-03-04T11:33:03.554623Z","steps":["trace[1263419530] 'agreement among raft nodes before linearized reading' (duration: 2.119200911s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:03.554779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:33:02.358328Z","time spent":"1.196440026s","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5100,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-04T11:33:03.554794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:33:02.126194Z","time spent":"1.428593336s","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-04T11:33:03.554745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.137264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:33:03.554526Z","caller":"traceutil/trace.go:171","msg":"trace[565814490] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11364; }","duration":"2.119858229s","start":"2026-03-04T11:33:01.434641Z","end":"2026-03-04T11:33:03.5545Z","steps":["trace[565814490] 'agreement among raft nodes before linearized reading' (duration: 2.11952441s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:03.554816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:33:01.435298Z","time spent":"2.119506569s","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5100,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-04T11:33:03.55442Z","caller":"traceutil/trace.go:171","msg":"trace[33169334] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11364; }","duration":"2.119840138s","start":"2026-03-04T11:33:01.434569Z","end":"2026-03-04T11:33:03.55441Z","steps":["trace[33169334] 'agreement among raft nodes before linearized reading' (duration: 2.119794427s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:33:03.55485Z","caller":"traceutil/trace.go:171","msg":"trace[616573558] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:11364; }","duration":"453.284609ms","start":"2026-03-04T11:33:03.101545Z","end":"2026-03-04T11:33:03.55483Z","steps":["trace[616573558] 'agreement among raft nodes before linearized reading' (duration: 453.144535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:03.554862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:33:01.434632Z","time spent":"2.120214588s","remote":"127.0.0.1:41250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-04T11:33:03.554709Z","caller":"traceutil/trace.go:171","msg":"trace[2104194636] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:11364; }","duration":"286.768157ms","start":"2026-03-04T11:33:03.267919Z","end":"2026-03-04T11:33:03.554687Z","steps":["trace[2104194636] 'agreement among raft nodes before linearized reading' (duration: 286.685545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:03.554902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:33:03.101524Z","time spent":"453.36112ms","remote":"127.0.0.1:43596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:33:03.554407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.200172107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T11:33:03.555019Z","caller":"traceutil/trace.go:171","msg":"trace[71119626] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11364; }","duration":"2.200839014s","start":"2026-03-04T11:33:01.354162Z","end":"2026-03-04T11:33:03.555001Z","steps":["trace[71119626] 'agreement among raft nodes before linearized reading' (duration: 2.200079564s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:03.555079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:33:01.354138Z","time spent":"2.200925187s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T11:33:03.554588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:33:01.429826Z","time spent":"2.124750258s","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-04T11:33:03.555175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.87151977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T11:33:03.555078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.124843411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:33:03.555238Z","caller":"traceutil/trace.go:171","msg":"trace[766240362] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:11364; }","duration":"1.871636503s","start":"2026-03-04T11:33:01.683582Z","end":"2026-03-04T11:33:03.555218Z","steps":["trace[766240362] 'agreement among raft nodes before linearized reading' (duration: 1.871467658s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:03.554725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:33:01.583943Z","time spent":"1.970766538s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T11:33:03.555249Z","caller":"traceutil/trace.go:171","msg":"trace[42867602] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11364; }","duration":"2.125049446s","start":"2026-03-04T11:33:01.430183Z","end":"2026-03-04T11:33:03.555232Z","steps":["trace[42867602] 'agreement among raft nodes before linearized reading' (duration: 2.124213704s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:03.555331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:33:01.683561Z","time spent":"1.871755666s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:33:03.555221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.119757796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:33:03.554065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:33:01.436339Z","time spent":"2.117718062s","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-04T11:33:03.555433Z","caller":"traceutil/trace.go:171","msg":"trace[577162586] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11364; }","duration":"2.120041204s","start":"2026-03-04T11:33:01.435361Z","end":"2026-03-04T11:33:03.555402Z","steps":["trace[577162586] 'agreement among raft nodes before linearized reading' (duration: 2.11913537s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:03.554706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.593663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T11:33:03.555503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:33:01.435346Z","time spent":"2.120140556s","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-04T11:33:03.55551Z","caller":"traceutil/trace.go:171","msg":"trace[2124701496] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:11364; }","duration":"683.466306ms","start":"2026-03-04T11:33:02.87203Z","end":"2026-03-04T11:33:03.555496Z","steps":["trace[2124701496] 'agreement among raft nodes before linearized reading' (duration: 682.570412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:03.555678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:33:02.872012Z","time spent":"683.638121ms","remote":"127.0.0.1:41396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":8,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-04T11:33:03.554722Z","caller":"traceutil/trace.go:171","msg":"trace[1036181953] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11364; }","duration":"2.12445958s","start":"2026-03-04T11:33:01.430249Z","end":"2026-03-04T11:33:03.554708Z","steps":["trace[1036181953] 'agreement among raft nodes before linearized reading' (duration: 2.124190183s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:03.55588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:33:01.430237Z","time spent":"2.125624161s","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-04T11:33:03.554902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:33:01.43456Z","time spent":"2.120326121s","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-04T11:33:03.556528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:33:01.43017Z","time spent":"2.125179989s","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-04T11:33:03.554199Z","caller":"traceutil/trace.go:171","msg":"trace[1402678190] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:11364; }","duration":"1.747046142s","start":"2026-03-04T11:33:01.807129Z","end":"2026-03-04T11:33:03.554175Z","steps":["trace[1402678190] 'agreement among raft nodes before linearized reading' (duration: 1.746874458s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:03.556731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:33:01.807087Z","time spent":"1.74961109s","remote":"127.0.0.1:41456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:33:03.554722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.025241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18999ee1e0dd28f3\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-03-04T11:33:03.556812Z","caller":"traceutil/trace.go:171","msg":"trace[1816856921] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18999ee1e0dd28f3; range_end:; response_count:1; response_revision:11364; }","duration":"227.156478ms","start":"2026-03-04T11:33:03.329634Z","end":"2026-03-04T11:33:03.556791Z","steps":["trace[1816856921] 'agreement among raft nodes before linearized reading' (duration: 224.98756ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:33:03.746788Z","caller":"traceutil/trace.go:171","msg":"trace[1596096157] linearizableReadLoop","detail":"{readStateIndex:11828; appliedIndex:11826; }","duration":"182.269159ms","start":"2026-03-04T11:33:03.564495Z","end":"2026-03-04T11:33:03.746764Z","steps":["trace[1596096157] 'read index received' (duration: 93.415134ms)","trace[1596096157] 'applied index is now lower than readState.Index' (duration: 88.853184ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:33:03.746877Z","caller":"traceutil/trace.go:171","msg":"trace[272693355] transaction","detail":"{read_only:false; response_revision:11366; number_of_response:1; }","duration":"186.541602ms","start":"2026-03-04T11:33:03.560273Z","end":"2026-03-04T11:33:03.746814Z","steps":["trace[272693355] 'process raft request' (duration: 97.744199ms)","trace[272693355] 'compare' (duration: 88.328ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:33:03.74703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.513875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:33:03.746986Z","caller":"traceutil/trace.go:171","msg":"trace[948332394] transaction","detail":"{read_only:false; response_revision:11367; number_of_response:1; }","duration":"184.520998ms","start":"2026-03-04T11:33:03.562374Z","end":"2026-03-04T11:33:03.746895Z","steps":["trace[948332394] 'process raft request' (duration: 184.291362ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:33:03.747074Z","caller":"traceutil/trace.go:171","msg":"trace[516129072] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11367; }","duration":"182.591277ms","start":"2026-03-04T11:33:03.564471Z","end":"2026-03-04T11:33:03.747062Z","steps":["trace[516129072] 'agreement among raft nodes before linearized reading' (duration: 182.425883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:04.061086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.273076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-04T11:33:04.061157Z","caller":"traceutil/trace.go:171","msg":"trace[607005832] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:11367; }","duration":"200.395509ms","start":"2026-03-04T11:33:03.860746Z","end":"2026-03-04T11:33:04.061141Z","steps":["trace[607005832] 'range keys from in-memory index tree' (duration: 200.165423ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:33:04.836692Z","caller":"traceutil/trace.go:171","msg":"trace[1269856889] linearizableReadLoop","detail":"{readStateIndex:11830; appliedIndex:11828; }","duration":"107.712934ms","start":"2026-03-04T11:33:04.72896Z","end":"2026-03-04T11:33:04.836673Z","steps":["trace[1269856889] 'read index received' (duration: 53.61614ms)","trace[1269856889] 'applied index is now lower than readState.Index' (duration: 54.096104ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:33:04.836992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.017171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T11:33:04.836991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.438821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:33:04.837031Z","caller":"traceutil/trace.go:171","msg":"trace[830630952] transaction","detail":"{read_only:false; response_revision:11369; number_of_response:1; }","duration":"108.503735ms","start":"2026-03-04T11:33:04.728503Z","end":"2026-03-04T11:33:04.837006Z","steps":["trace[830630952] 'process raft request' (duration: 108.049982ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:33:04.83706Z","caller":"traceutil/trace.go:171","msg":"trace[1403016414] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11369; }","duration":"108.137784ms","start":"2026-03-04T11:33:04.728904Z","end":"2026-03-04T11:33:04.837042Z","steps":["trace[1403016414] 'agreement among raft nodes before linearized reading' (duration: 107.883818ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:33:04.837084Z","caller":"traceutil/trace.go:171","msg":"trace[1879836658] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:11369; }","duration":"100.552263ms","start":"2026-03-04T11:33:04.736523Z","end":"2026-03-04T11:33:04.837075Z","steps":["trace[1879836658] 'agreement among raft nodes before linearized reading' (duration: 100.250715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:05.010451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.066247ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:33:05.010533Z","caller":"traceutil/trace.go:171","msg":"trace[1216305567] transaction","detail":"{read_only:false; response_revision:11370; number_of_response:1; }","duration":"168.635467ms","start":"2026-03-04T11:33:04.841884Z","end":"2026-03-04T11:33:05.010519Z","steps":["trace[1216305567] 'process raft request' (duration: 61.395876ms)","trace[1216305567] 'compare' (duration: 106.990065ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:33:05.714016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.319998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:33:05.714091Z","caller":"traceutil/trace.go:171","msg":"trace[574691822] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11373; }","duration":"154.436161ms","start":"2026-03-04T11:33:05.559636Z","end":"2026-03-04T11:33:05.714072Z","steps":["trace[574691822] 'range keys from in-memory index tree' (duration: 154.233696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:05.714298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.912291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:33:05.714336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.87946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:33:05.714375Z","caller":"traceutil/trace.go:171","msg":"trace[1264402886] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11373; }","duration":"153.025374ms","start":"2026-03-04T11:33:05.561331Z","end":"2026-03-04T11:33:05.714357Z","steps":["trace[1264402886] 'range keys from in-memory index tree' (duration: 152.849929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:05.714375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.187348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-03-04T11:33:05.714419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.629116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:33:05.714461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.38436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:33:05.714467Z","caller":"traceutil/trace.go:171","msg":"trace[1465618685] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11373; }","duration":"151.693669ms","start":"2026-03-04T11:33:05.562763Z","end":"2026-03-04T11:33:05.714456Z","steps":["trace[1465618685] 'range keys from in-memory index tree' (duration: 151.580305ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:33:05.714487Z","caller":"traceutil/trace.go:171","msg":"trace[634441731] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11373; }","duration":"154.439511ms","start":"2026-03-04T11:33:05.560039Z","end":"2026-03-04T11:33:05.714479Z","steps":["trace[634441731] 'range keys from in-memory index tree' (duration: 154.329769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:05.71454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.728272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:33:05.714577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.734713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:33:05.714589Z","caller":"traceutil/trace.go:171","msg":"trace[1687812750] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11373; }","duration":"153.807785ms","start":"2026-03-04T11:33:05.560768Z","end":"2026-03-04T11:33:05.714576Z","steps":["trace[1687812750] 'range keys from in-memory index tree' (duration: 153.64857ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:33:05.714607Z","caller":"traceutil/trace.go:171","msg":"trace[1306013955] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11373; }","duration":"153.783833ms","start":"2026-03-04T11:33:05.560815Z","end":"2026-03-04T11:33:05.714599Z","steps":["trace[1306013955] 'range keys from in-memory index tree' (duration: 153.679662ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:33:05.714427Z","caller":"traceutil/trace.go:171","msg":"trace[1417328087] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11373; }","duration":"153.253109ms","start":"2026-03-04T11:33:05.561158Z","end":"2026-03-04T11:33:05.714411Z","steps":["trace[1417328087] 'range keys from in-memory index tree' (duration: 153.029784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:05.714752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.451285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:33:05.714796Z","caller":"traceutil/trace.go:171","msg":"trace[928233295] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11373; }","duration":"153.510186ms","start":"2026-03-04T11:33:05.561276Z","end":"2026-03-04T11:33:05.714786Z","steps":["trace[928233295] 'range keys from in-memory index tree' (duration: 153.417074ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:33:05.714381Z","caller":"traceutil/trace.go:171","msg":"trace[1135805252] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11373; }","duration":"152.939841ms","start":"2026-03-04T11:33:05.561428Z","end":"2026-03-04T11:33:05.714367Z","steps":["trace[1135805252] 'range keys from in-memory index tree' (duration: 152.841389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:05.714893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.6424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-03-04T11:33:05.71491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.65143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-04T11:33:05.714971Z","caller":"traceutil/trace.go:171","msg":"trace[1050052532] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11373; }","duration":"153.728442ms","start":"2026-03-04T11:33:05.561232Z","end":"2026-03-04T11:33:05.71496Z","steps":["trace[1050052532] 'range keys from in-memory index tree' (duration: 153.470066ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:33:05.714978Z","caller":"traceutil/trace.go:171","msg":"trace[1878558420] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11373; }","duration":"153.749523ms","start":"2026-03-04T11:33:05.561219Z","end":"2026-03-04T11:33:05.714969Z","steps":["trace[1878558420] 'range keys from in-memory index tree' (duration: 153.511877ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:33:05.952825Z","caller":"traceutil/trace.go:171","msg":"trace[1711285500] transaction","detail":"{read_only:false; response_revision:11375; number_of_response:1; }","duration":"195.864619ms","start":"2026-03-04T11:33:05.756916Z","end":"2026-03-04T11:33:05.95278Z","steps":["trace[1711285500] 'process raft request' (duration: 101.347495ms)","trace[1711285500] 'compare' (duration: 94.319619ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:33:06.979628Z","caller":"traceutil/trace.go:171","msg":"trace[897720123] linearizableReadLoop","detail":"{readStateIndex:11839; appliedIndex:11838; }","duration":"137.900343ms","start":"2026-03-04T11:33:06.8417Z","end":"2026-03-04T11:33:06.979601Z","steps":["trace[897720123] 'read index received' (duration: 137.730519ms)","trace[897720123] 'applied index is now lower than readState.Index' (duration: 168.644µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:33:06.979739Z","caller":"traceutil/trace.go:171","msg":"trace[62202557] transaction","detail":"{read_only:false; response_revision:11378; number_of_response:1; }","duration":"150.64526ms","start":"2026-03-04T11:33:06.829033Z","end":"2026-03-04T11:33:06.979678Z","steps":["trace[62202557] 'process raft request' (duration: 150.399104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:06.979983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.259053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T11:33:06.980012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.927768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:33:06.980027Z","caller":"traceutil/trace.go:171","msg":"trace[1236235729] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11378; }","duration":"138.363775ms","start":"2026-03-04T11:33:06.841648Z","end":"2026-03-04T11:33:06.980012Z","steps":["trace[1236235729] 'agreement among raft nodes before linearized reading' (duration: 138.126269ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:33:06.980106Z","caller":"traceutil/trace.go:171","msg":"trace[970666244] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:11378; }","duration":"131.078732ms","start":"2026-03-04T11:33:06.849002Z","end":"2026-03-04T11:33:06.98008Z","steps":["trace[970666244] 'agreement among raft nodes before linearized reading' (duration: 130.793775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:07.178563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.988372ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:33:07.178684Z","caller":"traceutil/trace.go:171","msg":"trace[1423393958] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11378; }","duration":"139.132916ms","start":"2026-03-04T11:33:07.039533Z","end":"2026-03-04T11:33:07.178666Z","steps":["trace[1423393958] 'range keys from in-memory index tree' (duration: 138.973372ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:33:07.179655Z","caller":"traceutil/trace.go:171","msg":"trace[1622853692] linearizableReadLoop","detail":"{readStateIndex:11840; appliedIndex:11839; }","duration":"194.560474ms","start":"2026-03-04T11:33:06.985072Z","end":"2026-03-04T11:33:07.179633Z","steps":["trace[1622853692] 'read index received' (duration: 144.59693ms)","trace[1622853692] 'applied index is now lower than readState.Index' (duration: 49.961044ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:33:07.179753Z","caller":"traceutil/trace.go:171","msg":"trace[901151622] transaction","detail":"{read_only:false; response_revision:11379; number_of_response:1; }","duration":"194.978085ms","start":"2026-03-04T11:33:06.984763Z","end":"2026-03-04T11:33:07.179741Z","steps":["trace[901151622] 'process raft request' (duration: 144.979151ms)","trace[901151622] 'compare' (duration: 48.940846ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:33:07.18029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.930359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T11:33:07.180429Z","caller":"traceutil/trace.go:171","msg":"trace[2116080695] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11379; }","duration":"165.131865ms","start":"2026-03-04T11:33:07.015269Z","end":"2026-03-04T11:33:07.180401Z","steps":["trace[2116080695] 'agreement among raft nodes before linearized reading' (duration: 164.675923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:07.18121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.120646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:448089"} {"level":"info","ts":"2026-03-04T11:33:07.181291Z","caller":"traceutil/trace.go:171","msg":"trace[1075420806] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11379; }","duration":"196.241919ms","start":"2026-03-04T11:33:06.985027Z","end":"2026-03-04T11:33:07.181269Z","steps":["trace[1075420806] 'agreement among raft nodes before linearized reading' (duration: 194.878293ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:33:07.71701Z","caller":"traceutil/trace.go:171","msg":"trace[102493011] linearizableReadLoop","detail":"{readStateIndex:11844; appliedIndex:11842; }","duration":"120.330017ms","start":"2026-03-04T11:33:07.596656Z","end":"2026-03-04T11:33:07.716986Z","steps":["trace[102493011] 'read index received' (duration: 120.019929ms)","trace[102493011] 'applied index is now lower than readState.Index' (duration: 308.778µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:33:07.717188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.513463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:33:07.717226Z","caller":"traceutil/trace.go:171","msg":"trace[1864863388] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:11383; }","duration":"120.619055ms","start":"2026-03-04T11:33:07.596598Z","end":"2026-03-04T11:33:07.717217Z","steps":["trace[1864863388] 'agreement among raft nodes before linearized reading' (duration: 120.482372ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:33:07.717603Z","caller":"traceutil/trace.go:171","msg":"trace[1377493681] transaction","detail":"{read_only:false; response_revision:11382; number_of_response:1; }","duration":"182.867184ms","start":"2026-03-04T11:33:07.534721Z","end":"2026-03-04T11:33:07.717588Z","steps":["trace[1377493681] 'process raft request' (duration: 182.029202ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:33:07.717746Z","caller":"traceutil/trace.go:171","msg":"trace[1714285220] transaction","detail":"{read_only:false; response_revision:11383; number_of_response:1; }","duration":"182.738021ms","start":"2026-03-04T11:33:07.534998Z","end":"2026-03-04T11:33:07.717736Z","steps":["trace[1714285220] 'process raft request' (duration: 181.93225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:08.061532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.427026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T11:33:08.061612Z","caller":"traceutil/trace.go:171","msg":"trace[915066026] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11383; }","duration":"104.56565ms","start":"2026-03-04T11:33:07.957029Z","end":"2026-03-04T11:33:08.061594Z","steps":["trace[915066026] 'range keys from in-memory index tree' (duration: 104.248272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:08.061793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.189659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T11:33:08.061863Z","caller":"traceutil/trace.go:171","msg":"trace[2035102903] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11383; }","duration":"264.298412ms","start":"2026-03-04T11:33:07.797549Z","end":"2026-03-04T11:33:08.061847Z","steps":["trace[2035102903] 'range keys from in-memory index tree' (duration: 264.010474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:08.457253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.760214ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:33:08.457347Z","caller":"traceutil/trace.go:171","msg":"trace[1790698733] linearizableReadLoop","detail":"{readStateIndex:11846; appliedIndex:11844; }","duration":"386.441968ms","start":"2026-03-04T11:33:08.070891Z","end":"2026-03-04T11:33:08.457333Z","steps":["trace[1790698733] 'read index received' (duration: 92.594274ms)","trace[1790698733] 'applied index is now lower than readState.Index' (duration: 293.846984ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:33:08.457414Z","caller":"traceutil/trace.go:171","msg":"trace[1002084197] transaction","detail":"{read_only:false; response_revision:11385; number_of_response:1; }","duration":"391.546283ms","start":"2026-03-04T11:33:08.065828Z","end":"2026-03-04T11:33:08.457374Z","steps":["trace[1002084197] 'process raft request' (duration: 243.603894ms)","trace[1002084197] 'compare' (duration: 147.624511ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:33:08.4575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.950524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:33:08.457582Z","caller":"traceutil/trace.go:171","msg":"trace[830428517] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11385; }","duration":"349.063368ms","start":"2026-03-04T11:33:08.108471Z","end":"2026-03-04T11:33:08.457534Z","steps":["trace[830428517] 'agreement among raft nodes before linearized reading' (duration: 348.962335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:08.45763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:33:08.108435Z","time spent":"349.187231ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:33:08.45762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:33:08.065811Z","time spent":"391.684926ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:33:08.457579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.641343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.18\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-04T11:33:08.457826Z","caller":"traceutil/trace.go:171","msg":"trace[249686152] range","detail":"{range_begin:/registry/masterleases/199.19.213.18; range_end:; response_count:1; response_revision:11385; }","duration":"386.948821ms","start":"2026-03-04T11:33:08.070863Z","end":"2026-03-04T11:33:08.457811Z","steps":["trace[249686152] 'agreement among raft nodes before linearized reading' (duration: 386.5339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:08.457879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:33:08.07085Z","time spent":"387.019073ms","remote":"127.0.0.1:41114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.18\" "} {"level":"warn","ts":"2026-03-04T11:33:08.692889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.634433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:33:08.693069Z","caller":"traceutil/trace.go:171","msg":"trace[208654544] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:11386; }","duration":"115.849669ms","start":"2026-03-04T11:33:08.577192Z","end":"2026-03-04T11:33:08.693041Z","steps":["trace[208654544] 'count revisions from in-memory index tree' (duration: 115.558741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:08.693175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.064404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-03-04T11:33:08.693195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.043287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:33:08.693331Z","caller":"traceutil/trace.go:171","msg":"trace[1422582071] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:11386; }","duration":"118.259952ms","start":"2026-03-04T11:33:08.575044Z","end":"2026-03-04T11:33:08.693304Z","steps":["trace[1422582071] 'count revisions from in-memory index tree' (duration: 117.939085ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:33:08.693253Z","caller":"traceutil/trace.go:171","msg":"trace[1001814714] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:11386; }","duration":"136.201599ms","start":"2026-03-04T11:33:08.557034Z","end":"2026-03-04T11:33:08.693236Z","steps":["trace[1001814714] 'range keys from in-memory index tree' (duration: 135.88591ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:33:08.9688Z","caller":"traceutil/trace.go:171","msg":"trace[1433349793] transaction","detail":"{read_only:false; response_revision:11387; number_of_response:1; }","duration":"132.685815ms","start":"2026-03-04T11:33:08.836097Z","end":"2026-03-04T11:33:08.968782Z","steps":["trace[1433349793] 'process raft request' (duration: 132.563802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:09.362423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.971654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T11:33:09.362506Z","caller":"traceutil/trace.go:171","msg":"trace[139829407] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11387; }","duration":"178.110748ms","start":"2026-03-04T11:33:09.184373Z","end":"2026-03-04T11:33:09.362484Z","steps":["trace[139829407] 'range keys from in-memory index tree' (duration: 177.772159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:09.362443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.305197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-04T11:33:09.362598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.094855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T11:33:09.362628Z","caller":"traceutil/trace.go:171","msg":"trace[1237964826] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11387; }","duration":"102.186307ms","start":"2026-03-04T11:33:09.260434Z","end":"2026-03-04T11:33:09.362621Z","steps":["trace[1237964826] 'range keys from in-memory index tree' (duration: 101.93793ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:33:09.362704Z","caller":"traceutil/trace.go:171","msg":"trace[672293218] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11387; }","duration":"294.558763ms","start":"2026-03-04T11:33:09.068054Z","end":"2026-03-04T11:33:09.362613Z","steps":["trace[672293218] 'range keys from in-memory index tree' (duration: 294.092891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:09.363057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.2307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:33:09.363158Z","caller":"traceutil/trace.go:171","msg":"trace[1622943451] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:11387; }","duration":"170.373223ms","start":"2026-03-04T11:33:09.192759Z","end":"2026-03-04T11:33:09.363132Z","steps":["trace[1622943451] 'range keys from in-memory index tree' (duration: 169.743877ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:33:09.643074Z","caller":"traceutil/trace.go:171","msg":"trace[1477084028] transaction","detail":"{read_only:false; response_revision:11388; number_of_response:1; }","duration":"276.827204ms","start":"2026-03-04T11:33:09.366218Z","end":"2026-03-04T11:33:09.643046Z","steps":["trace[1477084028] 'process raft request' (duration: 276.617798ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:33:09.643225Z","caller":"traceutil/trace.go:171","msg":"trace[2119154752] linearizableReadLoop","detail":"{readStateIndex:11850; appliedIndex:11850; }","duration":"276.206087ms","start":"2026-03-04T11:33:09.367006Z","end":"2026-03-04T11:33:09.643213Z","steps":["trace[2119154752] 'read index received' (duration: 276.198907ms)","trace[2119154752] 'applied index is now lower than readState.Index' (duration: 6.24µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:33:09.643407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.386692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T11:33:09.643458Z","caller":"traceutil/trace.go:171","msg":"trace[1984313929] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11388; }","duration":"276.480214ms","start":"2026-03-04T11:33:09.366965Z","end":"2026-03-04T11:33:09.643446Z","steps":["trace[1984313929] 'agreement among raft nodes before linearized reading' (duration: 276.30154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:10.14368Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541848159,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T11:33:10.192223Z","caller":"traceutil/trace.go:171","msg":"trace[766874206] transaction","detail":"{read_only:false; response_revision:11389; number_of_response:1; }","duration":"825.047627ms","start":"2026-03-04T11:33:09.367154Z","end":"2026-03-04T11:33:10.192202Z","steps":["trace[766874206] 'process raft request' (duration: 824.871522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:10.192359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:33:09.367112Z","time spent":"825.17531ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:33:10.192693Z","caller":"traceutil/trace.go:171","msg":"trace[626610309] transaction","detail":"{read_only:false; response_revision:11390; number_of_response:1; }","duration":"638.468935ms","start":"2026-03-04T11:33:09.554172Z","end":"2026-03-04T11:33:10.192641Z","steps":["trace[626610309] 'process raft request' (duration: 637.988532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:10.193064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:33:09.554145Z","time spent":"638.731751ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:33:10.290303Z","caller":"traceutil/trace.go:171","msg":"trace[416776938] linearizableReadLoop","detail":"{readStateIndex:11854; appliedIndex:11850; }","duration":"647.037682ms","start":"2026-03-04T11:33:09.643249Z","end":"2026-03-04T11:33:10.290286Z","steps":["trace[416776938] 'read index received' (duration: 548.862061ms)","trace[416776938] 'applied index is now lower than readState.Index' (duration: 98.173911ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:33:10.290385Z","caller":"traceutil/trace.go:171","msg":"trace[1919458300] transaction","detail":"{read_only:false; response_revision:11392; number_of_response:1; }","duration":"566.756535ms","start":"2026-03-04T11:33:09.723582Z","end":"2026-03-04T11:33:10.290339Z","steps":["trace[1919458300] 'process raft request' (duration: 566.5601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:10.290554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.682706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19241"} {"level":"warn","ts":"2026-03-04T11:33:10.290572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.951377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:33:10.290563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.489471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:33:10.290604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:33:09.723564Z","time spent":"566.913669ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:33:10.290642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.430786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:33:10.290663Z","caller":"traceutil/trace.go:171","msg":"trace[766666751] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11392; }","duration":"565.627965ms","start":"2026-03-04T11:33:09.725017Z","end":"2026-03-04T11:33:10.290644Z","steps":["trace[766666751] 'agreement among raft nodes before linearized reading' (duration: 565.431ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:33:10.290682Z","caller":"traceutil/trace.go:171","msg":"trace[1924233517] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11392; }","duration":"566.485468ms","start":"2026-03-04T11:33:09.724187Z","end":"2026-03-04T11:33:10.290672Z","steps":["trace[1924233517] 'agreement among raft nodes before linearized reading' (duration: 566.428396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:10.290728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:33:09.724177Z","time spent":"566.542049ms","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T11:33:10.290748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.566941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:33:10.29061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.268672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:33:10.290785Z","caller":"traceutil/trace.go:171","msg":"trace[1015556577] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:11392; }","duration":"121.709604ms","start":"2026-03-04T11:33:10.169063Z","end":"2026-03-04T11:33:10.290773Z","steps":["trace[1015556577] 'agreement among raft nodes before linearized reading' (duration: 121.54621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:10.290779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.721831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T11:33:10.290784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.450877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:33:10.290801Z","caller":"traceutil/trace.go:171","msg":"trace[98817736] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11392; }","duration":"566.503908ms","start":"2026-03-04T11:33:09.724281Z","end":"2026-03-04T11:33:10.290785Z","steps":["trace[98817736] 'agreement among raft nodes before linearized reading' (duration: 566.251571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:10.2908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.395533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:448089"} {"level":"info","ts":"2026-03-04T11:33:10.29082Z","caller":"traceutil/trace.go:171","msg":"trace[1310115301] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11392; }","duration":"122.801413ms","start":"2026-03-04T11:33:10.168009Z","end":"2026-03-04T11:33:10.290811Z","steps":["trace[1310115301] 'agreement among raft nodes before linearized reading' (duration: 122.65887ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:33:10.290841Z","caller":"traceutil/trace.go:171","msg":"trace[1857267723] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11392; }","duration":"566.541769ms","start":"2026-03-04T11:33:09.724283Z","end":"2026-03-04T11:33:10.290825Z","steps":["trace[1857267723] 'agreement among raft nodes before linearized reading' (duration: 566.472847ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:33:10.290868Z","caller":"traceutil/trace.go:171","msg":"trace[108575609] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11392; }","duration":"923.503286ms","start":"2026-03-04T11:33:09.367348Z","end":"2026-03-04T11:33:10.290852Z","steps":["trace[108575609] 'agreement among raft nodes before linearized reading' (duration: 923.051064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:10.290871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.417609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-03-04T11:33:10.290899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:33:09.367329Z","time spent":"923.563147ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":448112,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T11:33:10.290864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:33:09.72426Z","time spent":"566.58897ms","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T11:33:10.290904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:33:09.724256Z","time spent":"566.630911ms","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-04T11:33:10.290955Z","caller":"traceutil/trace.go:171","msg":"trace[294180088] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11392; }","duration":"565.486321ms","start":"2026-03-04T11:33:09.725429Z","end":"2026-03-04T11:33:10.290915Z","steps":["trace[294180088] 'agreement among raft nodes before linearized reading' (duration: 565.323287ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:33:10.29064Z","caller":"traceutil/trace.go:171","msg":"trace[2054871015] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11392; }","duration":"183.09475ms","start":"2026-03-04T11:33:10.107528Z","end":"2026-03-04T11:33:10.290622Z","steps":["trace[2054871015] 'agreement among raft nodes before linearized reading' (duration: 182.933986ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:33:10.290595Z","caller":"traceutil/trace.go:171","msg":"trace[508275049] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11392; }","duration":"645.753587ms","start":"2026-03-04T11:33:09.64483Z","end":"2026-03-04T11:33:10.290584Z","steps":["trace[508275049] 'agreement among raft nodes before linearized reading' (duration: 645.608644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:10.291067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:33:09.644812Z","time spent":"646.23942ms","remote":"127.0.0.1:41262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19264,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T11:33:10.29068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.640175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:33:10.291123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.756858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-03-04T11:33:10.291168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.106938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:33:10.291209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.264708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:33:10.291297Z","caller":"traceutil/trace.go:171","msg":"trace[785494754] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11392; }","duration":"567.35373ms","start":"2026-03-04T11:33:09.723907Z","end":"2026-03-04T11:33:10.29126Z","steps":["trace[785494754] 'agreement among raft nodes before linearized reading' (duration: 567.253088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:10.291314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.096049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-04T11:33:10.291355Z","caller":"traceutil/trace.go:171","msg":"trace[1941439020] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11392; }","duration":"568.171132ms","start":"2026-03-04T11:33:09.723173Z","end":"2026-03-04T11:33:10.291344Z","steps":["trace[1941439020] 'agreement among raft nodes before linearized reading' (duration: 568.041268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:10.290735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.029205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:33:10.291409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:33:09.723158Z","time spent":"568.240524ms","remote":"127.0.0.1:41250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-04T11:33:10.29142Z","caller":"traceutil/trace.go:171","msg":"trace[1586429400] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11392; }","duration":"566.716003ms","start":"2026-03-04T11:33:09.724685Z","end":"2026-03-04T11:33:10.291401Z","steps":["trace[1586429400] 'agreement among raft nodes before linearized reading' (duration: 566.021445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:10.290722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:33:09.725002Z","time spent":"565.705647ms","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-04T11:33:10.291483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:33:09.724678Z","time spent":"566.784956ms","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-04T11:33:10.291228Z","caller":"traceutil/trace.go:171","msg":"trace[2075570874] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11392; }","duration":"566.174969ms","start":"2026-03-04T11:33:09.725039Z","end":"2026-03-04T11:33:10.291214Z","steps":["trace[2075570874] 'agreement among raft nodes before linearized reading' (duration: 566.091377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:10.291357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:33:09.723898Z","time spent":"567.441092ms","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-04T11:33:10.291588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:33:09.725035Z","time spent":"566.539099ms","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T11:33:10.291013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:33:09.725423Z","time spent":"565.576853ms","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5100,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-04T11:33:10.291175Z","caller":"traceutil/trace.go:171","msg":"trace[497472299] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11392; }","duration":"565.82644ms","start":"2026-03-04T11:33:09.725336Z","end":"2026-03-04T11:33:10.291162Z","steps":["trace[497472299] 'agreement among raft nodes before linearized reading' (duration: 565.699576ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:33:10.291168Z","caller":"traceutil/trace.go:171","msg":"trace[2074600056] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11392; }","duration":"566.128938ms","start":"2026-03-04T11:33:09.725018Z","end":"2026-03-04T11:33:10.291147Z","steps":["trace[2074600056] 'agreement among raft nodes before linearized reading' (duration: 565.631715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:10.291704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:33:09.725325Z","time spent":"566.359164ms","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5100,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-04T11:33:10.29176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:33:09.72501Z","time spent":"566.735944ms","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-04T11:33:10.291803Z","caller":"traceutil/trace.go:171","msg":"trace[1992794674] transaction","detail":"{read_only:false; response_revision:11391; number_of_response:1; }","duration":"568.191573ms","start":"2026-03-04T11:33:09.72203Z","end":"2026-03-04T11:33:10.290221Z","steps":["trace[1992794674] 'process raft request' (duration: 495.782305ms)","trace[1992794674] 'compare' (duration: 72.152511ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:33:10.292248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:33:09.722004Z","time spent":"570.163994ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:33:11.054877Z","caller":"traceutil/trace.go:171","msg":"trace[39430631] transaction","detail":"{read_only:false; response_revision:11395; number_of_response:1; }","duration":"200.646154ms","start":"2026-03-04T11:33:10.854211Z","end":"2026-03-04T11:33:11.054858Z","steps":["trace[39430631] 'process raft request' (duration: 200.526391ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:33:11.167203Z","caller":"traceutil/trace.go:171","msg":"trace[1642137509] linearizableReadLoop","detail":"{readStateIndex:11858; appliedIndex:11857; }","duration":"195.106348ms","start":"2026-03-04T11:33:10.972062Z","end":"2026-03-04T11:33:11.167168Z","steps":["trace[1642137509] 'read index received' (duration: 82.798493ms)","trace[1642137509] 'applied index is now lower than readState.Index' (duration: 112.306775ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:33:11.167253Z","caller":"traceutil/trace.go:171","msg":"trace[992283940] transaction","detail":"{read_only:false; response_revision:11396; number_of_response:1; }","duration":"232.268082ms","start":"2026-03-04T11:33:10.934958Z","end":"2026-03-04T11:33:11.167226Z","steps":["trace[992283940] 'process raft request' (duration: 182.915865ms)","trace[992283940] 'compare' (duration: 49.193723ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:33:11.167398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.324953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T11:33:11.167436Z","caller":"traceutil/trace.go:171","msg":"trace[1955792098] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11396; }","duration":"195.414015ms","start":"2026-03-04T11:33:10.972011Z","end":"2026-03-04T11:33:11.167425Z","steps":["trace[1955792098] 'agreement among raft nodes before linearized reading' (duration: 195.258961ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:33:11.340567Z","caller":"traceutil/trace.go:171","msg":"trace[747987011] transaction","detail":"{read_only:false; response_revision:11397; number_of_response:1; }","duration":"168.465253ms","start":"2026-03-04T11:33:11.172039Z","end":"2026-03-04T11:33:11.340504Z","steps":["trace[747987011] 'process raft request' (duration: 102.406723ms)","trace[747987011] 'compare' (duration: 65.384472ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:33:11.784353Z","caller":"traceutil/trace.go:171","msg":"trace[1087460947] transaction","detail":"{read_only:false; response_revision:11398; number_of_response:1; }","duration":"123.414579ms","start":"2026-03-04T11:33:11.660902Z","end":"2026-03-04T11:33:11.784317Z","steps":["trace[1087460947] 'process raft request' (duration: 123.027309ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:33:12.370782Z","caller":"traceutil/trace.go:171","msg":"trace[535355757] transaction","detail":"{read_only:false; response_revision:11400; number_of_response:1; }","duration":"170.196509ms","start":"2026-03-04T11:33:12.200561Z","end":"2026-03-04T11:33:12.370758Z","steps":["trace[535355757] 'process raft request' (duration: 170.026765ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:33:12.511029Z","caller":"traceutil/trace.go:171","msg":"trace[1587751292] transaction","detail":"{read_only:false; response_revision:11403; number_of_response:1; }","duration":"106.663594ms","start":"2026-03-04T11:33:12.403417Z","end":"2026-03-04T11:33:12.510081Z","steps":["trace[1587751292] 'process raft request' (duration: 72.798407ms)","trace[1587751292] 'compare' (duration: 33.512638ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:33:13.925703Z","caller":"traceutil/trace.go:171","msg":"trace[371063820] transaction","detail":"{read_only:false; response_revision:11406; number_of_response:1; }","duration":"132.413768ms","start":"2026-03-04T11:33:13.793262Z","end":"2026-03-04T11:33:13.925676Z","steps":["trace[371063820] 'process raft request' (duration: 132.272034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:14.590497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.058151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-04T11:33:14.590569Z","caller":"traceutil/trace.go:171","msg":"trace[1636722621] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:11407; }","duration":"225.183644ms","start":"2026-03-04T11:33:14.365369Z","end":"2026-03-04T11:33:14.590552Z","steps":["trace[1636722621] 'range keys from in-memory index tree' (duration: 224.873126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:14.590981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.681994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:33:14.59103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.701204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:33:14.591057Z","caller":"traceutil/trace.go:171","msg":"trace[489862645] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11407; }","duration":"206.777917ms","start":"2026-03-04T11:33:14.384257Z","end":"2026-03-04T11:33:14.591035Z","steps":["trace[489862645] 'range keys from in-memory index tree' (duration: 206.599322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:14.591045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.718776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:33:14.591098Z","caller":"traceutil/trace.go:171","msg":"trace[2016934200] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11407; }","duration":"206.796027ms","start":"2026-03-04T11:33:14.384283Z","end":"2026-03-04T11:33:14.591079Z","steps":["trace[2016934200] 'range keys from in-memory index tree' (duration: 206.608552ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:33:14.591116Z","caller":"traceutil/trace.go:171","msg":"trace[1837590124] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11407; }","duration":"206.829948ms","start":"2026-03-04T11:33:14.384269Z","end":"2026-03-04T11:33:14.591099Z","steps":["trace[1837590124] 'range keys from in-memory index tree' (duration: 206.614732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:14.591131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.911065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T11:33:14.591194Z","caller":"traceutil/trace.go:171","msg":"trace[1815177372] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11407; }","duration":"217.001138ms","start":"2026-03-04T11:33:14.374167Z","end":"2026-03-04T11:33:14.591168Z","steps":["trace[1815177372] 'range keys from in-memory index tree' (duration: 216.750261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:14.591245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.129696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:33:14.591552Z","caller":"traceutil/trace.go:171","msg":"trace[1100872763] linearizableReadLoop","detail":"{readStateIndex:11871; appliedIndex:11870; }","duration":"207.160617ms","start":"2026-03-04T11:33:14.384372Z","end":"2026-03-04T11:33:14.591533Z","steps":["trace[1100872763] 'read index received' (duration: 184.337853ms)","trace[1100872763] 'applied index is now lower than readState.Index' (duration: 22.821824ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:33:14.591626Z","caller":"traceutil/trace.go:171","msg":"trace[906969553] transaction","detail":"{read_only:false; response_revision:11408; number_of_response:1; }","duration":"207.29411ms","start":"2026-03-04T11:33:14.384313Z","end":"2026-03-04T11:33:14.591607Z","steps":["trace[906969553] 'process raft request' (duration: 184.483676ms)","trace[906969553] 'compare' (duration: 22.352202ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:33:14.591662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.292761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-04T11:33:14.591694Z","caller":"traceutil/trace.go:171","msg":"trace[1805531644] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11408; }","duration":"207.343472ms","start":"2026-03-04T11:33:14.384338Z","end":"2026-03-04T11:33:14.591682Z","steps":["trace[1805531644] 'agreement among raft nodes before linearized reading' (duration: 207.26104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:14.590958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.227925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:33:14.591792Z","caller":"traceutil/trace.go:171","msg":"trace[1122690025] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11407; }","duration":"209.125099ms","start":"2026-03-04T11:33:14.382648Z","end":"2026-03-04T11:33:14.591773Z","steps":["trace[1122690025] 'range keys from in-memory index tree' (duration: 208.162864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:14.591459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.138029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:33:14.591863Z","caller":"traceutil/trace.go:171","msg":"trace[265832432] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11407; }","duration":"209.582501ms","start":"2026-03-04T11:33:14.382272Z","end":"2026-03-04T11:33:14.591854Z","steps":["trace[265832432] 'range keys from in-memory index tree' (duration: 208.936474ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:33:14.591558Z","caller":"traceutil/trace.go:171","msg":"trace[1651457156] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11407; }","duration":"207.500336ms","start":"2026-03-04T11:33:14.384037Z","end":"2026-03-04T11:33:14.591537Z","steps":["trace[1651457156] 'range keys from in-memory index tree' (duration: 206.89533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:14.591426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.958794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:33:14.591913Z","caller":"traceutil/trace.go:171","msg":"trace[1365756455] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11407; }","duration":"209.503249ms","start":"2026-03-04T11:33:14.382401Z","end":"2026-03-04T11:33:14.591904Z","steps":["trace[1365756455] 'range keys from in-memory index tree' (duration: 208.891993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:14.59148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.100758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-04T11:33:14.592027Z","caller":"traceutil/trace.go:171","msg":"trace[1339647913] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11407; }","duration":"215.681633ms","start":"2026-03-04T11:33:14.376332Z","end":"2026-03-04T11:33:14.592013Z","steps":["trace[1339647913] 'range keys from in-memory index tree' (duration: 214.916463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:14.591474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.896116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-04T11:33:14.592082Z","caller":"traceutil/trace.go:171","msg":"trace[98955995] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11407; }","duration":"208.530534ms","start":"2026-03-04T11:33:14.383539Z","end":"2026-03-04T11:33:14.59207Z","steps":["trace[98955995] 'range keys from in-memory index tree' (duration: 207.757123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:14.661247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.721813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:33:14.661808Z","caller":"traceutil/trace.go:171","msg":"trace[216250458] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11409; }","duration":"259.326979ms","start":"2026-03-04T11:33:14.402468Z","end":"2026-03-04T11:33:14.661795Z","steps":["trace[216250458] 'agreement among raft nodes before linearized reading' (duration: 258.594389ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:33:14.661229Z","caller":"traceutil/trace.go:171","msg":"trace[306100018] transaction","detail":"{read_only:false; response_revision:11409; number_of_response:1; }","duration":"276.506424ms","start":"2026-03-04T11:33:14.384688Z","end":"2026-03-04T11:33:14.661194Z","steps":["trace[306100018] 'process raft request' (duration: 276.252877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:14.661333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.731643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T11:33:14.662133Z","caller":"traceutil/trace.go:171","msg":"trace[992775781] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11409; }","duration":"145.579615ms","start":"2026-03-04T11:33:14.516539Z","end":"2026-03-04T11:33:14.662118Z","steps":["trace[992775781] 'agreement among raft nodes before linearized reading' (duration: 144.666211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:14.661582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.252482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:33:14.662248Z","caller":"traceutil/trace.go:171","msg":"trace[213333316] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:11409; }","duration":"252.985971ms","start":"2026-03-04T11:33:14.409245Z","end":"2026-03-04T11:33:14.662231Z","steps":["trace[213333316] 'agreement among raft nodes before linearized reading' (duration: 252.021896ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:33:14.947768Z","caller":"traceutil/trace.go:171","msg":"trace[1508504918] transaction","detail":"{read_only:false; response_revision:11411; number_of_response:1; }","duration":"348.639426ms","start":"2026-03-04T11:33:14.5991Z","end":"2026-03-04T11:33:14.947739Z","steps":["trace[1508504918] 'process raft request' (duration: 348.590414ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:33:14.947836Z","caller":"traceutil/trace.go:171","msg":"trace[346009090] transaction","detail":"{read_only:false; response_revision:11410; number_of_response:1; }","duration":"350.452424ms","start":"2026-03-04T11:33:14.597357Z","end":"2026-03-04T11:33:14.947809Z","steps":["trace[346009090] 'process raft request' (duration: 350.152136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:14.947967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:33:14.597328Z","time spent":"350.550266ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:33:14.947967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:33:14.599077Z","time spent":"348.7803ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:33:14.957284Z","caller":"traceutil/trace.go:171","msg":"trace[2017531221] transaction","detail":"{read_only:false; response_revision:11412; number_of_response:1; }","duration":"291.679977ms","start":"2026-03-04T11:33:14.665578Z","end":"2026-03-04T11:33:14.957258Z","steps":["trace[2017531221] 'process raft request' (duration: 291.522733ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:33:14.957554Z","caller":"traceutil/trace.go:171","msg":"trace[1207979245] linearizableReadLoop","detail":"{readStateIndex:11875; appliedIndex:11872; }","duration":"291.366339ms","start":"2026-03-04T11:33:14.666152Z","end":"2026-03-04T11:33:14.957519Z","steps":["trace[1207979245] 'read index received' (duration: 281.355374ms)","trace[1207979245] 'applied index is now lower than readState.Index' (duration: 10.008485ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:33:14.957632Z","caller":"traceutil/trace.go:171","msg":"trace[868911735] transaction","detail":"{read_only:false; response_revision:11413; number_of_response:1; }","duration":"290.64401ms","start":"2026-03-04T11:33:14.666949Z","end":"2026-03-04T11:33:14.957593Z","steps":["trace[868911735] 'process raft request' (duration: 290.26804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:14.957888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.398765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-04T11:33:14.957971Z","caller":"traceutil/trace.go:171","msg":"trace[949021386] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:11413; }","duration":"201.491537ms","start":"2026-03-04T11:33:14.756458Z","end":"2026-03-04T11:33:14.95795Z","steps":["trace[949021386] 'agreement among raft nodes before linearized reading' (duration: 201.280252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:33:14.958225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.062487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:448089"} {"level":"info","ts":"2026-03-04T11:33:14.958285Z","caller":"traceutil/trace.go:171","msg":"trace[301533837] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11413; }","duration":"292.130149ms","start":"2026-03-04T11:33:14.666134Z","end":"2026-03-04T11:33:14.958264Z","steps":["trace[301533837] 'agreement among raft nodes before linearized reading' (duration: 291.562054ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:33:26.470435Z","caller":"traceutil/trace.go:171","msg":"trace[1886247209] transaction","detail":"{read_only:false; response_revision:11492; number_of_response:1; }","duration":"139.010473ms","start":"2026-03-04T11:33:26.331402Z","end":"2026-03-04T11:33:26.470413Z","steps":["trace[1886247209] 'process raft request' (duration: 138.798897ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:33:26.599411Z","caller":"traceutil/trace.go:171","msg":"trace[858082650] transaction","detail":"{read_only:false; response_revision:11493; number_of_response:1; }","duration":"118.54783ms","start":"2026-03-04T11:33:26.480832Z","end":"2026-03-04T11:33:26.59938Z","steps":["trace[858082650] 'process raft request' (duration: 117.712368ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:35:54.665939Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000003262.wal"} {"level":"info","ts":"2026-03-04T11:37:32.348539Z","caller":"traceutil/trace.go:171","msg":"trace[1508212109] transaction","detail":"{read_only:false; response_revision:13063; number_of_response:1; }","duration":"130.125213ms","start":"2026-03-04T11:37:32.218341Z","end":"2026-03-04T11:37:32.348466Z","steps":["trace[1508212109] 'process raft request' (duration: 129.898476ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:37:32.880012Z","caller":"traceutil/trace.go:171","msg":"trace[976408749] transaction","detail":"{read_only:false; response_revision:13067; number_of_response:1; }","duration":"140.990695ms","start":"2026-03-04T11:37:32.738987Z","end":"2026-03-04T11:37:32.879978Z","steps":["trace[976408749] 'process raft request' (duration: 140.739389ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:37:35.028808Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11228} {"level":"info","ts":"2026-03-04T11:37:35.110551Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11228,"took":"79.212696ms","hash":3635672292,"current-db-size-bytes":42024960,"current-db-size":"42 MB","current-db-size-in-use-bytes":23670784,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-04T11:37:35.110639Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3635672292,"revision":11228,"compact-revision":9307} {"level":"info","ts":"2026-03-04T11:38:54.100743Z","caller":"traceutil/trace.go:171","msg":"trace[489059222] transaction","detail":"{read_only:false; response_revision:13577; number_of_response:1; }","duration":"469.174405ms","start":"2026-03-04T11:38:53.631544Z","end":"2026-03-04T11:38:54.100719Z","steps":["trace[489059222] 'process raft request' (duration: 468.98234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:38:54.100906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:38:53.631507Z","time spent":"469.317509ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:38:54.1768Z","caller":"traceutil/trace.go:171","msg":"trace[1049892818] linearizableReadLoop","detail":"{readStateIndex:14125; appliedIndex:14123; }","duration":"497.787165ms","start":"2026-03-04T11:38:53.678986Z","end":"2026-03-04T11:38:54.176773Z","steps":["trace[1049892818] 'read index received' (duration: 421.467216ms)","trace[1049892818] 'applied index is now lower than readState.Index' (duration: 76.318599ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:38:54.177211Z","caller":"traceutil/trace.go:171","msg":"trace[1177946052] transaction","detail":"{read_only:false; response_revision:13578; number_of_response:1; }","duration":"528.79892ms","start":"2026-03-04T11:38:53.6484Z","end":"2026-03-04T11:38:54.177198Z","steps":["trace[1177946052] 'process raft request' (duration: 528.02606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:38:54.177327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:38:53.648368Z","time spent":"528.870571ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:38:54.17751Z","caller":"traceutil/trace.go:171","msg":"trace[835754738] transaction","detail":"{read_only:false; response_revision:13580; number_of_response:1; }","duration":"203.803049ms","start":"2026-03-04T11:38:53.973673Z","end":"2026-03-04T11:38:54.177476Z","steps":["trace[835754738] 'process raft request' (duration: 203.006848ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:38:54.177608Z","caller":"traceutil/trace.go:171","msg":"trace[540603094] transaction","detail":"{read_only:false; response_revision:13579; number_of_response:1; }","duration":"205.094073ms","start":"2026-03-04T11:38:53.972495Z","end":"2026-03-04T11:38:54.177589Z","steps":["trace[540603094] 'process raft request' (duration: 204.140277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:38:54.177641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.622398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:38:54.177723Z","caller":"traceutil/trace.go:171","msg":"trace[1540580451] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:13581; }","duration":"498.747301ms","start":"2026-03-04T11:38:53.678957Z","end":"2026-03-04T11:38:54.177704Z","steps":["trace[1540580451] 'agreement among raft nodes before linearized reading' (duration: 498.470613ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:38:54.177733Z","caller":"traceutil/trace.go:171","msg":"trace[719337177] transaction","detail":"{read_only:false; response_revision:13581; number_of_response:1; }","duration":"166.125897ms","start":"2026-03-04T11:38:54.011597Z","end":"2026-03-04T11:38:54.177723Z","steps":["trace[719337177] 'process raft request' (duration: 165.11755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:38:54.177768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:38:53.678942Z","time spent":"498.818343ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-kh88j\" "} {"level":"info","ts":"2026-03-04T11:38:57.653364Z","caller":"traceutil/trace.go:171","msg":"trace[2029944735] transaction","detail":"{read_only:false; response_revision:13601; number_of_response:1; }","duration":"226.290077ms","start":"2026-03-04T11:38:57.427043Z","end":"2026-03-04T11:38:57.653333Z","steps":["trace[2029944735] 'process raft request' (duration: 226.153383ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:39:10.463625Z","caller":"traceutil/trace.go:171","msg":"trace[1421716663] transaction","detail":"{read_only:false; response_revision:13658; number_of_response:1; }","duration":"292.95275ms","start":"2026-03-04T11:39:10.17065Z","end":"2026-03-04T11:39:10.463603Z","steps":["trace[1421716663] 'process raft request' (duration: 292.812586ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:39:10.469907Z","caller":"traceutil/trace.go:171","msg":"trace[1879746470] transaction","detail":"{read_only:false; response_revision:13659; number_of_response:1; }","duration":"238.137212ms","start":"2026-03-04T11:39:10.231744Z","end":"2026-03-04T11:39:10.469881Z","steps":["trace[1879746470] 'process raft request' (duration: 237.989058ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:39:10.470085Z","caller":"traceutil/trace.go:171","msg":"trace[621410319] transaction","detail":"{read_only:false; response_revision:13660; number_of_response:1; }","duration":"237.203367ms","start":"2026-03-04T11:39:10.232869Z","end":"2026-03-04T11:39:10.470072Z","steps":["trace[621410319] 'process raft request' (duration: 236.975141ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:39:10.470263Z","caller":"traceutil/trace.go:171","msg":"trace[1272580050] linearizableReadLoop","detail":"{readStateIndex:14212; appliedIndex:14208; }","duration":"154.725554ms","start":"2026-03-04T11:39:10.315503Z","end":"2026-03-04T11:39:10.470228Z","steps":["trace[1272580050] 'read index received' (duration: 148.013645ms)","trace[1272580050] 'applied index is now lower than readState.Index' (duration: 6.710519ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:39:10.470295Z","caller":"traceutil/trace.go:171","msg":"trace[1133057473] transaction","detail":"{read_only:false; response_revision:13661; number_of_response:1; }","duration":"236.028616ms","start":"2026-03-04T11:39:10.234255Z","end":"2026-03-04T11:39:10.470284Z","steps":["trace[1133057473] 'process raft request' (duration: 235.768939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:39:10.470445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.9353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:39:10.470503Z","caller":"traceutil/trace.go:171","msg":"trace[8128861] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:13661; }","duration":"155.022192ms","start":"2026-03-04T11:39:10.315464Z","end":"2026-03-04T11:39:10.470486Z","steps":["trace[8128861] 'agreement among raft nodes before linearized reading' (duration: 154.871538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:39:11.560482Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541854819,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T11:39:11.609776Z","caller":"traceutil/trace.go:171","msg":"trace[739001645] linearizableReadLoop","detail":"{readStateIndex:14215; appliedIndex:14213; }","duration":"550.004254ms","start":"2026-03-04T11:39:11.059739Z","end":"2026-03-04T11:39:11.609743Z","steps":["trace[739001645] 'read index received' (duration: 549.48325ms)","trace[739001645] 'applied index is now lower than readState.Index' (duration: 520.204µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:39:11.610073Z","caller":"traceutil/trace.go:171","msg":"trace[373796448] transaction","detail":"{read_only:false; response_revision:13663; number_of_response:1; }","duration":"728.076979ms","start":"2026-03-04T11:39:10.881984Z","end":"2026-03-04T11:39:11.610061Z","steps":["trace[373796448] 'process raft request' (duration: 727.298698ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:39:11.610163Z","caller":"traceutil/trace.go:171","msg":"trace[1842333757] transaction","detail":"{read_only:false; response_revision:13664; number_of_response:1; }","duration":"727.733429ms","start":"2026-03-04T11:39:10.882392Z","end":"2026-03-04T11:39:11.610125Z","steps":["trace[1842333757] 'process raft request' (duration: 727.310518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:39:11.610219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:39:10.88196Z","time spent":"728.154301ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:39:11.6102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.568185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:39:11.610213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.513708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:39:11.610285Z","caller":"traceutil/trace.go:171","msg":"trace[1256177707] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:13664; }","duration":"519.704739ms","start":"2026-03-04T11:39:11.090556Z","end":"2026-03-04T11:39:11.610261Z","steps":["trace[1256177707] 'agreement among raft nodes before linearized reading' (duration: 519.564605ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:39:11.610292Z","caller":"traceutil/trace.go:171","msg":"trace[2100793020] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13664; }","duration":"503.622811ms","start":"2026-03-04T11:39:11.106646Z","end":"2026-03-04T11:39:11.610269Z","steps":["trace[2100793020] 'agreement among raft nodes before linearized reading' (duration: 503.498788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:39:11.610285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.522408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/placement-api-55bbc767-ctdtc.1899a06fc1f66228\" ","response":"range_response_count:1 size:896"} {"level":"warn","ts":"2026-03-04T11:39:11.610327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:39:11.106629Z","time spent":"503.689622ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:39:11.610326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:39:11.090535Z","time spent":"519.78059ms","remote":"127.0.0.1:60992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:39:11.61034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:39:10.882383Z","time spent":"727.851013ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:39:11.61036Z","caller":"traceutil/trace.go:171","msg":"trace[568208259] range","detail":"{range_begin:/registry/events/openstack/placement-api-55bbc767-ctdtc.1899a06fc1f66228; range_end:; response_count:1; response_revision:13664; }","duration":"550.640771ms","start":"2026-03-04T11:39:11.059697Z","end":"2026-03-04T11:39:11.610338Z","steps":["trace[568208259] 'agreement among raft nodes before linearized reading' (duration: 550.438756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:39:11.610398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:39:11.059678Z","time spent":"550.712263ms","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":919,"request content":"key:\"/registry/events/openstack/placement-api-55bbc767-ctdtc.1899a06fc1f66228\" "} {"level":"info","ts":"2026-03-04T11:39:11.770537Z","caller":"traceutil/trace.go:171","msg":"trace[1240044301] transaction","detail":"{read_only:false; response_revision:13665; number_of_response:1; }","duration":"157.316473ms","start":"2026-03-04T11:39:11.613195Z","end":"2026-03-04T11:39:11.770511Z","steps":["trace[1240044301] 'process raft request' (duration: 129.519493ms)","trace[1240044301] 'compare' (duration: 27.265376ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:39:11.770721Z","caller":"traceutil/trace.go:171","msg":"trace[1236745878] transaction","detail":"{read_only:false; response_revision:13666; number_of_response:1; }","duration":"156.44328ms","start":"2026-03-04T11:39:11.61426Z","end":"2026-03-04T11:39:11.770703Z","steps":["trace[1236745878] 'process raft request' (duration: 156.154102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:39:14.006136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.942069ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T11:39:14.006233Z","caller":"traceutil/trace.go:171","msg":"trace[826616767] linearizableReadLoop","detail":"{readStateIndex:14228; appliedIndex:14227; }","duration":"392.520906ms","start":"2026-03-04T11:39:13.613694Z","end":"2026-03-04T11:39:14.006215Z","steps":["trace[826616767] 'read index received' (duration: 184.432453ms)","trace[826616767] 'applied index is now lower than readState.Index' (duration: 208.087003ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:39:14.006411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.712392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T11:39:14.006437Z","caller":"traceutil/trace.go:171","msg":"trace[1258467628] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13676; }","duration":"392.784354ms","start":"2026-03-04T11:39:13.613643Z","end":"2026-03-04T11:39:14.006428Z","steps":["trace[1258467628] 'agreement among raft nodes before linearized reading' (duration: 392.64526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:39:14.006484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:39:13.613627Z","time spent":"392.849195ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T11:39:14.078126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.592516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T11:39:14.078149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.61104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:39:14.078213Z","caller":"traceutil/trace.go:171","msg":"trace[1802065423] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13677; }","duration":"463.714419ms","start":"2026-03-04T11:39:13.614478Z","end":"2026-03-04T11:39:14.078192Z","steps":["trace[1802065423] 'agreement among raft nodes before linearized reading' (duration: 463.503573ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:39:14.078218Z","caller":"traceutil/trace.go:171","msg":"trace[968054609] transaction","detail":"{read_only:false; response_revision:13677; number_of_response:1; }","duration":"137.683901ms","start":"2026-03-04T11:39:13.940504Z","end":"2026-03-04T11:39:14.078188Z","steps":["trace[968054609] 'process raft request' (duration: 137.28463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:39:14.078241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.947798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T11:39:14.078262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:39:13.614465Z","time spent":"463.788461ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T11:39:14.078251Z","caller":"traceutil/trace.go:171","msg":"trace[791632116] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:13677; }","duration":"210.733503ms","start":"2026-03-04T11:39:13.867494Z","end":"2026-03-04T11:39:14.078227Z","steps":["trace[791632116] 'agreement among raft nodes before linearized reading' (duration: 210.557138ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:39:14.078314Z","caller":"traceutil/trace.go:171","msg":"trace[1269864904] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13677; }","duration":"296.074952ms","start":"2026-03-04T11:39:13.782221Z","end":"2026-03-04T11:39:14.078296Z","steps":["trace[1269864904] 'agreement among raft nodes before linearized reading' (duration: 295.854246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:39:14.078317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.023363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:39:14.078374Z","caller":"traceutil/trace.go:171","msg":"trace[499207009] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:13677; }","duration":"445.124475ms","start":"2026-03-04T11:39:13.633231Z","end":"2026-03-04T11:39:14.078355Z","steps":["trace[499207009] 'agreement among raft nodes before linearized reading' (duration: 444.968861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:39:14.078418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:39:13.633211Z","time spent":"445.197417ms","remote":"127.0.0.1:41430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":100,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:39:14.699637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.383752ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:39:14.699742Z","caller":"traceutil/trace.go:171","msg":"trace[2125411253] transaction","detail":"{read_only:false; response_revision:13678; number_of_response:1; }","duration":"689.685038ms","start":"2026-03-04T11:39:14.010037Z","end":"2026-03-04T11:39:14.699722Z","steps":["trace[2125411253] 'process raft request' (duration: 162.138031ms)","trace[2125411253] 'compare' (duration: 527.033423ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:39:14.699805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:39:14.010017Z","time spent":"689.756559ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:39:15.126289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.568843ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:39:15.126512Z","caller":"traceutil/trace.go:171","msg":"trace[1581855857] linearizableReadLoop","detail":"{readStateIndex:14232; appliedIndex:14229; }","duration":"1.01696213s","start":"2026-03-04T11:39:14.109534Z","end":"2026-03-04T11:39:15.126496Z","steps":["trace[1581855857] 'read index received' (duration: 62.762499ms)","trace[1581855857] 'applied index is now lower than readState.Index' (duration: 954.198411ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:39:15.126522Z","caller":"traceutil/trace.go:171","msg":"trace[1532731660] transaction","detail":"{read_only:false; response_revision:13680; number_of_response:1; }","duration":"1.043181596s","start":"2026-03-04T11:39:14.083323Z","end":"2026-03-04T11:39:15.126504Z","steps":["trace[1532731660] 'process raft request' (duration: 1.043089724s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:39:15.126546Z","caller":"traceutil/trace.go:171","msg":"trace[811868916] transaction","detail":"{read_only:false; response_revision:13679; number_of_response:1; }","duration":"1.043688961s","start":"2026-03-04T11:39:14.082827Z","end":"2026-03-04T11:39:15.126516Z","steps":["trace[811868916] 'process raft request' (duration: 845.799479ms)","trace[811868916] 'compare' (duration: 197.174813ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:39:15.126608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017077843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:39:15.126634Z","caller":"traceutil/trace.go:171","msg":"trace[1178232642] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13680; }","duration":"1.017136834s","start":"2026-03-04T11:39:14.109489Z","end":"2026-03-04T11:39:15.126626Z","steps":["trace[1178232642] 'agreement among raft nodes before linearized reading' (duration: 1.017089123s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:39:15.126628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:39:14.083311Z","time spent":"1.043251849s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:39:15.126657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:39:14.109469Z","time spent":"1.017184235s","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:39:15.126669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:39:14.082806Z","time spent":"1.043803123s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:39:15.1682Z","caller":"traceutil/trace.go:171","msg":"trace[1907128609] transaction","detail":"{read_only:false; response_revision:13683; number_of_response:1; }","duration":"683.453112ms","start":"2026-03-04T11:39:14.484714Z","end":"2026-03-04T11:39:15.168167Z","steps":["trace[1907128609] 'process raft request' (duration: 683.387311ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:39:15.168247Z","caller":"traceutil/trace.go:171","msg":"trace[407140888] transaction","detail":"{read_only:false; response_revision:13681; number_of_response:1; }","duration":"688.178998ms","start":"2026-03-04T11:39:14.480011Z","end":"2026-03-04T11:39:15.16819Z","steps":["trace[407140888] 'process raft request' (duration: 687.912701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:39:15.168373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:39:14.484682Z","time spent":"683.601266ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:39:15.168413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:39:14.479994Z","time spent":"688.331452ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:39:15.168724Z","caller":"traceutil/trace.go:171","msg":"trace[1716985142] transaction","detail":"{read_only:false; response_revision:13682; number_of_response:1; }","duration":"684.739327ms","start":"2026-03-04T11:39:14.483968Z","end":"2026-03-04T11:39:15.168707Z","steps":["trace[1716985142] 'process raft request' (duration: 684.088109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:39:15.168746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.335768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T11:39:15.168751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.523813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T11:39:15.168782Z","caller":"traceutil/trace.go:171","msg":"trace[127189803] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13684; }","duration":"176.40631ms","start":"2026-03-04T11:39:14.992363Z","end":"2026-03-04T11:39:15.168769Z","steps":["trace[127189803] 'agreement among raft nodes before linearized reading' (duration: 176.211055ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:39:15.168812Z","caller":"traceutil/trace.go:171","msg":"trace[216585151] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13684; }","duration":"692.629616ms","start":"2026-03-04T11:39:14.476167Z","end":"2026-03-04T11:39:15.168796Z","steps":["trace[216585151] 'agreement among raft nodes before linearized reading' (duration: 692.329478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:39:15.168815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:39:14.483956Z","time spent":"684.812358ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:39:15.168859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:39:14.476147Z","time spent":"692.700668ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T11:39:15.16892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.741774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:39:15.168967Z","caller":"traceutil/trace.go:171","msg":"trace[1223378077] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:13684; }","duration":"667.815086ms","start":"2026-03-04T11:39:14.501139Z","end":"2026-03-04T11:39:15.168954Z","steps":["trace[1223378077] 'agreement among raft nodes before linearized reading' (duration: 667.639542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:39:15.169001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:39:14.501127Z","time spent":"667.866247ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-kh88j\" "} {"level":"info","ts":"2026-03-04T11:39:15.168394Z","caller":"traceutil/trace.go:171","msg":"trace[764879973] transaction","detail":"{read_only:false; response_revision:13684; number_of_response:1; }","duration":"341.164101ms","start":"2026-03-04T11:39:14.827205Z","end":"2026-03-04T11:39:15.16837Z","steps":["trace[764879973] 'process raft request' (duration: 340.929944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:39:15.169287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:39:14.827184Z","time spent":"342.034424ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:39:15.681479Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541854872,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T11:39:15.842344Z","caller":"traceutil/trace.go:171","msg":"trace[948580084] transaction","detail":"{read_only:false; response_revision:13685; number_of_response:1; }","duration":"668.996458ms","start":"2026-03-04T11:39:15.173328Z","end":"2026-03-04T11:39:15.842325Z","steps":["trace[948580084] 'process raft request' (duration: 668.873955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:39:15.842462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:39:15.173288Z","time spent":"669.112421ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:39:15.848056Z","caller":"traceutil/trace.go:171","msg":"trace[527067377] linearizableReadLoop","detail":"{readStateIndex:14238; appliedIndex:14236; }","duration":"672.11105ms","start":"2026-03-04T11:39:15.175927Z","end":"2026-03-04T11:39:15.848038Z","steps":["trace[527067377] 'read index received' (duration: 666.333666ms)","trace[527067377] 'applied index is now lower than readState.Index' (duration: 5.776624ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:39:15.84814Z","caller":"traceutil/trace.go:171","msg":"trace[1595003617] transaction","detail":"{read_only:false; response_revision:13686; number_of_response:1; }","duration":"674.004251ms","start":"2026-03-04T11:39:15.174127Z","end":"2026-03-04T11:39:15.848131Z","steps":["trace[1595003617] 'process raft request' (duration: 673.833116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:39:15.848221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:39:15.174104Z","time spent":"674.054062ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:39:15.848269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.315603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:39:15.848314Z","caller":"traceutil/trace.go:171","msg":"trace[958121146] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13686; }","duration":"670.389915ms","start":"2026-03-04T11:39:15.177912Z","end":"2026-03-04T11:39:15.848302Z","steps":["trace[958121146] 'agreement among raft nodes before linearized reading' (duration: 670.304143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:39:15.848324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.867207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T11:39:15.848347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:39:15.177905Z","time spent":"670.435616ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T11:39:15.848357Z","caller":"traceutil/trace.go:171","msg":"trace[131281010] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13686; }","duration":"327.938409ms","start":"2026-03-04T11:39:15.52041Z","end":"2026-03-04T11:39:15.848349Z","steps":["trace[131281010] 'agreement among raft nodes before linearized reading' (duration: 327.879918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:39:15.84838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:39:15.520389Z","time spent":"327.985601ms","remote":"127.0.0.1:43724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:39:15.848471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.294092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-04T11:39:15.848553Z","caller":"traceutil/trace.go:171","msg":"trace[2082696032] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:13686; }","duration":"635.432805ms","start":"2026-03-04T11:39:15.213103Z","end":"2026-03-04T11:39:15.848535Z","steps":["trace[2082696032] 'agreement among raft nodes before linearized reading' (duration: 635.190489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:39:15.848603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:39:15.21308Z","time spent":"635.513878ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T11:39:15.849221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.262352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:62 size:583108"} {"level":"info","ts":"2026-03-04T11:39:15.84931Z","caller":"traceutil/trace.go:171","msg":"trace[1567522693] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:62; response_revision:13686; }","duration":"673.369644ms","start":"2026-03-04T11:39:15.175922Z","end":"2026-03-04T11:39:15.849292Z","steps":["trace[1567522693] 'agreement among raft nodes before linearized reading' (duration: 672.472651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:39:15.849361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:39:15.17589Z","time spent":"673.457426ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":62,"response size":583131,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-04T11:39:20.240498Z","caller":"traceutil/trace.go:171","msg":"trace[1119991196] transaction","detail":"{read_only:false; response_revision:13707; number_of_response:1; }","duration":"376.226713ms","start":"2026-03-04T11:39:19.864239Z","end":"2026-03-04T11:39:20.240466Z","steps":["trace[1119991196] 'process raft request' (duration: 376.057099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:39:20.240672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:39:19.864222Z","time spent":"376.360456ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:39:20.563533Z","caller":"traceutil/trace.go:171","msg":"trace[935039315] linearizableReadLoop","detail":"{readStateIndex:14261; appliedIndex:14260; }","duration":"690.601302ms","start":"2026-03-04T11:39:19.872915Z","end":"2026-03-04T11:39:20.563517Z","steps":["trace[935039315] 'read index received' (duration: 367.541812ms)","trace[935039315] 'applied index is now lower than readState.Index' (duration: 323.05886ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:39:20.56353Z","caller":"traceutil/trace.go:171","msg":"trace[492274648] transaction","detail":"{read_only:false; response_revision:13708; number_of_response:1; }","duration":"697.047634ms","start":"2026-03-04T11:39:19.866465Z","end":"2026-03-04T11:39:20.563512Z","steps":["trace[492274648] 'process raft request' (duration: 695.899513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:39:20.563662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.367815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:39:20.563679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.763857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:39:20.563697Z","caller":"traceutil/trace.go:171","msg":"trace[303875768] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:13708; }","duration":"529.455217ms","start":"2026-03-04T11:39:20.034225Z","end":"2026-03-04T11:39:20.56368Z","steps":["trace[303875768] 'agreement among raft nodes before linearized reading' (duration: 529.391955ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:39:20.563716Z","caller":"traceutil/trace.go:171","msg":"trace[763176815] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:13708; }","duration":"690.822408ms","start":"2026-03-04T11:39:19.872883Z","end":"2026-03-04T11:39:20.563706Z","steps":["trace[763176815] 'agreement among raft nodes before linearized reading' (duration: 690.692614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:39:20.563754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:39:19.87287Z","time spent":"690.87547ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-kh88j\" "} {"level":"warn","ts":"2026-03-04T11:39:20.56378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.705512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-04T11:39:20.563728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:39:19.866431Z","time spent":"697.179257ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:39:20.563798Z","caller":"traceutil/trace.go:171","msg":"trace[218649157] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:13708; }","duration":"483.760213ms","start":"2026-03-04T11:39:20.080033Z","end":"2026-03-04T11:39:20.563793Z","steps":["trace[218649157] 'agreement among raft nodes before linearized reading' (duration: 483.700292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:39:20.56372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:39:20.034201Z","time spent":"529.512769ms","remote":"127.0.0.1:43736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:39:20.563759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.988401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:39:20.564084Z","caller":"traceutil/trace.go:171","msg":"trace[1151791111] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13708; }","duration":"457.33353ms","start":"2026-03-04T11:39:20.106727Z","end":"2026-03-04T11:39:20.56406Z","steps":["trace[1151791111] 'agreement among raft nodes before linearized reading' (duration: 456.977311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:39:20.564149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:39:20.106713Z","time spent":"457.422322ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:39:20.563812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:39:20.080014Z","time spent":"483.794974ms","remote":"127.0.0.1:41248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-04T11:39:29.525653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.53665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T11:39:29.525751Z","caller":"traceutil/trace.go:171","msg":"trace[969475989] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:13747; }","duration":"444.696074ms","start":"2026-03-04T11:39:29.08103Z","end":"2026-03-04T11:39:29.525726Z","steps":["trace[969475989] 'count revisions from in-memory index tree' (duration: 444.425487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:39:29.526022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:39:29.081007Z","time spent":"444.793597ms","remote":"127.0.0.1:41168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":129,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-04T11:39:29.526124Z","caller":"traceutil/trace.go:171","msg":"trace[768118082] transaction","detail":"{read_only:false; response_revision:13748; number_of_response:1; }","duration":"303.13441ms","start":"2026-03-04T11:39:29.222965Z","end":"2026-03-04T11:39:29.526099Z","steps":["trace[768118082] 'process raft request' (duration: 302.147374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:39:29.526206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.95442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T11:39:29.526238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:39:29.222918Z","time spent":"303.266024ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":507,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:39:29.526252Z","caller":"traceutil/trace.go:171","msg":"trace[1576469633] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13747; }","duration":"759.054673ms","start":"2026-03-04T11:39:28.767187Z","end":"2026-03-04T11:39:29.526242Z","steps":["trace[1576469633] 'range keys from in-memory index tree' (duration: 758.793746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:39:29.526279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:39:28.767166Z","time spent":"759.105984ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T11:39:29.526227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.753574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T11:39:29.526348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.677725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T11:39:29.526433Z","caller":"traceutil/trace.go:171","msg":"trace[1013720598] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13747; }","duration":"335.812159ms","start":"2026-03-04T11:39:29.190597Z","end":"2026-03-04T11:39:29.526409Z","steps":["trace[1013720598] 'range keys from in-memory index tree' (duration: 335.48002ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:39:29.526445Z","caller":"traceutil/trace.go:171","msg":"trace[1512637467] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13747; }","duration":"336.967429ms","start":"2026-03-04T11:39:29.189458Z","end":"2026-03-04T11:39:29.526426Z","steps":["trace[1512637467] 'range keys from in-memory index tree' (duration: 336.570259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:39:29.526615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:39:29.189417Z","time spent":"337.177405ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T11:39:29.52665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.860775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:39:29.526489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:39:29.19058Z","time spent":"335.898711ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T11:39:29.526851Z","caller":"traceutil/trace.go:171","msg":"trace[1087628691] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:13747; }","duration":"657.289117ms","start":"2026-03-04T11:39:28.869529Z","end":"2026-03-04T11:39:29.526818Z","steps":["trace[1087628691] 'count revisions from in-memory index tree' (duration: 656.747592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:39:29.527248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:39:28.869509Z","time spent":"657.682177ms","remote":"127.0.0.1:47978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:39:29.527152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.562807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:39:29.528116Z","caller":"traceutil/trace.go:171","msg":"trace[88088217] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:13747; }","duration":"400.291334ms","start":"2026-03-04T11:39:29.127796Z","end":"2026-03-04T11:39:29.528087Z","steps":["trace[88088217] 'count revisions from in-memory index tree' (duration: 398.403823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:39:29.528286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:39:29.127771Z","time spent":"400.478618ms","remote":"127.0.0.1:41396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":10,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-04T11:39:29.55014Z","caller":"traceutil/trace.go:171","msg":"trace[531448510] transaction","detail":"{read_only:false; response_revision:13750; number_of_response:1; }","duration":"326.09891ms","start":"2026-03-04T11:39:29.224015Z","end":"2026-03-04T11:39:29.550114Z","steps":["trace[531448510] 'process raft request' (duration: 326.052169ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:39:29.550189Z","caller":"traceutil/trace.go:171","msg":"trace[1900821852] transaction","detail":"{read_only:false; response_revision:13749; number_of_response:1; }","duration":"326.653636ms","start":"2026-03-04T11:39:29.223514Z","end":"2026-03-04T11:39:29.550168Z","steps":["trace[1900821852] 'process raft request' (duration: 326.421219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:39:29.550313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:39:29.224007Z","time spent":"326.207124ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:39:29.550435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:39:29.223506Z","time spent":"326.740798ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:39:36.587361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.481899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T11:39:36.587611Z","caller":"traceutil/trace.go:171","msg":"trace[443585444] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13796; }","duration":"206.793919ms","start":"2026-03-04T11:39:36.380795Z","end":"2026-03-04T11:39:36.587589Z","steps":["trace[443585444] 'range keys from in-memory index tree' (duration: 206.231773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:39:36.876024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.075406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:39:36.876131Z","caller":"traceutil/trace.go:171","msg":"trace[915151902] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:13797; }","duration":"166.22924ms","start":"2026-03-04T11:39:36.709876Z","end":"2026-03-04T11:39:36.876105Z","steps":["trace[915151902] 'range keys from in-memory index tree' (duration: 165.850349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:39:36.876112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.450664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T11:39:36.876683Z","caller":"traceutil/trace.go:171","msg":"trace[1785504542] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13797; }","duration":"187.924047ms","start":"2026-03-04T11:39:36.688585Z","end":"2026-03-04T11:39:36.876509Z","steps":["trace[1785504542] 'range keys from in-memory index tree' (duration: 187.234519ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:39:37.103619Z","caller":"traceutil/trace.go:171","msg":"trace[516041428] transaction","detail":"{read_only:false; response_revision:13799; number_of_response:1; }","duration":"117.179915ms","start":"2026-03-04T11:39:36.986415Z","end":"2026-03-04T11:39:37.103595Z","steps":["trace[516041428] 'process raft request' (duration: 116.97894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:39:38.091078Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541855206,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T11:39:38.503048Z","caller":"traceutil/trace.go:171","msg":"trace[826343985] transaction","detail":"{read_only:false; response_revision:13800; number_of_response:1; }","duration":"953.291887ms","start":"2026-03-04T11:39:37.549736Z","end":"2026-03-04T11:39:38.503028Z","steps":["trace[826343985] 'process raft request' (duration: 953.158923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:39:38.503181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:39:37.549713Z","time spent":"953.40728ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:39:38.963808Z","caller":"traceutil/trace.go:171","msg":"trace[1140140370] linearizableReadLoop","detail":"{readStateIndex:14360; appliedIndex:14358; }","duration":"1.373808028s","start":"2026-03-04T11:39:37.589971Z","end":"2026-03-04T11:39:38.963779Z","steps":["trace[1140140370] 'read index received' (duration: 913.16544ms)","trace[1140140370] 'applied index is now lower than readState.Index' (duration: 460.641528ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:39:38.964144Z","caller":"traceutil/trace.go:171","msg":"trace[1156135459] transaction","detail":"{read_only:false; response_revision:13801; number_of_response:1; }","duration":"1.387900053s","start":"2026-03-04T11:39:37.576228Z","end":"2026-03-04T11:39:38.964128Z","steps":["trace[1156135459] 'process raft request' (duration: 1.359765055s)","trace[1156135459] 'compare' (duration: 26.879245ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:39:38.964252Z","caller":"traceutil/trace.go:171","msg":"trace[1720034531] transaction","detail":"{read_only:false; response_revision:13802; number_of_response:1; }","duration":"1.385220111s","start":"2026-03-04T11:39:37.578996Z","end":"2026-03-04T11:39:38.964216Z","steps":["trace[1720034531] 'process raft request' (duration: 1.384688017s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:39:38.964379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.373469229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T11:39:38.964398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:39:37.578971Z","time spent":"1.385348775s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:39:38.964441Z","caller":"traceutil/trace.go:171","msg":"trace[1520799912] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13802; }","duration":"1.373575962s","start":"2026-03-04T11:39:37.59085Z","end":"2026-03-04T11:39:38.964426Z","steps":["trace[1520799912] 'agreement among raft nodes before linearized reading' (duration: 1.373376197s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:39:38.964453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.284954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:39:38.96447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:39:37.590836Z","time spent":"1.373628173s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T11:39:38.964461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332955531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-04T11:39:38.964488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:39:37.576198Z","time spent":"1.387984994s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:39:38.964502Z","caller":"traceutil/trace.go:171","msg":"trace[1201933568] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13802; }","duration":"857.345595ms","start":"2026-03-04T11:39:38.107139Z","end":"2026-03-04T11:39:38.964484Z","steps":["trace[1201933568] 'agreement among raft nodes before linearized reading' (duration: 857.288354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:39:38.964508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.144357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T11:39:38.964521Z","caller":"traceutil/trace.go:171","msg":"trace[117722738] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13802; }","duration":"1.333054614s","start":"2026-03-04T11:39:37.631448Z","end":"2026-03-04T11:39:38.964502Z","steps":["trace[117722738] 'agreement among raft nodes before linearized reading' (duration: 1.332860409s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:39:38.964375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.908938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T11:39:38.964528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.374551318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T11:39:38.964552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:39:38.107127Z","time spent":"857.414367ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:39:38.964568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:39:37.631427Z","time spent":"1.333133186s","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T11:39:38.964568Z","caller":"traceutil/trace.go:171","msg":"trace[2018105485] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13802; }","duration":"351.245769ms","start":"2026-03-04T11:39:38.613301Z","end":"2026-03-04T11:39:38.964546Z","steps":["trace[2018105485] 'agreement among raft nodes before linearized reading' (duration: 351.121966ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:39:38.964581Z","caller":"traceutil/trace.go:171","msg":"trace[381134953] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:13802; }","duration":"724.141634ms","start":"2026-03-04T11:39:38.240421Z","end":"2026-03-04T11:39:38.964562Z","steps":["trace[381134953] 'agreement among raft nodes before linearized reading' (duration: 723.849417ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:39:38.964589Z","caller":"traceutil/trace.go:171","msg":"trace[39427492] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13802; }","duration":"1.374657981s","start":"2026-03-04T11:39:37.589916Z","end":"2026-03-04T11:39:38.964574Z","steps":["trace[39427492] 'agreement among raft nodes before linearized reading' (duration: 1.374431955s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:39:38.964618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:39:38.240361Z","time spent":"724.245807ms","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:39:38.964617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:39:38.613277Z","time spent":"351.326442ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T11:39:38.964614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371572538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T11:39:38.964674Z","caller":"traceutil/trace.go:171","msg":"trace[1310219554] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13802; }","duration":"1.371650981s","start":"2026-03-04T11:39:37.593006Z","end":"2026-03-04T11:39:38.964657Z","steps":["trace[1310219554] 'agreement among raft nodes before linearized reading' (duration: 1.371518747s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:39:38.964694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.251396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.18\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-04T11:39:38.964714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:39:37.592992Z","time spent":"1.371711932s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T11:39:38.964723Z","caller":"traceutil/trace.go:171","msg":"trace[2025722182] range","detail":"{range_begin:/registry/masterleases/199.19.213.18; range_end:; response_count:1; response_revision:13802; }","duration":"871.309828ms","start":"2026-03-04T11:39:38.093405Z","end":"2026-03-04T11:39:38.964714Z","steps":["trace[2025722182] 'agreement among raft nodes before linearized reading' (duration: 871.218375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:39:38.964632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:39:37.589897Z","time spent":"1.374727452s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T11:39:38.964752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:39:38.093378Z","time spent":"871.366018ms","remote":"127.0.0.1:41114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.18\" "} {"level":"warn","ts":"2026-03-04T11:39:38.964379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104019855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:39:38.964806Z","caller":"traceutil/trace.go:171","msg":"trace[1388269966] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:13802; }","duration":"1.104506418s","start":"2026-03-04T11:39:37.860286Z","end":"2026-03-04T11:39:38.964792Z","steps":["trace[1388269966] 'agreement among raft nodes before linearized reading' (duration: 1.104017005s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:39:38.964843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:39:37.860265Z","time spent":"1.104565459s","remote":"127.0.0.1:38766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-04T11:39:40.421679Z","caller":"traceutil/trace.go:171","msg":"trace[1630286370] transaction","detail":"{read_only:false; response_revision:13812; number_of_response:1; }","duration":"376.307596ms","start":"2026-03-04T11:39:40.045346Z","end":"2026-03-04T11:39:40.421653Z","steps":["trace[1630286370] 'process raft request' (duration: 376.150142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:39:40.421942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:39:40.045326Z","time spent":"376.431469ms","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T11:39:40.426879Z","caller":"traceutil/trace.go:171","msg":"trace[1949168752] linearizableReadLoop","detail":"{readStateIndex:14372; appliedIndex:14370; }","duration":"320.05364ms","start":"2026-03-04T11:39:40.106807Z","end":"2026-03-04T11:39:40.426861Z","steps":["trace[1949168752] 'read index received' (duration: 314.738029ms)","trace[1949168752] 'applied index is now lower than readState.Index' (duration: 5.314911ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:39:40.427014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.200934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:39:40.42704Z","caller":"traceutil/trace.go:171","msg":"trace[1462911858] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13813; }","duration":"320.282046ms","start":"2026-03-04T11:39:40.106751Z","end":"2026-03-04T11:39:40.427033Z","steps":["trace[1462911858] 'agreement among raft nodes before linearized reading' (duration: 320.190304ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:39:40.427015Z","caller":"traceutil/trace.go:171","msg":"trace[833235408] transaction","detail":"{read_only:false; response_revision:13813; number_of_response:1; }","duration":"368.296413ms","start":"2026-03-04T11:39:40.058685Z","end":"2026-03-04T11:39:40.426982Z","steps":["trace[833235408] 'process raft request' (duration: 368.073587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:39:40.42706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:39:40.10673Z","time spent":"320.326388ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:39:40.427241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:39:40.05866Z","time spent":"368.446697ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8631,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:39:44.602742Z","caller":"traceutil/trace.go:171","msg":"trace[1086141228] transaction","detail":"{read_only:false; response_revision:13849; number_of_response:1; }","duration":"111.915956ms","start":"2026-03-04T11:39:44.490796Z","end":"2026-03-04T11:39:44.602712Z","steps":["trace[1086141228] 'process raft request' (duration: 111.659969ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:39:49.203654Z","caller":"traceutil/trace.go:171","msg":"trace[257530029] transaction","detail":"{read_only:false; response_revision:13877; number_of_response:1; }","duration":"108.104834ms","start":"2026-03-04T11:39:49.095525Z","end":"2026-03-04T11:39:49.203629Z","steps":["trace[257530029] 'process raft request' (duration: 107.868668ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:39:49.203893Z","caller":"traceutil/trace.go:171","msg":"trace[261478554] transaction","detail":"{read_only:false; response_revision:13878; number_of_response:1; }","duration":"108.123775ms","start":"2026-03-04T11:39:49.095743Z","end":"2026-03-04T11:39:49.203867Z","steps":["trace[261478554] 'process raft request' (duration: 107.772015ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:39:49.20408Z","caller":"traceutil/trace.go:171","msg":"trace[995156998] transaction","detail":"{read_only:false; response_revision:13879; number_of_response:1; }","duration":"108.169506ms","start":"2026-03-04T11:39:49.095879Z","end":"2026-03-04T11:39:49.204049Z","steps":["trace[995156998] 'process raft request' (duration: 107.673912ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:39:55.46846Z","caller":"traceutil/trace.go:171","msg":"trace[808983240] transaction","detail":"{read_only:false; response_revision:13987; number_of_response:1; }","duration":"167.739228ms","start":"2026-03-04T11:39:55.300673Z","end":"2026-03-04T11:39:55.468412Z","steps":["trace[808983240] 'process raft request' (duration: 100.157142ms)","trace[808983240] 'compare' (duration: 67.317389ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:39:55.468581Z","caller":"traceutil/trace.go:171","msg":"trace[456826264] linearizableReadLoop","detail":"{readStateIndex:14555; appliedIndex:14552; }","duration":"165.362826ms","start":"2026-03-04T11:39:55.303186Z","end":"2026-03-04T11:39:55.468549Z","steps":["trace[456826264] 'read index received' (duration: 3.957716ms)","trace[456826264] 'applied index is now lower than readState.Index' (duration: 161.40374ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:39:55.468666Z","caller":"traceutil/trace.go:171","msg":"trace[411194396] transaction","detail":"{read_only:false; response_revision:13988; number_of_response:1; }","duration":"167.973115ms","start":"2026-03-04T11:39:55.300667Z","end":"2026-03-04T11:39:55.46864Z","steps":["trace[411194396] 'process raft request' (duration: 167.692608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:39:55.469427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.220909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:64 size:617187"} {"level":"info","ts":"2026-03-04T11:39:55.469471Z","caller":"traceutil/trace.go:171","msg":"trace[189798686] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:64; response_revision:13988; }","duration":"166.29931ms","start":"2026-03-04T11:39:55.30316Z","end":"2026-03-04T11:39:55.46946Z","steps":["trace[189798686] 'agreement among raft nodes before linearized reading' (duration: 165.491099ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:39:56.079733Z","caller":"traceutil/trace.go:171","msg":"trace[939683238] transaction","detail":"{read_only:false; response_revision:14005; number_of_response:1; }","duration":"166.270281ms","start":"2026-03-04T11:39:55.913436Z","end":"2026-03-04T11:39:56.079706Z","steps":["trace[939683238] 'process raft request' (duration: 102.418223ms)","trace[939683238] 'compare' (duration: 63.628632ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:39:56.079762Z","caller":"traceutil/trace.go:171","msg":"trace[334254439] linearizableReadLoop","detail":"{readStateIndex:14575; appliedIndex:14572; }","duration":"146.298299ms","start":"2026-03-04T11:39:55.933435Z","end":"2026-03-04T11:39:56.079733Z","steps":["trace[334254439] 'read index received' (duration: 82.438821ms)","trace[334254439] 'applied index is now lower than readState.Index' (duration: 63.858328ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:39:56.079997Z","caller":"traceutil/trace.go:171","msg":"trace[1201605630] transaction","detail":"{read_only:false; response_revision:14007; number_of_response:1; }","duration":"164.503504ms","start":"2026-03-04T11:39:55.915473Z","end":"2026-03-04T11:39:56.079976Z","steps":["trace[1201605630] 'process raft request' (duration: 164.220076ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:39:56.08009Z","caller":"traceutil/trace.go:171","msg":"trace[1847354193] transaction","detail":"{read_only:false; response_revision:14006; number_of_response:1; }","duration":"164.798202ms","start":"2026-03-04T11:39:55.915258Z","end":"2026-03-04T11:39:56.080056Z","steps":["trace[1847354193] 'process raft request' (duration: 164.372971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:39:56.08028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.835475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7530"} {"level":"info","ts":"2026-03-04T11:39:56.080305Z","caller":"traceutil/trace.go:171","msg":"trace[1324374162] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:14007; }","duration":"146.907047ms","start":"2026-03-04T11:39:55.933393Z","end":"2026-03-04T11:39:56.0803Z","steps":["trace[1324374162] 'agreement among raft nodes before linearized reading' (duration: 146.782243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:39:56.08054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.223277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:92 size:1014017"} {"level":"info","ts":"2026-03-04T11:39:56.080567Z","caller":"traceutil/trace.go:171","msg":"trace[43315861] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:92; response_revision:14007; }","duration":"105.296779ms","start":"2026-03-04T11:39:55.975264Z","end":"2026-03-04T11:39:56.080561Z","steps":["trace[43315861] 'agreement among raft nodes before linearized reading' (duration: 104.736455ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:39:58.185537Z","caller":"traceutil/trace.go:171","msg":"trace[720362968] transaction","detail":"{read_only:false; response_revision:14033; number_of_response:1; }","duration":"121.81484ms","start":"2026-03-04T11:39:58.06369Z","end":"2026-03-04T11:39:58.185505Z","steps":["trace[720362968] 'process raft request' (duration: 121.518582ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:40:01.516021Z","caller":"traceutil/trace.go:171","msg":"trace[1780793135] transaction","detail":"{read_only:false; response_revision:14110; number_of_response:1; }","duration":"393.187165ms","start":"2026-03-04T11:40:01.122806Z","end":"2026-03-04T11:40:01.515993Z","steps":["trace[1780793135] 'process raft request' (duration: 393.00372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:40:01.516226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:40:01.122768Z","time spent":"393.354779ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:40:02.649477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.030115ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:40:02.649568Z","caller":"traceutil/trace.go:171","msg":"trace[537560402] linearizableReadLoop","detail":"{readStateIndex:14680; appliedIndex:14678; }","duration":"1.376107978s","start":"2026-03-04T11:40:01.273448Z","end":"2026-03-04T11:40:02.649556Z","steps":["trace[537560402] 'read index received' (duration: 242.363574ms)","trace[537560402] 'applied index is now lower than readState.Index' (duration: 1.133743394s)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:40:02.649635Z","caller":"traceutil/trace.go:171","msg":"trace[909823358] transaction","detail":"{read_only:false; response_revision:14111; number_of_response:1; }","duration":"1.475005738s","start":"2026-03-04T11:40:01.174621Z","end":"2026-03-04T11:40:02.649627Z","steps":["trace[909823358] 'process raft request' (duration: 678.743017ms)","trace[909823358] 'compare' (duration: 795.707016ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:40:02.649693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:40:01.174598Z","time spent":"1.475057689s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:40:02.649777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346897611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T11:40:02.649851Z","caller":"traceutil/trace.go:171","msg":"trace[456389909] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14111; }","duration":"1.346978783s","start":"2026-03-04T11:40:01.302852Z","end":"2026-03-04T11:40:02.649831Z","steps":["trace[456389909] 'agreement among raft nodes before linearized reading' (duration: 1.346791868s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:40:02.649905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:40:01.302789Z","time spent":"1.347106937s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T11:40:02.650006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115455408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T11:40:02.65003Z","caller":"traceutil/trace.go:171","msg":"trace[166795736] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:14111; }","duration":"1.115516209s","start":"2026-03-04T11:40:01.534507Z","end":"2026-03-04T11:40:02.650023Z","steps":["trace[166795736] 'agreement among raft nodes before linearized reading' (duration: 1.115408427s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:40:02.65005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:40:01.534486Z","time spent":"1.115559881s","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-kh88j\" "} {"level":"warn","ts":"2026-03-04T11:40:02.65013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15617277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T11:40:02.650162Z","caller":"traceutil/trace.go:171","msg":"trace[805211687] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14111; }","duration":"1.156227022s","start":"2026-03-04T11:40:01.493924Z","end":"2026-03-04T11:40:02.650151Z","steps":["trace[805211687] 'agreement among raft nodes before linearized reading' (duration: 1.15614059s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:40:02.650189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:40:01.493909Z","time spent":"1.156273743s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T11:40:02.650212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376774106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T11:40:02.650233Z","caller":"traceutil/trace.go:171","msg":"trace[1213804030] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14111; }","duration":"1.376829467s","start":"2026-03-04T11:40:01.273397Z","end":"2026-03-04T11:40:02.650227Z","steps":["trace[1213804030] 'agreement among raft nodes before linearized reading' (duration: 1.376759805s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:40:02.650251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:40:01.273363Z","time spent":"1.376884358s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T11:40:02.650346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156389106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T11:40:02.65038Z","caller":"traceutil/trace.go:171","msg":"trace[790497424] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14111; }","duration":"1.156453578s","start":"2026-03-04T11:40:01.493915Z","end":"2026-03-04T11:40:02.650369Z","steps":["trace[790497424] 'agreement among raft nodes before linearized reading' (duration: 1.156374426s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:40:02.65043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:40:01.493897Z","time spent":"1.156502099s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T11:40:02.650419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.328325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:40:02.650512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325305387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:40:02.650537Z","caller":"traceutil/trace.go:171","msg":"trace[178224679] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14111; }","duration":"1.325374529s","start":"2026-03-04T11:40:01.325154Z","end":"2026-03-04T11:40:02.650529Z","steps":["trace[178224679] 'agreement among raft nodes before linearized reading' (duration: 1.325333318s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:40:02.65056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:40:01.325117Z","time spent":"1.325437781s","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T11:40:02.650555Z","caller":"traceutil/trace.go:171","msg":"trace[1305059159] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14111; }","duration":"543.495601ms","start":"2026-03-04T11:40:02.107019Z","end":"2026-03-04T11:40:02.650515Z","steps":["trace[1305059159] 'agreement among raft nodes before linearized reading' (duration: 543.286325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:40:02.650573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.657156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-srr7f\" ","response":"range_response_count:1 size:20750"} {"level":"warn","ts":"2026-03-04T11:40:02.650611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:40:02.106996Z","time spent":"543.602253ms","remote":"127.0.0.1:41086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T11:40:02.650618Z","caller":"traceutil/trace.go:171","msg":"trace[339348889] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-srr7f; range_end:; response_count:1; response_revision:14111; }","duration":"358.743938ms","start":"2026-03-04T11:40:02.291861Z","end":"2026-03-04T11:40:02.650605Z","steps":["trace[339348889] 'agreement among raft nodes before linearized reading' (duration: 358.575823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:40:02.650664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:40:02.29184Z","time spent":"358.81709ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20773,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-srr7f\" "} {"level":"warn","ts":"2026-03-04T11:40:02.650629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.742148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"warn","ts":"2026-03-04T11:40:02.650603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.317554461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T11:40:02.65069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315952119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8b666425-197f-4fec-a604-b0da26da62d3\" ","response":"range_response_count:1 size:3636"} {"level":"info","ts":"2026-03-04T11:40:02.650722Z","caller":"traceutil/trace.go:171","msg":"trace[549330471] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8b666425-197f-4fec-a604-b0da26da62d3; range_end:; response_count:1; response_revision:14111; }","duration":"1.31600911s","start":"2026-03-04T11:40:01.334702Z","end":"2026-03-04T11:40:02.650711Z","steps":["trace[549330471] 'agreement among raft nodes before linearized reading' (duration: 1.315934918s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:40:02.650722Z","caller":"traceutil/trace.go:171","msg":"trace[1293682980] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:14111; }","duration":"525.884942ms","start":"2026-03-04T11:40:02.124812Z","end":"2026-03-04T11:40:02.650697Z","steps":["trace[1293682980] 'agreement among raft nodes before linearized reading' (duration: 525.686587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:40:02.650748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:40:01.334685Z","time spent":"1.316055262s","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3659,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8b666425-197f-4fec-a604-b0da26da62d3\" "} {"level":"warn","ts":"2026-03-04T11:40:02.650744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29794891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-nova-server-0.1899a0800208e265\" ","response":"range_response_count:1 size:1001"} {"level":"warn","ts":"2026-03-04T11:40:02.650744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.977061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:40:02.650773Z","caller":"traceutil/trace.go:171","msg":"trace[2129703652] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14111; }","duration":"1.317764617s","start":"2026-03-04T11:40:01.332946Z","end":"2026-03-04T11:40:02.650711Z","steps":["trace[2129703652] 'agreement among raft nodes before linearized reading' (duration: 1.317364976s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:40:02.65084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.085093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8b666425-197f-4fec-a604-b0da26da62d3\" ","response":"range_response_count:1 size:3636"} {"level":"info","ts":"2026-03-04T11:40:02.650834Z","caller":"traceutil/trace.go:171","msg":"trace[1898720227] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-nova-server-0.1899a0800208e265; range_end:; response_count:1; response_revision:14111; }","duration":"1.298081533s","start":"2026-03-04T11:40:01.352725Z","end":"2026-03-04T11:40:02.650807Z","steps":["trace[1898720227] 'agreement among raft nodes before linearized reading' (duration: 1.297841347s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:40:02.650833Z","caller":"traceutil/trace.go:171","msg":"trace[1749514497] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:14111; }","duration":"788.125304ms","start":"2026-03-04T11:40:01.862688Z","end":"2026-03-04T11:40:02.650813Z","steps":["trace[1749514497] 'agreement among raft nodes before linearized reading' (duration: 787.643302ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:40:02.650877Z","caller":"traceutil/trace.go:171","msg":"trace[408811265] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8b666425-197f-4fec-a604-b0da26da62d3; range_end:; response_count:1; response_revision:14111; }","duration":"583.148614ms","start":"2026-03-04T11:40:02.067716Z","end":"2026-03-04T11:40:02.650865Z","steps":["trace[408811265] 'agreement among raft nodes before linearized reading' (duration: 583.057371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:40:02.650854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:40:01.332914Z","time spent":"1.317923131s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T11:40:02.650894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:40:01.352702Z","time spent":"1.298179936s","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":1024,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-nova-server-0.1899a0800208e265\" "} {"level":"warn","ts":"2026-03-04T11:40:02.650767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:40:02.124792Z","time spent":"525.967094ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-04T11:40:02.650896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:40:01.862665Z","time spent":"788.217687ms","remote":"127.0.0.1:60304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:40:02.650907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:40:02.067697Z","time spent":"583.203836ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3659,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8b666425-197f-4fec-a604-b0da26da62d3\" "} {"level":"info","ts":"2026-03-04T11:40:02.921996Z","caller":"traceutil/trace.go:171","msg":"trace[1371799226] transaction","detail":"{read_only:false; response_revision:14118; number_of_response:1; }","duration":"239.470727ms","start":"2026-03-04T11:40:02.682503Z","end":"2026-03-04T11:40:02.921973Z","steps":["trace[1371799226] 'process raft request' (duration: 239.353714ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:40:02.92205Z","caller":"traceutil/trace.go:171","msg":"trace[1252223058] linearizableReadLoop","detail":"{readStateIndex:14688; appliedIndex:14688; }","duration":"201.58454ms","start":"2026-03-04T11:40:02.720426Z","end":"2026-03-04T11:40:02.92201Z","steps":["trace[1252223058] 'read index received' (duration: 201.5659ms)","trace[1252223058] 'applied index is now lower than readState.Index' (duration: 15.51µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:40:02.923079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.590701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:66 size:631355"} {"level":"info","ts":"2026-03-04T11:40:02.923168Z","caller":"traceutil/trace.go:171","msg":"trace[628465738] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:66; response_revision:14118; }","duration":"265.718025ms","start":"2026-03-04T11:40:02.657432Z","end":"2026-03-04T11:40:02.92315Z","steps":["trace[628465738] 'agreement among raft nodes before linearized reading' (duration: 264.699848ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:40:03.054131Z","caller":"traceutil/trace.go:171","msg":"trace[1049905916] transaction","detail":"{read_only:false; response_revision:14119; number_of_response:1; }","duration":"300.375697ms","start":"2026-03-04T11:40:02.75372Z","end":"2026-03-04T11:40:03.054095Z","steps":["trace[1049905916] 'process raft request' (duration: 260.373453ms)","trace[1049905916] 'compare' (duration: 39.865501ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:40:03.054318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:40:02.753688Z","time spent":"300.530271ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:40:53.420447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.915017ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:40:53.420638Z","caller":"traceutil/trace.go:171","msg":"trace[1311083935] linearizableReadLoop","detail":"{readStateIndex:15297; appliedIndex:15296; }","duration":"404.190511ms","start":"2026-03-04T11:40:53.016427Z","end":"2026-03-04T11:40:53.420617Z","steps":["trace[1311083935] 'read index received' (duration: 117.937905ms)","trace[1311083935] 'applied index is now lower than readState.Index' (duration: 286.251086ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:40:53.420701Z","caller":"traceutil/trace.go:171","msg":"trace[1122192391] transaction","detail":"{read_only:false; response_revision:14713; number_of_response:1; }","duration":"452.496121ms","start":"2026-03-04T11:40:52.968166Z","end":"2026-03-04T11:40:53.420662Z","steps":["trace[1122192391] 'process raft request' (duration: 166.292497ms)","trace[1122192391] 'compare' (duration: 285.6689ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:40:53.42081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:40:52.968148Z","time spent":"452.607964ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:40:53.420914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.488179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T11:40:53.420976Z","caller":"traceutil/trace.go:171","msg":"trace[1501446475] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14713; }","duration":"404.581402ms","start":"2026-03-04T11:40:53.016384Z","end":"2026-03-04T11:40:53.420965Z","steps":["trace[1501446475] 'agreement among raft nodes before linearized reading' (duration: 404.340435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:40:53.421051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:40:53.016366Z","time spent":"404.659483ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T11:40:54.359901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.555371ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T11:40:54.360145Z","caller":"traceutil/trace.go:171","msg":"trace[1821475850] linearizableReadLoop","detail":"{readStateIndex:15299; appliedIndex:15297; }","duration":"939.43709ms","start":"2026-03-04T11:40:53.420695Z","end":"2026-03-04T11:40:54.360132Z","steps":["trace[1821475850] 'read index received' (duration: 349.633623ms)","trace[1821475850] 'applied index is now lower than readState.Index' (duration: 589.802857ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:40:54.360178Z","caller":"traceutil/trace.go:171","msg":"trace[1865384512] transaction","detail":"{read_only:false; response_revision:14715; number_of_response:1; }","duration":"935.372631ms","start":"2026-03-04T11:40:53.424768Z","end":"2026-03-04T11:40:54.360141Z","steps":["trace[1865384512] 'process raft request' (duration: 935.297499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:40:54.36031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096357675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-04T11:40:54.360338Z","caller":"traceutil/trace.go:171","msg":"trace[1070415527] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14716; }","duration":"1.096431777s","start":"2026-03-04T11:40:53.263898Z","end":"2026-03-04T11:40:54.36033Z","steps":["trace[1070415527] 'agreement among raft nodes before linearized reading' (duration: 1.096307023s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:40:54.360342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274416808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-04T11:40:54.360364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:40:53.263877Z","time spent":"1.096478527s","remote":"127.0.0.1:41250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-04T11:40:54.360356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:40:53.42476Z","time spent":"935.499714ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:40:54.360382Z","caller":"traceutil/trace.go:171","msg":"trace[819889211] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14716; }","duration":"1.274475489s","start":"2026-03-04T11:40:53.085894Z","end":"2026-03-04T11:40:54.360369Z","steps":["trace[819889211] 'agreement among raft nodes before linearized reading' (duration: 1.274376566s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:40:54.360413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:40:53.085882Z","time spent":"1.274524351s","remote":"127.0.0.1:41250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-04T11:40:54.360399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095686176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-04T11:40:54.360428Z","caller":"traceutil/trace.go:171","msg":"trace[327420660] transaction","detail":"{read_only:false; response_revision:14714; number_of_response:1; }","duration":"1.141770277s","start":"2026-03-04T11:40:53.218619Z","end":"2026-03-04T11:40:54.36039Z","steps":["trace[327420660] 'process raft request' (duration: 1.141363456s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:40:54.360472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.254004348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:40:54.360514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.27562402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:40:54.360493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21839168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-04T11:40:54.360578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097046463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:40:54.360524Z","caller":"traceutil/trace.go:171","msg":"trace[1976846079] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14716; }","duration":"1.25408681s","start":"2026-03-04T11:40:53.106422Z","end":"2026-03-04T11:40:54.360509Z","steps":["trace[1976846079] 'agreement among raft nodes before linearized reading' (duration: 1.253986188s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:40:54.360575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:40:53.218593Z","time spent":"1.14190059s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":507,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:40:54.360617Z","caller":"traceutil/trace.go:171","msg":"trace[1770619341] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14716; }","duration":"1.097128225s","start":"2026-03-04T11:40:53.26348Z","end":"2026-03-04T11:40:54.360608Z","steps":["trace[1770619341] 'agreement among raft nodes before linearized reading' (duration: 1.097073984s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:40:54.360641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.329174682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-04T11:40:54.360633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:40:53.106341Z","time spent":"1.254283536s","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:40:54.360653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:40:53.263458Z","time spent":"1.097187687s","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T11:40:54.36059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.277056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:40:54.360711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.342819449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-04T11:40:54.360706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.619525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-04T11:40:54.360742Z","caller":"traceutil/trace.go:171","msg":"trace[755157401] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14716; }","duration":"942.43812ms","start":"2026-03-04T11:40:53.418283Z","end":"2026-03-04T11:40:54.360721Z","steps":["trace[755157401] 'agreement among raft nodes before linearized reading' (duration: 942.271966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:40:54.360777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.513862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-04T11:40:54.360768Z","caller":"traceutil/trace.go:171","msg":"trace[1800342141] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14716; }","duration":"942.692927ms","start":"2026-03-04T11:40:53.418059Z","end":"2026-03-04T11:40:54.360751Z","steps":["trace[1800342141] 'agreement among raft nodes before linearized reading' (duration: 942.556293ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:40:54.360794Z","caller":"traceutil/trace.go:171","msg":"trace[1037867390] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14716; }","duration":"936.542242ms","start":"2026-03-04T11:40:53.424248Z","end":"2026-03-04T11:40:54.36079Z","steps":["trace[1037867390] 'agreement among raft nodes before linearized reading' (duration: 936.500551ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:40:54.360578Z","caller":"traceutil/trace.go:171","msg":"trace[699628195] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:14716; }","duration":"1.218511563s","start":"2026-03-04T11:40:53.142048Z","end":"2026-03-04T11:40:54.360559Z","steps":["trace[699628195] 'agreement among raft nodes before linearized reading' (duration: 1.218266256s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:40:54.360815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:40:53.424241Z","time spent":"936.570113ms","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-04T11:40:54.360817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:40:53.41805Z","time spent":"942.754629ms","remote":"127.0.0.1:41250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-04T11:40:54.360833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:40:53.142039Z","time spent":"1.21878308s","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-kh88j\" "} {"level":"warn","ts":"2026-03-04T11:40:54.360855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:40:53.418266Z","time spent":"942.529113ms","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T11:40:54.360912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.17323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:40:54.360594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.278072396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-03-04T11:40:54.360917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.216447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-04T11:40:54.360934Z","caller":"traceutil/trace.go:171","msg":"trace[336679480] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14716; }","duration":"797.213852ms","start":"2026-03-04T11:40:53.563714Z","end":"2026-03-04T11:40:54.360928Z","steps":["trace[336679480] 'agreement among raft nodes before linearized reading' (duration: 797.183001ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:40:54.36066Z","caller":"traceutil/trace.go:171","msg":"trace[1130382980] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14716; }","duration":"1.329212732s","start":"2026-03-04T11:40:53.031442Z","end":"2026-03-04T11:40:54.360655Z","steps":["trace[1130382980] 'agreement among raft nodes before linearized reading' (duration: 1.329167161s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:40:54.36095Z","caller":"traceutil/trace.go:171","msg":"trace[1052677971] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14716; }","duration":"792.285979ms","start":"2026-03-04T11:40:53.568654Z","end":"2026-03-04T11:40:54.36094Z","steps":["trace[1052677971] 'agreement among raft nodes before linearized reading' (duration: 792.196157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:40:54.360695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268859308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-04T11:40:54.36097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.631783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:40:54.36054Z","caller":"traceutil/trace.go:171","msg":"trace[387088943] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14716; }","duration":"1.275688522s","start":"2026-03-04T11:40:53.084846Z","end":"2026-03-04T11:40:54.360534Z","steps":["trace[387088943] 'agreement among raft nodes before linearized reading' (duration: 1.275645791s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:40:54.36098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:40:53.568633Z","time spent":"792.33988ms","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-04T11:40:54.360983Z","caller":"traceutil/trace.go:171","msg":"trace[381822619] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14716; }","duration":"1.269171946s","start":"2026-03-04T11:40:53.091803Z","end":"2026-03-04T11:40:54.360975Z","steps":["trace[381822619] 'agreement among raft nodes before linearized reading' (duration: 1.268821097s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:40:54.360476Z","caller":"traceutil/trace.go:171","msg":"trace[2396531] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14716; }","duration":"1.095785929s","start":"2026-03-04T11:40:53.264669Z","end":"2026-03-04T11:40:54.360455Z","steps":["trace[2396531] 'agreement among raft nodes before linearized reading' (duration: 1.095514282s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:40:54.361002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.473593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:40:54.361014Z","caller":"traceutil/trace.go:171","msg":"trace[2114615792] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14716; }","duration":"799.519733ms","start":"2026-03-04T11:40:53.56149Z","end":"2026-03-04T11:40:54.36101Z","steps":["trace[2114615792] 'agreement among raft nodes before linearized reading' (duration: 799.501492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:40:54.361012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:40:53.091789Z","time spent":"1.269215888s","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-04T11:40:54.360984Z","caller":"traceutil/trace.go:171","msg":"trace[14890841] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14716; }","duration":"797.665604ms","start":"2026-03-04T11:40:53.563314Z","end":"2026-03-04T11:40:54.360979Z","steps":["trace[14890841] 'agreement among raft nodes before linearized reading' (duration: 797.644033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:40:54.361031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:40:53.561469Z","time spent":"799.558724ms","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T11:40:54.36104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:40:53.563303Z","time spent":"797.731936ms","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-04T11:40:54.361183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031288632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:40:54.361189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.100334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:40:54.36095Z","caller":"traceutil/trace.go:171","msg":"trace[1579731931] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:14716; }","duration":"1.278444686s","start":"2026-03-04T11:40:53.08249Z","end":"2026-03-04T11:40:54.360935Z","steps":["trace[1579731931] 'agreement among raft nodes before linearized reading' (duration: 1.278060906s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:40:54.361239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026794882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-04T11:40:54.361255Z","caller":"traceutil/trace.go:171","msg":"trace[875350720] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:14716; }","duration":"977.194466ms","start":"2026-03-04T11:40:53.384043Z","end":"2026-03-04T11:40:54.361237Z","steps":["trace[875350720] 'agreement among raft nodes before linearized reading' (duration: 977.091423ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:40:54.361298Z","caller":"traceutil/trace.go:171","msg":"trace[365949630] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14716; }","duration":"1.026862323s","start":"2026-03-04T11:40:53.33442Z","end":"2026-03-04T11:40:54.361282Z","steps":["trace[365949630] 'agreement among raft nodes before linearized reading' (duration: 1.02674234s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:40:54.361305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:40:53.384029Z","time spent":"977.262818ms","remote":"127.0.0.1:41600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:40:54.36135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:40:53.334411Z","time spent":"1.026926746s","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-04T11:40:54.361415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.654432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-srr7f\" ","response":"range_response_count:1 size:20750"} {"level":"info","ts":"2026-03-04T11:40:54.360728Z","caller":"traceutil/trace.go:171","msg":"trace[2091474186] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14716; }","duration":"1.34285001s","start":"2026-03-04T11:40:53.017874Z","end":"2026-03-04T11:40:54.360724Z","steps":["trace[2091474186] 'agreement among raft nodes before linearized reading' (duration: 1.342795479s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:40:54.361452Z","caller":"traceutil/trace.go:171","msg":"trace[599706943] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-srr7f; range_end:; response_count:1; response_revision:14716; }","duration":"966.715554ms","start":"2026-03-04T11:40:53.394726Z","end":"2026-03-04T11:40:54.361442Z","steps":["trace[599706943] 'agreement among raft nodes before linearized reading' (duration: 966.589071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:40:54.361469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:40:53.017866Z","time spent":"1.34359742s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T11:40:54.361016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:40:53.264657Z","time spent":"1.096352514s","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-04T11:40:54.361479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:40:53.394714Z","time spent":"966.758425ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20773,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-srr7f\" "} {"level":"warn","ts":"2026-03-04T11:40:54.361252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:40:53.082474Z","time spent":"1.278770275s","remote":"127.0.0.1:41248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-04T11:40:54.360871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21692549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-04T11:40:54.361611Z","caller":"traceutil/trace.go:171","msg":"trace[1977748253] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14716; }","duration":"1.217657779s","start":"2026-03-04T11:40:53.143928Z","end":"2026-03-04T11:40:54.361586Z","steps":["trace[1977748253] 'agreement among raft nodes before linearized reading' (duration: 1.216877488s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:40:54.361666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:40:53.143923Z","time spent":"1.217727852s","remote":"127.0.0.1:41250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-04T11:40:54.360982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:40:53.03143Z","time spent":"1.329539782s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T11:40:54.360531Z","caller":"traceutil/trace.go:171","msg":"trace[1940967392] transaction","detail":"{read_only:false; response_revision:14716; number_of_response:1; }","duration":"658.842877ms","start":"2026-03-04T11:40:53.701673Z","end":"2026-03-04T11:40:54.360516Z","steps":["trace[1940967392] 'process raft request' (duration: 658.426205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:40:54.361017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:40:53.084825Z","time spent":"1.276176135s","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T11:40:54.361839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:40:53.701647Z","time spent":"660.133491ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:40:54.360949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:40:53.563704Z","time spent":"797.241212ms","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T11:40:54.361133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030340587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:40:54.361907Z","caller":"traceutil/trace.go:171","msg":"trace[525145000] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14716; }","duration":"1.031144109s","start":"2026-03-04T11:40:53.330753Z","end":"2026-03-04T11:40:54.361897Z","steps":["trace[525145000] 'agreement among raft nodes before linearized reading' (duration: 1.030342497s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:40:54.361138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.563473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-hhtrv\" ","response":"range_response_count:1 size:9790"} {"level":"warn","ts":"2026-03-04T11:40:54.361941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:40:53.330737Z","time spent":"1.031195391s","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-03-04T11:40:54.361945Z","caller":"traceutil/trace.go:171","msg":"trace[321743266] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-hhtrv; range_end:; response_count:1; response_revision:14716; }","duration":"966.409616ms","start":"2026-03-04T11:40:53.395525Z","end":"2026-03-04T11:40:54.361935Z","steps":["trace[321743266] 'agreement among raft nodes before linearized reading' (duration: 965.524882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:40:54.36198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:40:53.395504Z","time spent":"966.466258ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9813,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-hhtrv\" "} {"level":"info","ts":"2026-03-04T11:40:54.361217Z","caller":"traceutil/trace.go:171","msg":"trace[846225985] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14716; }","duration":"1.031352964s","start":"2026-03-04T11:40:53.329852Z","end":"2026-03-04T11:40:54.361205Z","steps":["trace[846225985] 'agreement among raft nodes before linearized reading' (duration: 1.031312103s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:40:54.36214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:40:53.329831Z","time spent":"1.03230124s","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T11:40:54.361255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031407136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:40:54.362238Z","caller":"traceutil/trace.go:171","msg":"trace[1785792326] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14716; }","duration":"1.032422774s","start":"2026-03-04T11:40:53.329806Z","end":"2026-03-04T11:40:54.362229Z","steps":["trace[1785792326] 'agreement among raft nodes before linearized reading' (duration: 1.031432707s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:40:54.362274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:40:53.329787Z","time spent":"1.032477445s","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-03-04T11:41:06.495766Z","caller":"traceutil/trace.go:171","msg":"trace[475011742] transaction","detail":"{read_only:false; response_revision:14776; number_of_response:1; }","duration":"100.190277ms","start":"2026-03-04T11:41:06.395535Z","end":"2026-03-04T11:41:06.495725Z","steps":["trace[475011742] 'process raft request' (duration: 99.961601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:41:06.534371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.785298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:41:06.534442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.602065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:41:06.534469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.870491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-04T11:41:06.534518Z","caller":"traceutil/trace.go:171","msg":"trace[455649570] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14777; }","duration":"124.704837ms","start":"2026-03-04T11:41:06.409795Z","end":"2026-03-04T11:41:06.5345Z","steps":["trace[455649570] 'agreement among raft nodes before linearized reading' (duration: 124.584994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:41:06.534605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.913218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-04T11:41:06.534631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.480445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:41:06.534712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.902865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:41:06.534739Z","caller":"traceutil/trace.go:171","msg":"trace[1509094825] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14777; }","duration":"129.603819ms","start":"2026-03-04T11:41:06.40512Z","end":"2026-03-04T11:41:06.534723Z","steps":["trace[1509094825] 'agreement among raft nodes before linearized reading' (duration: 129.432845ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:41:06.534801Z","caller":"traceutil/trace.go:171","msg":"trace[1268277005] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14777; }","duration":"137.000368ms","start":"2026-03-04T11:41:06.39777Z","end":"2026-03-04T11:41:06.53477Z","steps":["trace[1268277005] 'agreement among raft nodes before linearized reading' (duration: 136.885195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:41:06.534831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.440533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:41:06.534844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.978476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-04T11:41:06.53489Z","caller":"traceutil/trace.go:171","msg":"trace[864909418] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14777; }","duration":"110.512055ms","start":"2026-03-04T11:41:06.424362Z","end":"2026-03-04T11:41:06.534874Z","steps":["trace[864909418] 'agreement among raft nodes before linearized reading' (duration: 110.423563ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:41:06.534895Z","caller":"traceutil/trace.go:171","msg":"trace[138938012] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14777; }","duration":"108.040488ms","start":"2026-03-04T11:41:06.426842Z","end":"2026-03-04T11:41:06.534883Z","steps":["trace[138938012] 'agreement among raft nodes before linearized reading' (duration: 107.917245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:41:06.534898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.368321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-04T11:41:06.534912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.175795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-04T11:41:06.535122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.396624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T11:41:06.535211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.801106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"warn","ts":"2026-03-04T11:41:06.535237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.027749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:41:06.535271Z","caller":"traceutil/trace.go:171","msg":"trace[51167782] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14777; }","duration":"109.883498ms","start":"2026-03-04T11:41:06.425374Z","end":"2026-03-04T11:41:06.535257Z","steps":["trace[51167782] 'agreement among raft nodes before linearized reading' (duration: 109.760534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:41:06.534736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.806302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-04T11:41:06.53538Z","caller":"traceutil/trace.go:171","msg":"trace[96869087] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14777; }","duration":"108.443609ms","start":"2026-03-04T11:41:06.426919Z","end":"2026-03-04T11:41:06.535363Z","steps":["trace[96869087] 'agreement among raft nodes before linearized reading' (duration: 107.744691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:41:06.535426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.653491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-04T11:41:06.535427Z","caller":"traceutil/trace.go:171","msg":"trace[1677888283] transaction","detail":"{read_only:false; response_revision:14777; number_of_response:1; }","duration":"111.040289ms","start":"2026-03-04T11:41:06.42437Z","end":"2026-03-04T11:41:06.53541Z","steps":["trace[1677888283] 'process raft request' (duration: 83.272991ms)","trace[1677888283] 'compare' (duration: 26.470313ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:41:06.535275Z","caller":"traceutil/trace.go:171","msg":"trace[2002269488] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14777; }","duration":"137.08064ms","start":"2026-03-04T11:41:06.398185Z","end":"2026-03-04T11:41:06.535265Z","steps":["trace[2002269488] 'agreement among raft nodes before linearized reading' (duration: 137.018738ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:41:06.535473Z","caller":"traceutil/trace.go:171","msg":"trace[507374831] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14777; }","duration":"132.715713ms","start":"2026-03-04T11:41:06.402746Z","end":"2026-03-04T11:41:06.535462Z","steps":["trace[507374831] 'agreement among raft nodes before linearized reading' (duration: 132.550529ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:41:06.535403Z","caller":"traceutil/trace.go:171","msg":"trace[1288153056] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14777; }","duration":"106.543318ms","start":"2026-03-04T11:41:06.428693Z","end":"2026-03-04T11:41:06.535237Z","steps":["trace[1288153056] 'agreement among raft nodes before linearized reading' (duration: 105.921691ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:41:06.534464Z","caller":"traceutil/trace.go:171","msg":"trace[1497905445] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14777; }","duration":"108.901972ms","start":"2026-03-04T11:41:06.425539Z","end":"2026-03-04T11:41:06.534441Z","steps":["trace[1497905445] 'agreement among raft nodes before linearized reading' (duration: 108.748637ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:41:06.534524Z","caller":"traceutil/trace.go:171","msg":"trace[1792624570] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14777; }","duration":"108.980243ms","start":"2026-03-04T11:41:06.425529Z","end":"2026-03-04T11:41:06.534509Z","steps":["trace[1792624570] 'agreement among raft nodes before linearized reading' (duration: 108.761518ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:41:06.534642Z","caller":"traceutil/trace.go:171","msg":"trace[911934158] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14777; }","duration":"106.958989ms","start":"2026-03-04T11:41:06.427675Z","end":"2026-03-04T11:41:06.534634Z","steps":["trace[911934158] 'agreement among raft nodes before linearized reading' (duration: 106.874846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:41:06.535811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.498813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T11:41:06.534999Z","caller":"traceutil/trace.go:171","msg":"trace[160745636] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14777; }","duration":"110.512675ms","start":"2026-03-04T11:41:06.42447Z","end":"2026-03-04T11:41:06.534983Z","steps":["trace[160745636] 'agreement among raft nodes before linearized reading' (duration: 110.31293ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:41:06.535165Z","caller":"traceutil/trace.go:171","msg":"trace[1909057664] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14777; }","duration":"107.462782ms","start":"2026-03-04T11:41:06.427679Z","end":"2026-03-04T11:41:06.535142Z","steps":["trace[1909057664] 'agreement among raft nodes before linearized reading' (duration: 107.031561ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:41:06.536028Z","caller":"traceutil/trace.go:171","msg":"trace[654860854] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14777; }","duration":"104.663208ms","start":"2026-03-04T11:41:06.431283Z","end":"2026-03-04T11:41:06.535946Z","steps":["trace[654860854] 'agreement among raft nodes before linearized reading' (duration: 104.438222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:41:06.535111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.634501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-04T11:41:06.536204Z","caller":"traceutil/trace.go:171","msg":"trace[1478397737] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14777; }","duration":"110.744872ms","start":"2026-03-04T11:41:06.425441Z","end":"2026-03-04T11:41:06.536186Z","steps":["trace[1478397737] 'agreement among raft nodes before linearized reading' (duration: 109.58746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:41:06.535089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.631931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:41:06.536335Z","caller":"traceutil/trace.go:171","msg":"trace[1971858696] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14777; }","duration":"110.890955ms","start":"2026-03-04T11:41:06.425426Z","end":"2026-03-04T11:41:06.536317Z","steps":["trace[1971858696] 'agreement among raft nodes before linearized reading' (duration: 109.630141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:41:06.537163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.61815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-04T11:41:06.537324Z","caller":"traceutil/trace.go:171","msg":"trace[2038104871] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14777; }","duration":"109.790576ms","start":"2026-03-04T11:41:06.427515Z","end":"2026-03-04T11:41:06.537306Z","steps":["trace[2038104871] 'agreement among raft nodes before linearized reading' (duration: 109.517168ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:41:27.323579Z","caller":"traceutil/trace.go:171","msg":"trace[1627901668] transaction","detail":"{read_only:false; response_revision:14874; number_of_response:1; }","duration":"444.915198ms","start":"2026-03-04T11:41:26.878634Z","end":"2026-03-04T11:41:27.323549Z","steps":["trace[1627901668] 'process raft request' (duration: 444.688232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:41:27.323742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:41:26.878616Z","time spent":"445.045841ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:41:28.326069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.492863ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:41:28.326257Z","caller":"traceutil/trace.go:171","msg":"trace[663491236] linearizableReadLoop","detail":"{readStateIndex:15468; appliedIndex:15465; }","duration":"1.168190119s","start":"2026-03-04T11:41:27.158052Z","end":"2026-03-04T11:41:28.326242Z","steps":["trace[663491236] 'read index received' (duration: 165.353972ms)","trace[663491236] 'applied index is now lower than readState.Index' (duration: 1.002835177s)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:41:28.326423Z","caller":"traceutil/trace.go:171","msg":"trace[1627429779] transaction","detail":"{read_only:false; response_revision:14875; number_of_response:1; }","duration":"1.418842406s","start":"2026-03-04T11:41:26.90757Z","end":"2026-03-04T11:41:28.326412Z","steps":["trace[1627429779] 'process raft request' (duration: 1.235929042s)","trace[1627429779] 'compare' (duration: 182.098242ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:41:28.326463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:41:26.907543Z","time spent":"1.418898737s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:41:28.326588Z","caller":"traceutil/trace.go:171","msg":"trace[2067530578] transaction","detail":"{read_only:false; response_revision:14876; number_of_response:1; }","duration":"1.349864009s","start":"2026-03-04T11:41:26.976716Z","end":"2026-03-04T11:41:28.32658Z","steps":["trace[2067530578] 'process raft request' (duration: 1.349449938s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:41:28.326622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:41:26.976694Z","time spent":"1.34990741s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:41:28.326756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168704452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T11:41:28.326783Z","caller":"traceutil/trace.go:171","msg":"trace[227415144] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14876; }","duration":"1.168765764s","start":"2026-03-04T11:41:27.158009Z","end":"2026-03-04T11:41:28.326775Z","steps":["trace[227415144] 'agreement among raft nodes before linearized reading' (duration: 1.168679682s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:41:28.3268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:41:27.15799Z","time spent":"1.168805565s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T11:41:28.334694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.374628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:41:28.334765Z","caller":"traceutil/trace.go:171","msg":"trace[669053022] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:14877; }","duration":"806.518921ms","start":"2026-03-04T11:41:27.528231Z","end":"2026-03-04T11:41:28.33475Z","steps":["trace[669053022] 'agreement among raft nodes before linearized reading' (duration: 806.378998ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:41:28.334726Z","caller":"traceutil/trace.go:171","msg":"trace[1917919639] transaction","detail":"{read_only:false; response_revision:14877; number_of_response:1; }","duration":"535.413244ms","start":"2026-03-04T11:41:27.799278Z","end":"2026-03-04T11:41:28.334692Z","steps":["trace[1917919639] 'process raft request' (duration: 535.218759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:41:28.334801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:41:27.52821Z","time spent":"806.582284ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:41:28.334903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:41:27.799254Z","time spent":"535.547927ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:41:28.33491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.239997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:41:28.335021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.798809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:41:28.335052Z","caller":"traceutil/trace.go:171","msg":"trace[1549805067] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:14877; }","duration":"254.82871ms","start":"2026-03-04T11:41:28.080213Z","end":"2026-03-04T11:41:28.335042Z","steps":["trace[1549805067] 'agreement among raft nodes before linearized reading' (duration: 254.780859ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:41:28.335097Z","caller":"traceutil/trace.go:171","msg":"trace[1293619788] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14877; }","duration":"227.399611ms","start":"2026-03-04T11:41:28.107638Z","end":"2026-03-04T11:41:28.335037Z","steps":["trace[1293619788] 'agreement among raft nodes before linearized reading' (duration: 227.074302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:41:28.335242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.630645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T11:41:28.335277Z","caller":"traceutil/trace.go:171","msg":"trace[1676365198] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14877; }","duration":"640.699577ms","start":"2026-03-04T11:41:27.694568Z","end":"2026-03-04T11:41:28.335268Z","steps":["trace[1676365198] 'agreement among raft nodes before linearized reading' (duration: 640.488342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:41:28.335301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:41:27.69455Z","time spent":"640.746109ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T11:41:28.335374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.350824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:41:28.335455Z","caller":"traceutil/trace.go:171","msg":"trace[1476674857] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:14877; }","duration":"375.488288ms","start":"2026-03-04T11:41:27.95995Z","end":"2026-03-04T11:41:28.335438Z","steps":["trace[1476674857] 'agreement among raft nodes before linearized reading' (duration: 375.357854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:41:28.335497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:41:27.959921Z","time spent":"375.56579ms","remote":"127.0.0.1:41314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:41:28.335738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.666523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.18\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-04T11:41:28.335777Z","caller":"traceutil/trace.go:171","msg":"trace[240361277] range","detail":"{range_begin:/registry/masterleases/199.19.213.18; range_end:; response_count:1; response_revision:14877; }","duration":"229.720054ms","start":"2026-03-04T11:41:28.106047Z","end":"2026-03-04T11:41:28.335767Z","steps":["trace[240361277] 'agreement among raft nodes before linearized reading' (duration: 229.59731ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:41:28.46421Z","caller":"traceutil/trace.go:171","msg":"trace[583069468] linearizableReadLoop","detail":"{readStateIndex:15470; appliedIndex:15469; }","duration":"127.540654ms","start":"2026-03-04T11:41:28.336645Z","end":"2026-03-04T11:41:28.464185Z","steps":["trace[583069468] 'read index received' (duration: 123.880475ms)","trace[583069468] 'applied index is now lower than readState.Index' (duration: 3.659329ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:41:28.464306Z","caller":"traceutil/trace.go:171","msg":"trace[1519140890] transaction","detail":"{read_only:false; response_revision:14878; number_of_response:1; }","duration":"132.779614ms","start":"2026-03-04T11:41:28.331516Z","end":"2026-03-04T11:41:28.464296Z","steps":["trace[1519140890] 'process raft request' (duration: 128.993632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:41:28.464507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.817451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:41:28.46459Z","caller":"traceutil/trace.go:171","msg":"trace[1145660943] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14878; }","duration":"127.963265ms","start":"2026-03-04T11:41:28.336608Z","end":"2026-03-04T11:41:28.464571Z","steps":["trace[1145660943] 'agreement among raft nodes before linearized reading' (duration: 127.728249ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:41:28.47579Z","caller":"traceutil/trace.go:171","msg":"trace[1644326385] transaction","detail":"{read_only:false; response_revision:14879; number_of_response:1; }","duration":"136.67882ms","start":"2026-03-04T11:41:28.339092Z","end":"2026-03-04T11:41:28.475771Z","steps":["trace[1644326385] 'process raft request' (duration: 135.976571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:41:29.040216Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541858717,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:41:29.540874Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541858717,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:41:29.813448Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.336662292s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T11:41:30.272726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.642417ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:41:30.273015Z","caller":"traceutil/trace.go:171","msg":"trace[509754106] transaction","detail":"{read_only:false; response_revision:14880; number_of_response:1; }","duration":"1.796291205s","start":"2026-03-04T11:41:28.476696Z","end":"2026-03-04T11:41:30.272987Z","steps":["trace[509754106] 'process raft request' (duration: 1.337253688s)","trace[509754106] 'compare' (duration: 457.343432ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:41:30.273137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:41:28.476678Z","time spent":"1.796417039s","remote":"127.0.0.1:41114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:41:30.52494Z","caller":"traceutil/trace.go:171","msg":"trace[631195403] linearizableReadLoop","detail":"{readStateIndex:15475; appliedIndex:15472; }","duration":"1.985810738s","start":"2026-03-04T11:41:28.539106Z","end":"2026-03-04T11:41:30.524917Z","steps":["trace[631195403] 'read index received' (duration: 1.27487444s)","trace[631195403] 'applied index is now lower than readState.Index' (duration: 710.935288ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:41:30.525044Z","caller":"traceutil/trace.go:171","msg":"trace[1151600736] transaction","detail":"{read_only:false; response_revision:14881; number_of_response:1; }","duration":"1.96577693s","start":"2026-03-04T11:41:28.559257Z","end":"2026-03-04T11:41:30.525034Z","steps":["trace[1151600736] 'process raft request' (duration: 1.962929643s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:41:30.52525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.986137457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:41:30.525334Z","caller":"traceutil/trace.go:171","msg":"trace[1048506337] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14882; }","duration":"1.98626635s","start":"2026-03-04T11:41:28.539058Z","end":"2026-03-04T11:41:30.525324Z","steps":["trace[1048506337] 'agreement among raft nodes before linearized reading' (duration: 1.986157317s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:41:30.525361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:41:28.539034Z","time spent":"1.986318772s","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-04T11:41:30.525344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:41:28.559228Z","time spent":"1.96584287s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:41:30.525263Z","caller":"traceutil/trace.go:171","msg":"trace[1383027028] transaction","detail":"{read_only:false; response_revision:14882; number_of_response:1; }","duration":"1.912639488s","start":"2026-03-04T11:41:28.612575Z","end":"2026-03-04T11:41:30.525215Z","steps":["trace[1383027028] 'process raft request' (duration: 1.912295519s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:41:30.525709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:41:28.612546Z","time spent":"1.91305154s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:41:30.527758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.941468575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:41:30.528808Z","caller":"traceutil/trace.go:171","msg":"trace[1374069923] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14883; }","duration":"1.942561744s","start":"2026-03-04T11:41:28.586237Z","end":"2026-03-04T11:41:30.528798Z","steps":["trace[1374069923] 'agreement among raft nodes before linearized reading' (duration: 1.941430123s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:41:30.528831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.89337855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T11:41:30.52784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.896069973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T11:41:30.5279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.933028388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-04T11:41:30.528952Z","caller":"traceutil/trace.go:171","msg":"trace[1401505797] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14883; }","duration":"1.934091547s","start":"2026-03-04T11:41:28.594853Z","end":"2026-03-04T11:41:30.528944Z","steps":["trace[1401505797] 'agreement among raft nodes before linearized reading' (duration: 1.932981637s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:41:30.528958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:41:28.586229Z","time spent":"1.942652736s","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T11:41:30.528998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:41:28.594846Z","time spent":"1.934138258s","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-04T11:41:30.528007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.923626184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-04T11:41:30.529117Z","caller":"traceutil/trace.go:171","msg":"trace[1577106387] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14883; }","duration":"1.924749885s","start":"2026-03-04T11:41:28.604357Z","end":"2026-03-04T11:41:30.529107Z","steps":["trace[1577106387] 'agreement among raft nodes before linearized reading' (duration: 1.923614775s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:41:30.529167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:41:28.604347Z","time spent":"1.924807537s","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-04T11:41:30.528052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.926186364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-04T11:41:30.529302Z","caller":"traceutil/trace.go:171","msg":"trace[815496247] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14883; }","duration":"1.927434577s","start":"2026-03-04T11:41:28.60185Z","end":"2026-03-04T11:41:30.529285Z","steps":["trace[815496247] 'agreement among raft nodes before linearized reading' (duration: 1.926166963s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:41:30.529361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:41:28.601838Z","time spent":"1.927509589s","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-04T11:41:30.528044Z","caller":"traceutil/trace.go:171","msg":"trace[169326272] transaction","detail":"{read_only:false; response_revision:14883; number_of_response:1; }","duration":"195.156634ms","start":"2026-03-04T11:41:30.33287Z","end":"2026-03-04T11:41:30.528027Z","steps":["trace[169326272] 'process raft request' (duration: 194.685871ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:41:30.529392Z","caller":"traceutil/trace.go:171","msg":"trace[1034927538] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14883; }","duration":"1.897225544s","start":"2026-03-04T11:41:28.63172Z","end":"2026-03-04T11:41:30.528946Z","steps":["trace[1034927538] 'agreement among raft nodes before linearized reading' (duration: 1.895990511s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:41:30.528097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.926277676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-04T11:41:30.529567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:41:28.631705Z","time spent":"1.89784515s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T11:41:30.529584Z","caller":"traceutil/trace.go:171","msg":"trace[49791448] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14883; }","duration":"1.927771936s","start":"2026-03-04T11:41:28.601801Z","end":"2026-03-04T11:41:30.529573Z","steps":["trace[49791448] 'agreement among raft nodes before linearized reading' (duration: 1.926261845s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:41:30.529916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:41:28.60179Z","time spent":"1.928112526s","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-04T11:41:30.528172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.928094735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:41:30.53004Z","caller":"traceutil/trace.go:171","msg":"trace[900024480] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14883; }","duration":"1.929983086s","start":"2026-03-04T11:41:28.600043Z","end":"2026-03-04T11:41:30.530026Z","steps":["trace[900024480] 'agreement among raft nodes before linearized reading' (duration: 1.928115326s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:41:30.530079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:41:28.600035Z","time spent":"1.930037217s","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T11:41:30.528208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.934559089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-04T11:41:30.530217Z","caller":"traceutil/trace.go:171","msg":"trace[56473844] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14883; }","duration":"1.936594023s","start":"2026-03-04T11:41:28.593598Z","end":"2026-03-04T11:41:30.530192Z","steps":["trace[56473844] 'agreement among raft nodes before linearized reading' (duration: 1.934499147s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:41:30.530264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:41:28.593579Z","time spent":"1.936675686s","remote":"127.0.0.1:41250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-04T11:41:30.528229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.932131433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-04T11:41:30.5304Z","caller":"traceutil/trace.go:171","msg":"trace[1487144230] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14883; }","duration":"1.934314903s","start":"2026-03-04T11:41:28.596078Z","end":"2026-03-04T11:41:30.530393Z","steps":["trace[1487144230] 'agreement among raft nodes before linearized reading' (duration: 1.932104513s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:41:30.530439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:41:28.596071Z","time spent":"1.934360564s","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-04T11:41:30.528264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.938818783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:41:30.530536Z","caller":"traceutil/trace.go:171","msg":"trace[2032117196] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14883; }","duration":"1.941108115s","start":"2026-03-04T11:41:28.589411Z","end":"2026-03-04T11:41:30.530519Z","steps":["trace[2032117196] 'agreement among raft nodes before linearized reading' (duration: 1.938837344s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:41:30.530595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:41:28.589403Z","time spent":"1.941177077s","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T11:41:30.528264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.936010388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:41:30.530727Z","caller":"traceutil/trace.go:171","msg":"trace[1521062822] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14883; }","duration":"1.938493535s","start":"2026-03-04T11:41:28.592225Z","end":"2026-03-04T11:41:30.530719Z","steps":["trace[1521062822] 'agreement among raft nodes before linearized reading' (duration: 1.936016468s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:41:30.530775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:41:28.592213Z","time spent":"1.938552827s","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T11:41:30.528285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.93795557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:41:30.530983Z","caller":"traceutil/trace.go:171","msg":"trace[1287238759] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14883; }","duration":"1.940657683s","start":"2026-03-04T11:41:28.590313Z","end":"2026-03-04T11:41:30.530971Z","steps":["trace[1287238759] 'agreement among raft nodes before linearized reading' (duration: 1.937960321s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:41:30.531024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:41:28.590304Z","time spent":"1.940708875s","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T11:41:30.528302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.941811544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:41:30.531169Z","caller":"traceutil/trace.go:171","msg":"trace[432964635] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14883; }","duration":"1.944722812s","start":"2026-03-04T11:41:28.586434Z","end":"2026-03-04T11:41:30.531157Z","steps":["trace[432964635] 'agreement among raft nodes before linearized reading' (duration: 1.941850395s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:41:30.531229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:41:28.586405Z","time spent":"1.944811985s","remote":"127.0.0.1:41250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-04T11:41:30.528336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.938591337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-03-04T11:41:30.531455Z","caller":"traceutil/trace.go:171","msg":"trace[1241455831] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14883; }","duration":"1.941707141s","start":"2026-03-04T11:41:28.589738Z","end":"2026-03-04T11:41:30.531446Z","steps":["trace[1241455831] 'agreement among raft nodes before linearized reading' (duration: 1.938558596s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:41:30.531528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:41:28.589625Z","time spent":"1.941873556s","remote":"127.0.0.1:41250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":705,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-04T11:41:30.528377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.942024129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-04T11:41:30.528398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.716634612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-srr7f\" ","response":"range_response_count:1 size:20750"} {"level":"warn","ts":"2026-03-04T11:41:30.528427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.942105442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:41:30.528431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.731738439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-hhtrv\" ","response":"range_response_count:1 size:9790"} {"level":"warn","ts":"2026-03-04T11:41:30.528452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.754824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-03-04T11:41:30.528519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.435738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-04T11:41:30.528546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.320293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:41:30.528567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.996219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:41:30.528599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.319524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T11:41:30.528659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.639740052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-fwnnj\" ","response":"range_response_count:1 size:22094"} {"level":"warn","ts":"2026-03-04T11:41:30.528663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.776036561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-04T11:41:30.528712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.661797455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-fwnnj\" ","response":"range_response_count:1 size:22094"} {"level":"warn","ts":"2026-03-04T11:41:30.528738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.896599507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T11:41:30.528762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.70837069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-04T11:41:30.528914Z","caller":"traceutil/trace.go:171","msg":"trace[1632738078] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14883; }","duration":"1.893475413s","start":"2026-03-04T11:41:28.63542Z","end":"2026-03-04T11:41:30.528895Z","steps":["trace[1632738078] 'agreement among raft nodes before linearized reading' (duration: 1.893337729s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:41:30.528146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.92791653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-04T11:41:30.527958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.92346315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-04T11:41:30.531768Z","caller":"traceutil/trace.go:171","msg":"trace[825855856] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:14883; }","duration":"256.113615ms","start":"2026-03-04T11:41:30.27564Z","end":"2026-03-04T11:41:30.531754Z","steps":["trace[825855856] 'agreement among raft nodes before linearized reading' (duration: 252.771604ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:41:30.531968Z","caller":"traceutil/trace.go:171","msg":"trace[1739429341] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-fwnnj; range_end:; response_count:1; response_revision:14883; }","duration":"1.665104535s","start":"2026-03-04T11:41:28.866854Z","end":"2026-03-04T11:41:30.531959Z","steps":["trace[1739429341] 'agreement among raft nodes before linearized reading' (duration: 1.661815626s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:41:30.532019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:41:28.866822Z","time spent":"1.665183567s","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22117,"request content":"key:\"/registry/pods/openstack/nova-compute-default-fwnnj\" "} {"level":"info","ts":"2026-03-04T11:41:30.532104Z","caller":"traceutil/trace.go:171","msg":"trace[1828012090] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14883; }","duration":"1.899986108s","start":"2026-03-04T11:41:28.632107Z","end":"2026-03-04T11:41:30.532093Z","steps":["trace[1828012090] 'agreement among raft nodes before linearized reading' (duration: 1.896565616s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:41:30.532156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:41:28.632094Z","time spent":"1.90005232s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T11:41:30.532189Z","caller":"traceutil/trace.go:171","msg":"trace[335591468] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:14883; }","duration":"359.107618ms","start":"2026-03-04T11:41:30.173067Z","end":"2026-03-04T11:41:30.532175Z","steps":["trace[335591468] 'agreement among raft nodes before linearized reading' (duration: 355.397898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:41:30.532237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:41:30.172993Z","time spent":"359.231381ms","remote":"127.0.0.1:41248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-03-04T11:41:30.532301Z","caller":"traceutil/trace.go:171","msg":"trace[1173908093] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14883; }","duration":"1.711891475s","start":"2026-03-04T11:41:28.820361Z","end":"2026-03-04T11:41:30.532252Z","steps":["trace[1173908093] 'agreement among raft nodes before linearized reading' (duration: 1.70836465s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:41:30.53234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:41:28.820346Z","time spent":"1.711986487s","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-04T11:41:30.532382Z","caller":"traceutil/trace.go:171","msg":"trace[1225980461] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14883; }","duration":"415.193927ms","start":"2026-03-04T11:41:30.117178Z","end":"2026-03-04T11:41:30.532372Z","steps":["trace[1225980461] 'agreement among raft nodes before linearized reading' (duration: 411.353864ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:41:30.532389Z","caller":"traceutil/trace.go:171","msg":"trace[328591780] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14883; }","duration":"1.92789851s","start":"2026-03-04T11:41:28.604468Z","end":"2026-03-04T11:41:30.532366Z","steps":["trace[328591780] 'agreement among raft nodes before linearized reading' (duration: 1.92344917s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:41:30.53242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:41:30.117152Z","time spent":"415.260279ms","remote":"127.0.0.1:41086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:41:30.532434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:41:28.604454Z","time spent":"1.927970062s","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-04T11:41:30.532495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:41:28.635414Z","time spent":"1.897076599s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T11:41:30.532543Z","caller":"traceutil/trace.go:171","msg":"trace[1901387423] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14883; }","duration":"1.932335339s","start":"2026-03-04T11:41:28.600202Z","end":"2026-03-04T11:41:30.532537Z","steps":["trace[1901387423] 'agreement among raft nodes before linearized reading' (duration: 1.927905699s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:41:30.532549Z","caller":"traceutil/trace.go:171","msg":"trace[2052267786] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14883; }","duration":"695.997807ms","start":"2026-03-04T11:41:29.836541Z","end":"2026-03-04T11:41:30.532539Z","steps":["trace[2052267786] 'agreement among raft nodes before linearized reading' (duration: 692.014199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:41:30.532566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:41:28.600186Z","time spent":"1.93237391s","remote":"127.0.0.1:41250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-04T11:41:30.53258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:41:29.83653Z","time spent":"696.042458ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T11:41:30.531803Z","caller":"traceutil/trace.go:171","msg":"trace[1019745244] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14883; }","duration":"1.945522404s","start":"2026-03-04T11:41:28.586272Z","end":"2026-03-04T11:41:30.531795Z","steps":["trace[1019745244] 'agreement among raft nodes before linearized reading' (duration: 1.94204666s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:41:30.532654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:41:28.586259Z","time spent":"1.946386028s","remote":"127.0.0.1:41250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-04T11:41:30.53271Z","caller":"traceutil/trace.go:171","msg":"trace[1398840840] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14883; }","duration":"710.429895ms","start":"2026-03-04T11:41:29.822269Z","end":"2026-03-04T11:41:30.532699Z","steps":["trace[1398840840] 'agreement among raft nodes before linearized reading' (duration: 706.306864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:41:30.532757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:41:29.822201Z","time spent":"710.541498ms","remote":"127.0.0.1:43702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T11:41:30.532812Z","caller":"traceutil/trace.go:171","msg":"trace[359226663] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-fwnnj; range_end:; response_count:1; response_revision:14883; }","duration":"1.643932855s","start":"2026-03-04T11:41:28.88887Z","end":"2026-03-04T11:41:30.532803Z","steps":["trace[359226663] 'agreement among raft nodes before linearized reading' (duration: 1.639741952s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:41:30.532855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:41:28.888841Z","time spent":"1.644004057s","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22117,"request content":"key:\"/registry/pods/openstack/nova-compute-default-fwnnj\" "} {"level":"info","ts":"2026-03-04T11:41:30.531829Z","caller":"traceutil/trace.go:171","msg":"trace[443266406] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-srr7f; range_end:; response_count:1; response_revision:14883; }","duration":"1.720093165s","start":"2026-03-04T11:41:28.811728Z","end":"2026-03-04T11:41:30.531821Z","steps":["trace[443266406] 'agreement among raft nodes before linearized reading' (duration: 1.716627192s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:41:30.532959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:41:28.811716Z","time spent":"1.721233446s","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20773,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-srr7f\" "} {"level":"info","ts":"2026-03-04T11:41:30.532973Z","caller":"traceutil/trace.go:171","msg":"trace[1556878253] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:14883; }","duration":"1.780397659s","start":"2026-03-04T11:41:28.752568Z","end":"2026-03-04T11:41:30.532965Z","steps":["trace[1556878253] 'agreement among raft nodes before linearized reading' (duration: 1.776028111s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:41:30.533109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:41:28.752548Z","time spent":"1.780551503s","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-kh88j\" "} {"level":"info","ts":"2026-03-04T11:41:30.531855Z","caller":"traceutil/trace.go:171","msg":"trace[260654405] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14883; }","duration":"1.950731164s","start":"2026-03-04T11:41:28.581117Z","end":"2026-03-04T11:41:30.531848Z","steps":["trace[260654405] 'agreement among raft nodes before linearized reading' (duration: 1.947278981s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:41:30.533266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:41:28.581094Z","time spent":"1.952162773s","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-04T11:41:30.531881Z","caller":"traceutil/trace.go:171","msg":"trace[2093590070] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-hhtrv; range_end:; response_count:1; response_revision:14883; }","duration":"1.735230563s","start":"2026-03-04T11:41:28.796643Z","end":"2026-03-04T11:41:30.531874Z","steps":["trace[2093590070] 'agreement among raft nodes before linearized reading' (duration: 1.731719078s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:41:30.533482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:41:28.796622Z","time spent":"1.736849817s","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9813,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-hhtrv\" "} {"level":"info","ts":"2026-03-04T11:41:30.801237Z","caller":"traceutil/trace.go:171","msg":"trace[1852676928] linearizableReadLoop","detail":"{readStateIndex:15481; appliedIndex:15477; }","duration":"233.002432ms","start":"2026-03-04T11:41:30.568212Z","end":"2026-03-04T11:41:30.801215Z","steps":["trace[1852676928] 'read index received' (duration: 232.116018ms)","trace[1852676928] 'applied index is now lower than readState.Index' (duration: 885.404µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:41:30.801942Z","caller":"traceutil/trace.go:171","msg":"trace[717017313] transaction","detail":"{read_only:false; response_revision:14888; number_of_response:1; }","duration":"261.396707ms","start":"2026-03-04T11:41:30.540512Z","end":"2026-03-04T11:41:30.801909Z","steps":["trace[717017313] 'process raft request' (duration: 260.665027ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:41:30.802244Z","caller":"traceutil/trace.go:171","msg":"trace[898680132] transaction","detail":"{read_only:false; response_revision:14885; number_of_response:1; }","duration":"264.412928ms","start":"2026-03-04T11:41:30.537817Z","end":"2026-03-04T11:41:30.802229Z","steps":["trace[898680132] 'process raft request' (duration: 262.373223ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:41:30.802629Z","caller":"traceutil/trace.go:171","msg":"trace[859742766] transaction","detail":"{read_only:false; response_revision:14886; number_of_response:1; }","duration":"263.869703ms","start":"2026-03-04T11:41:30.538745Z","end":"2026-03-04T11:41:30.802615Z","steps":["trace[859742766] 'process raft request' (duration: 262.310101ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:41:30.802841Z","caller":"traceutil/trace.go:171","msg":"trace[1320249407] transaction","detail":"{read_only:false; response_revision:14887; number_of_response:1; }","duration":"264.017927ms","start":"2026-03-04T11:41:30.538807Z","end":"2026-03-04T11:41:30.802825Z","steps":["trace[1320249407] 'process raft request' (duration: 262.332991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:41:30.803432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.415428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:738130"} {"level":"warn","ts":"2026-03-04T11:41:30.803675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.070008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:738130"} {"level":"warn","ts":"2026-03-04T11:41:30.804131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.973032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:738130"} {"level":"info","ts":"2026-03-04T11:41:30.804158Z","caller":"traceutil/trace.go:171","msg":"trace[753865203] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14888; }","duration":"261.568251ms","start":"2026-03-04T11:41:30.542571Z","end":"2026-03-04T11:41:30.80414Z","steps":["trace[753865203] 'agreement among raft nodes before linearized reading' (duration: 260.234695ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:41:30.803502Z","caller":"traceutil/trace.go:171","msg":"trace[754060933] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14888; }","duration":"264.51905ms","start":"2026-03-04T11:41:30.538968Z","end":"2026-03-04T11:41:30.803487Z","steps":["trace[754060933] 'agreement among raft nodes before linearized reading' (duration: 262.416254ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:41:30.804177Z","caller":"traceutil/trace.go:171","msg":"trace[21432183] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14888; }","duration":"262.042194ms","start":"2026-03-04T11:41:30.542124Z","end":"2026-03-04T11:41:30.804167Z","steps":["trace[21432183] 'agreement among raft nodes before linearized reading' (duration: 261.135429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:41:30.804094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.107925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:738130"} {"level":"info","ts":"2026-03-04T11:41:30.805111Z","caller":"traceutil/trace.go:171","msg":"trace[1575843186] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14888; }","duration":"260.129893ms","start":"2026-03-04T11:41:30.544963Z","end":"2026-03-04T11:41:30.805093Z","steps":["trace[1575843186] 'agreement among raft nodes before linearized reading' (duration: 257.874032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:41:31.276998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.229272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T11:41:31.277087Z","caller":"traceutil/trace.go:171","msg":"trace[1687293112] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14889; }","duration":"105.392017ms","start":"2026-03-04T11:41:31.171675Z","end":"2026-03-04T11:41:31.277067Z","steps":["trace[1687293112] 'range keys from in-memory index tree' (duration: 105.017577ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:41:32.664603Z","caller":"traceutil/trace.go:171","msg":"trace[125614472] linearizableReadLoop","detail":"{readStateIndex:15485; appliedIndex:15483; }","duration":"112.605511ms","start":"2026-03-04T11:41:32.551966Z","end":"2026-03-04T11:41:32.664572Z","steps":["trace[125614472] 'read index received' (duration: 61.084564ms)","trace[125614472] 'applied index is now lower than readState.Index' (duration: 51.519937ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:41:32.665113Z","caller":"traceutil/trace.go:171","msg":"trace[640124655] transaction","detail":"{read_only:false; response_revision:14891; number_of_response:1; }","duration":"128.965311ms","start":"2026-03-04T11:41:32.536126Z","end":"2026-03-04T11:41:32.665092Z","steps":["trace[640124655] 'process raft request' (duration: 76.973182ms)","trace[640124655] 'compare' (duration: 51.25938ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:41:32.665245Z","caller":"traceutil/trace.go:171","msg":"trace[77369814] transaction","detail":"{read_only:false; response_revision:14892; number_of_response:1; }","duration":"128.54297ms","start":"2026-03-04T11:41:32.53669Z","end":"2026-03-04T11:41:32.665233Z","steps":["trace[77369814] 'process raft request' (duration: 127.815631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:41:32.665406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.939221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:41:32.665486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.184403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:41:32.66553Z","caller":"traceutil/trace.go:171","msg":"trace[2051759524] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14892; }","duration":"124.232445ms","start":"2026-03-04T11:41:32.541284Z","end":"2026-03-04T11:41:32.665516Z","steps":["trace[2051759524] 'agreement among raft nodes before linearized reading' (duration: 124.173263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:41:32.665596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.578553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-04T11:41:32.665665Z","caller":"traceutil/trace.go:171","msg":"trace[757878523] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14892; }","duration":"121.653785ms","start":"2026-03-04T11:41:32.543989Z","end":"2026-03-04T11:41:32.665642Z","steps":["trace[757878523] 'agreement among raft nodes before linearized reading' (duration: 121.525462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:41:32.665756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.001429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-04T11:41:32.665817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.743638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:41:32.665858Z","caller":"traceutil/trace.go:171","msg":"trace[183784177] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14892; }","duration":"124.7876ms","start":"2026-03-04T11:41:32.541058Z","end":"2026-03-04T11:41:32.665845Z","steps":["trace[183784177] 'agreement among raft nodes before linearized reading' (duration: 124.734288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:41:32.665773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.588334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-04T11:41:32.665955Z","caller":"traceutil/trace.go:171","msg":"trace[1712681089] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14892; }","duration":"124.781099ms","start":"2026-03-04T11:41:32.541163Z","end":"2026-03-04T11:41:32.665944Z","steps":["trace[1712681089] 'agreement among raft nodes before linearized reading' (duration: 124.534073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:41:32.6662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.774676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:41:32.666245Z","caller":"traceutil/trace.go:171","msg":"trace[1898977035] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14892; }","duration":"125.823747ms","start":"2026-03-04T11:41:32.54041Z","end":"2026-03-04T11:41:32.666234Z","steps":["trace[1898977035] 'agreement among raft nodes before linearized reading' (duration: 125.745185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:41:32.666198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.140719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-03-04T11:41:32.6664Z","caller":"traceutil/trace.go:171","msg":"trace[767660927] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14892; }","duration":"125.351964ms","start":"2026-03-04T11:41:32.541031Z","end":"2026-03-04T11:41:32.666383Z","steps":["trace[767660927] 'agreement among raft nodes before linearized reading' (duration: 125.059406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:41:32.666493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.921934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-04T11:41:32.665465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.943377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-04T11:41:32.666514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.87369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:41:32.66663Z","caller":"traceutil/trace.go:171","msg":"trace[792444797] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14892; }","duration":"132.007993ms","start":"2026-03-04T11:41:32.534605Z","end":"2026-03-04T11:41:32.666613Z","steps":["trace[792444797] 'agreement among raft nodes before linearized reading' (duration: 131.88251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:41:32.666714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.179041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:41:32.66672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.734125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-04T11:41:32.666762Z","caller":"traceutil/trace.go:171","msg":"trace[805865260] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14892; }","duration":"128.782387ms","start":"2026-03-04T11:41:32.53797Z","end":"2026-03-04T11:41:32.666753Z","steps":["trace[805865260] 'agreement among raft nodes before linearized reading' (duration: 128.705525ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:41:32.666757Z","caller":"traceutil/trace.go:171","msg":"trace[648604419] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14892; }","duration":"131.235653ms","start":"2026-03-04T11:41:32.53551Z","end":"2026-03-04T11:41:32.666746Z","steps":["trace[648604419] 'agreement among raft nodes before linearized reading' (duration: 131.187952ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:41:32.665834Z","caller":"traceutil/trace.go:171","msg":"trace[1607213658] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14892; }","duration":"127.091131ms","start":"2026-03-04T11:41:32.538731Z","end":"2026-03-04T11:41:32.665823Z","steps":["trace[1607213658] 'agreement among raft nodes before linearized reading' (duration: 126.777873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:41:32.666659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.290544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-04T11:41:32.667029Z","caller":"traceutil/trace.go:171","msg":"trace[1391783731] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14892; }","duration":"128.659314ms","start":"2026-03-04T11:41:32.538351Z","end":"2026-03-04T11:41:32.667011Z","steps":["trace[1391783731] 'agreement among raft nodes before linearized reading' (duration: 128.248323ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:41:32.667101Z","caller":"traceutil/trace.go:171","msg":"trace[329770288] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14892; }","duration":"128.51382ms","start":"2026-03-04T11:41:32.538545Z","end":"2026-03-04T11:41:32.667059Z","steps":["trace[329770288] 'agreement among raft nodes before linearized reading' (duration: 127.78208ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:41:32.667232Z","caller":"traceutil/trace.go:171","msg":"trace[2054517897] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14892; }","duration":"125.738075ms","start":"2026-03-04T11:41:32.541483Z","end":"2026-03-04T11:41:32.667221Z","steps":["trace[2054517897] 'agreement among raft nodes before linearized reading' (duration: 123.772512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:41:32.667301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.871542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-04T11:41:32.667339Z","caller":"traceutil/trace.go:171","msg":"trace[373318517] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14892; }","duration":"124.930774ms","start":"2026-03-04T11:41:32.542398Z","end":"2026-03-04T11:41:32.667329Z","steps":["trace[373318517] 'agreement among raft nodes before linearized reading' (duration: 124.823411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:41:32.665195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.090258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:41:32.66748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.969944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:41:32.667525Z","caller":"traceutil/trace.go:171","msg":"trace[866724687] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14892; }","duration":"125.054877ms","start":"2026-03-04T11:41:32.542459Z","end":"2026-03-04T11:41:32.667514Z","steps":["trace[866724687] 'agreement among raft nodes before linearized reading' (duration: 124.978965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:41:32.666576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.040794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:41:32.667707Z","caller":"traceutil/trace.go:171","msg":"trace[162832432] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14892; }","duration":"130.177824ms","start":"2026-03-04T11:41:32.53751Z","end":"2026-03-04T11:41:32.667688Z","steps":["trace[162832432] 'agreement among raft nodes before linearized reading' (duration: 129.031304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:41:32.666633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.177081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-04T11:41:32.667589Z","caller":"traceutil/trace.go:171","msg":"trace[346909008] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14892; }","duration":"127.41998ms","start":"2026-03-04T11:41:32.540034Z","end":"2026-03-04T11:41:32.667454Z","steps":["trace[346909008] 'agreement among raft nodes before linearized reading' (duration: 125.095578ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:41:32.667918Z","caller":"traceutil/trace.go:171","msg":"trace[193900540] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14892; }","duration":"129.412424ms","start":"2026-03-04T11:41:32.538435Z","end":"2026-03-04T11:41:32.667848Z","steps":["trace[193900540] 'agreement among raft nodes before linearized reading' (duration: 128.101828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:41:32.666679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.975046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:41:32.668105Z","caller":"traceutil/trace.go:171","msg":"trace[51753279] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14892; }","duration":"132.389894ms","start":"2026-03-04T11:41:32.535697Z","end":"2026-03-04T11:41:32.668087Z","steps":["trace[51753279] 'agreement among raft nodes before linearized reading' (duration: 130.962096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:41:32.668141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.375872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-04T11:41:32.668189Z","caller":"traceutil/trace.go:171","msg":"trace[1364573351] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14892; }","duration":"126.462025ms","start":"2026-03-04T11:41:32.541714Z","end":"2026-03-04T11:41:32.668176Z","steps":["trace[1364573351] 'agreement among raft nodes before linearized reading' (duration: 126.332001ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:41:32.665489Z","caller":"traceutil/trace.go:171","msg":"trace[1680054743] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14892; }","duration":"126.034353ms","start":"2026-03-04T11:41:32.539442Z","end":"2026-03-04T11:41:32.665477Z","steps":["trace[1680054743] 'agreement among raft nodes before linearized reading' (duration: 125.92691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:41:32.67177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.442818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-04T11:41:32.671813Z","caller":"traceutil/trace.go:171","msg":"trace[763069146] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14892; }","duration":"128.51464ms","start":"2026-03-04T11:41:32.543288Z","end":"2026-03-04T11:41:32.671803Z","steps":["trace[763069146] 'agreement among raft nodes before linearized reading' (duration: 122.617781ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:41:32.802531Z","caller":"traceutil/trace.go:171","msg":"trace[1261989981] linearizableReadLoop","detail":"{readStateIndex:15486; appliedIndex:15485; }","duration":"121.985364ms","start":"2026-03-04T11:41:32.680523Z","end":"2026-03-04T11:41:32.802508Z","steps":["trace[1261989981] 'read index received' (duration: 103.402804ms)","trace[1261989981] 'applied index is now lower than readState.Index' (duration: 18.58158ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:41:32.803121Z","caller":"traceutil/trace.go:171","msg":"trace[593275478] transaction","detail":"{read_only:false; response_revision:14893; number_of_response:1; }","duration":"129.995409ms","start":"2026-03-04T11:41:32.673111Z","end":"2026-03-04T11:41:32.803107Z","steps":["trace[593275478] 'process raft request' (duration: 110.892835ms)","trace[593275478] 'compare' (duration: 18.122627ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:41:32.803483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.929459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:738130"} {"level":"info","ts":"2026-03-04T11:41:32.803563Z","caller":"traceutil/trace.go:171","msg":"trace[399569716] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14893; }","duration":"123.055143ms","start":"2026-03-04T11:41:32.680491Z","end":"2026-03-04T11:41:32.803546Z","steps":["trace[399569716] 'agreement among raft nodes before linearized reading' (duration: 122.106847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:41:33.049294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.742416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T11:41:33.049382Z","caller":"traceutil/trace.go:171","msg":"trace[609707930] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:14897; }","duration":"103.157457ms","start":"2026-03-04T11:41:32.946201Z","end":"2026-03-04T11:41:33.049358Z","steps":["trace[609707930] 'count revisions from in-memory index tree' (duration: 102.614403ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:42:35.035612Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13081} {"level":"info","ts":"2026-03-04T11:42:35.115482Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13081,"took":"76.996592ms","hash":210848265,"current-db-size-bytes":42024960,"current-db-size":"42 MB","current-db-size-in-use-bytes":27594752,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-04T11:42:35.115577Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":210848265,"revision":13081,"compact-revision":11228} {"level":"info","ts":"2026-03-04T11:44:23.409011Z","caller":"traceutil/trace.go:171","msg":"trace[2038726250] transaction","detail":"{read_only:false; response_revision:16230; number_of_response:1; }","duration":"128.83209ms","start":"2026-03-04T11:44:23.280133Z","end":"2026-03-04T11:44:23.408966Z","steps":["trace[2038726250] 'process raft request' (duration: 41.736426ms)","trace[2038726250] 'compare' (duration: 86.892518ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:44:23.416113Z","caller":"traceutil/trace.go:171","msg":"trace[1320658280] transaction","detail":"{read_only:false; response_revision:16231; number_of_response:1; }","duration":"134.133918ms","start":"2026-03-04T11:44:23.281948Z","end":"2026-03-04T11:44:23.416082Z","steps":["trace[1320658280] 'process raft request' (duration: 134.001314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:44:23.800524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.251484ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T11:44:23.800652Z","caller":"traceutil/trace.go:171","msg":"trace[71228498] linearizableReadLoop","detail":"{readStateIndex:16873; appliedIndex:16872; }","duration":"150.951568ms","start":"2026-03-04T11:44:23.649679Z","end":"2026-03-04T11:44:23.800631Z","steps":["trace[71228498] 'read index received' (duration: 50.312µs)","trace[71228498] 'applied index is now lower than readState.Index' (duration: 150.899246ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:44:23.800903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.210821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T11:44:23.800939Z","caller":"traceutil/trace.go:171","msg":"trace[1640296021] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16231; }","duration":"148.298303ms","start":"2026-03-04T11:44:23.65263Z","end":"2026-03-04T11:44:23.800929Z","steps":["trace[1640296021] 'agreement among raft nodes before linearized reading' (duration: 148.124358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:44:23.801213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.514753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T11:44:23.801311Z","caller":"traceutil/trace.go:171","msg":"trace[962788465] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16231; }","duration":"151.672427ms","start":"2026-03-04T11:44:23.649618Z","end":"2026-03-04T11:44:23.80129Z","steps":["trace[962788465] 'agreement among raft nodes before linearized reading' (duration: 151.086501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:44:23.801633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.2869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T11:44:23.801683Z","caller":"traceutil/trace.go:171","msg":"trace[1665944216] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16231; }","duration":"145.335451ms","start":"2026-03-04T11:44:23.656337Z","end":"2026-03-04T11:44:23.801673Z","steps":["trace[1665944216] 'agreement among raft nodes before linearized reading' (duration: 145.231438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:44:23.80162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.79193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T11:44:23.80181Z","caller":"traceutil/trace.go:171","msg":"trace[1575161063] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16231; }","duration":"147.998916ms","start":"2026-03-04T11:44:23.653771Z","end":"2026-03-04T11:44:23.80177Z","steps":["trace[1575161063] 'agreement among raft nodes before linearized reading' (duration: 147.626375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:44:23.801845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.013102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T11:44:23.801961Z","caller":"traceutil/trace.go:171","msg":"trace[1064501689] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16231; }","duration":"145.230448ms","start":"2026-03-04T11:44:23.656704Z","end":"2026-03-04T11:44:23.801935Z","steps":["trace[1064501689] 'agreement among raft nodes before linearized reading' (duration: 144.873628ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:44:24.11753Z","caller":"traceutil/trace.go:171","msg":"trace[1896192647] transaction","detail":"{read_only:false; response_revision:16233; number_of_response:1; }","duration":"311.258836ms","start":"2026-03-04T11:44:23.806252Z","end":"2026-03-04T11:44:24.11751Z","steps":["trace[1896192647] 'process raft request' (duration: 311.04385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:44:24.117659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:44:23.806234Z","time spent":"311.355239ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:44:24.117706Z","caller":"traceutil/trace.go:171","msg":"trace[228084326] transaction","detail":"{read_only:false; response_revision:16234; number_of_response:1; }","duration":"311.39516ms","start":"2026-03-04T11:44:23.8063Z","end":"2026-03-04T11:44:24.117696Z","steps":["trace[228084326] 'process raft request' (duration: 311.173543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:44:24.117777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:44:23.806271Z","time spent":"311.466292ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:44:24.117972Z","caller":"traceutil/trace.go:171","msg":"trace[462372390] transaction","detail":"{read_only:false; response_revision:16235; number_of_response:1; }","duration":"311.174264ms","start":"2026-03-04T11:44:23.80679Z","end":"2026-03-04T11:44:24.117965Z","steps":["trace[462372390] 'process raft request' (duration: 310.871266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:44:24.118022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:44:23.806781Z","time spent":"311.217175ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:44:24.118112Z","caller":"traceutil/trace.go:171","msg":"trace[1633367987] linearizableReadLoop","detail":"{readStateIndex:16878; appliedIndex:16873; }","duration":"282.491632ms","start":"2026-03-04T11:44:23.835612Z","end":"2026-03-04T11:44:24.118103Z","steps":["trace[1633367987] 'read index received' (duration: 1.08336ms)","trace[1633367987] 'applied index is now lower than readState.Index' (duration: 281.407492ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:44:24.118203Z","caller":"traceutil/trace.go:171","msg":"trace[805814553] transaction","detail":"{read_only:false; response_revision:16236; number_of_response:1; }","duration":"311.225836ms","start":"2026-03-04T11:44:23.806971Z","end":"2026-03-04T11:44:24.118197Z","steps":["trace[805814553] 'process raft request' (duration: 310.946398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:44:24.11824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:44:23.806959Z","time spent":"311.263666ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:44:24.118246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.629656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:44:24.118295Z","caller":"traceutil/trace.go:171","msg":"trace[688276666] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16236; }","duration":"282.723039ms","start":"2026-03-04T11:44:23.835559Z","end":"2026-03-04T11:44:24.118282Z","steps":["trace[688276666] 'agreement among raft nodes before linearized reading' (duration: 282.655837ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:44:24.35112Z","caller":"traceutil/trace.go:171","msg":"trace[207846716] linearizableReadLoop","detail":"{readStateIndex:16879; appliedIndex:16878; }","duration":"232.96518ms","start":"2026-03-04T11:44:24.11813Z","end":"2026-03-04T11:44:24.351095Z","steps":["trace[207846716] 'read index received' (duration: 232.646101ms)","trace[207846716] 'applied index is now lower than readState.Index' (duration: 317.849µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:44:24.351266Z","caller":"traceutil/trace.go:171","msg":"trace[999313688] transaction","detail":"{read_only:false; response_revision:16237; number_of_response:1; }","duration":"376.910442ms","start":"2026-03-04T11:44:23.974345Z","end":"2026-03-04T11:44:24.351255Z","steps":["trace[999313688] 'process raft request' (duration: 376.558992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:44:24.351518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.112669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:44:24.351575Z","caller":"traceutil/trace.go:171","msg":"trace[1324663126] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16237; }","duration":"410.209273ms","start":"2026-03-04T11:44:23.941353Z","end":"2026-03-04T11:44:24.351562Z","steps":["trace[1324663126] 'agreement among raft nodes before linearized reading' (duration: 410.10198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:44:24.351608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:44:23.941346Z","time spent":"410.253514ms","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T11:44:24.351671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.812267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-sxswl\" ","response":"range_response_count:1 size:18664"} {"level":"warn","ts":"2026-03-04T11:44:24.351753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.109669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:44:24.351758Z","caller":"traceutil/trace.go:171","msg":"trace[500399906] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-sxswl; range_end:; response_count:1; response_revision:16237; }","duration":"445.961931ms","start":"2026-03-04T11:44:23.905775Z","end":"2026-03-04T11:44:24.351737Z","steps":["trace[500399906] 'agreement among raft nodes before linearized reading' (duration: 445.665143ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:44:24.35178Z","caller":"traceutil/trace.go:171","msg":"trace[2130524021] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16237; }","duration":"245.180761ms","start":"2026-03-04T11:44:24.106591Z","end":"2026-03-04T11:44:24.351772Z","steps":["trace[2130524021] 'agreement among raft nodes before linearized reading' (duration: 245.1267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:44:24.351817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:44:23.90575Z","time spent":"446.051953ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":18687,"request content":"key:\"/registry/pods/openstack/neutron-l3-agent-default-sxswl\" "} {"level":"warn","ts":"2026-03-04T11:44:24.351828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.756963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:44:24.351917Z","caller":"traceutil/trace.go:171","msg":"trace[220913732] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16237; }","duration":"514.904757ms","start":"2026-03-04T11:44:23.836993Z","end":"2026-03-04T11:44:24.351897Z","steps":["trace[220913732] 'agreement among raft nodes before linearized reading' (duration: 514.735132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:44:24.351966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:44:23.836967Z","time spent":"514.989119ms","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T11:44:24.351942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.756298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"warn","ts":"2026-03-04T11:44:24.352049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.240622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-gkn7n\" ","response":"range_response_count:1 size:18640"} {"level":"info","ts":"2026-03-04T11:44:24.352058Z","caller":"traceutil/trace.go:171","msg":"trace[563619503] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16237; }","duration":"410.937443ms","start":"2026-03-04T11:44:23.94109Z","end":"2026-03-04T11:44:24.352027Z","steps":["trace[563619503] 'agreement among raft nodes before linearized reading' (duration: 410.577943ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:44:24.352094Z","caller":"traceutil/trace.go:171","msg":"trace[1862841258] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-gkn7n; range_end:; response_count:1; response_revision:16237; }","duration":"357.326154ms","start":"2026-03-04T11:44:23.994757Z","end":"2026-03-04T11:44:24.352084Z","steps":["trace[1862841258] 'agreement among raft nodes before linearized reading' (duration: 357.16735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:44:24.352126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:44:23.994733Z","time spent":"357.387236ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":18663,"request content":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-gkn7n\" "} {"level":"warn","ts":"2026-03-04T11:44:24.352124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:44:23.941063Z","time spent":"411.047186ms","remote":"127.0.0.1:41250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-04T11:44:24.352144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.651442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:44:24.352184Z","caller":"traceutil/trace.go:171","msg":"trace[2039545236] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:16237; }","duration":"445.703624ms","start":"2026-03-04T11:44:23.906468Z","end":"2026-03-04T11:44:24.352172Z","steps":["trace[2039545236] 'agreement among raft nodes before linearized reading' (duration: 445.642272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:44:24.352214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:44:23.906462Z","time spent":"445.744656ms","remote":"127.0.0.1:43580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:44:24.352229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.598401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"warn","ts":"2026-03-04T11:44:24.352327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.253949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-pfcbp\" ","response":"range_response_count:1 size:14271"} {"level":"info","ts":"2026-03-04T11:44:24.35234Z","caller":"traceutil/trace.go:171","msg":"trace[1652358966] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16237; }","duration":"498.793856ms","start":"2026-03-04T11:44:23.853518Z","end":"2026-03-04T11:44:24.352312Z","steps":["trace[1652358966] 'agreement among raft nodes before linearized reading' (duration: 498.494378ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:44:24.352369Z","caller":"traceutil/trace.go:171","msg":"trace[1581769126] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-pfcbp; range_end:; response_count:1; response_revision:16237; }","duration":"509.321421ms","start":"2026-03-04T11:44:23.843035Z","end":"2026-03-04T11:44:24.352357Z","steps":["trace[1581769126] 'agreement among raft nodes before linearized reading' (duration: 509.158276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:44:24.352398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:44:23.841738Z","time spent":"510.654378ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":14294,"request content":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-pfcbp\" "} {"level":"warn","ts":"2026-03-04T11:44:24.352411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:44:23.853489Z","time spent":"498.90755ms","remote":"127.0.0.1:41250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-04T11:44:24.352531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.132352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T11:44:24.352564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.643199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:44:24.352605Z","caller":"traceutil/trace.go:171","msg":"trace[719466678] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16237; }","duration":"126.725791ms","start":"2026-03-04T11:44:24.22587Z","end":"2026-03-04T11:44:24.352596Z","steps":["trace[719466678] 'agreement among raft nodes before linearized reading' (duration: 126.66833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:44:24.352637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.039039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:44:24.352668Z","caller":"traceutil/trace.go:171","msg":"trace[1380146125] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:0; response_revision:16237; }","duration":"127.080171ms","start":"2026-03-04T11:44:24.22558Z","end":"2026-03-04T11:44:24.352661Z","steps":["trace[1380146125] 'agreement among raft nodes before linearized reading' (duration: 127.04374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:44:24.352671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:44:23.974308Z","time spent":"377.045246ms","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:44:24.352735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.884454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-04T11:44:24.352573Z","caller":"traceutil/trace.go:171","msg":"trace[1034616583] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:16237; }","duration":"127.222365ms","start":"2026-03-04T11:44:24.225339Z","end":"2026-03-04T11:44:24.352561Z","steps":["trace[1034616583] 'agreement among raft nodes before linearized reading' (duration: 127.164714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:44:24.352608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.845595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:44:24.35283Z","caller":"traceutil/trace.go:171","msg":"trace[750652729] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:16237; }","duration":"127.06566ms","start":"2026-03-04T11:44:24.225745Z","end":"2026-03-04T11:44:24.352811Z","steps":["trace[750652729] 'agreement among raft nodes before linearized reading' (duration: 126.846184ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:44:24.352767Z","caller":"traceutil/trace.go:171","msg":"trace[1378754676] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16237; }","duration":"515.924575ms","start":"2026-03-04T11:44:23.836835Z","end":"2026-03-04T11:44:24.352759Z","steps":["trace[1378754676] 'agreement among raft nodes before linearized reading' (duration: 515.838153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:44:24.352998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:44:23.836828Z","time spent":"516.152981ms","remote":"127.0.0.1:41250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-04T11:44:24.652886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.986645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T11:44:24.652977Z","caller":"traceutil/trace.go:171","msg":"trace[117331009] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16237; }","duration":"153.139049ms","start":"2026-03-04T11:44:24.499816Z","end":"2026-03-04T11:44:24.652955Z","steps":["trace[117331009] 'range keys from in-memory index tree' (duration: 152.752819ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:44:27.218742Z","caller":"traceutil/trace.go:171","msg":"trace[630280633] linearizableReadLoop","detail":"{readStateIndex:16894; appliedIndex:16893; }","duration":"138.346185ms","start":"2026-03-04T11:44:27.080369Z","end":"2026-03-04T11:44:27.218715Z","steps":["trace[630280633] 'read index received' (duration: 138.083908ms)","trace[630280633] 'applied index is now lower than readState.Index' (duration: 261.177µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:44:27.219118Z","caller":"traceutil/trace.go:171","msg":"trace[1647566470] transaction","detail":"{read_only:false; response_revision:16252; number_of_response:1; }","duration":"151.161463ms","start":"2026-03-04T11:44:27.067941Z","end":"2026-03-04T11:44:27.219102Z","steps":["trace[1647566470] 'process raft request' (duration: 150.597418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:44:27.219434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.042155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-04T11:44:27.219485Z","caller":"traceutil/trace.go:171","msg":"trace[499032768] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16252; }","duration":"139.143018ms","start":"2026-03-04T11:44:27.080331Z","end":"2026-03-04T11:44:27.219474Z","steps":["trace[499032768] 'agreement among raft nodes before linearized reading' (duration: 138.976633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:44:27.219688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.248885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:44:27.219772Z","caller":"traceutil/trace.go:171","msg":"trace[1065651734] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16252; }","duration":"113.369787ms","start":"2026-03-04T11:44:27.106381Z","end":"2026-03-04T11:44:27.219751Z","steps":["trace[1065651734] 'agreement among raft nodes before linearized reading' (duration: 113.208093ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:44:27.359572Z","caller":"traceutil/trace.go:171","msg":"trace[1184078141] transaction","detail":"{read_only:false; response_revision:16253; number_of_response:1; }","duration":"117.524284ms","start":"2026-03-04T11:44:27.242013Z","end":"2026-03-04T11:44:27.359537Z","steps":["trace[1184078141] 'process raft request' (duration: 32.988511ms)","trace[1184078141] 'compare' (duration: 84.382008ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:46:34.772441Z","caller":"traceutil/trace.go:171","msg":"trace[1059383607] linearizableReadLoop","detail":"{readStateIndex:17701; appliedIndex:17700; }","duration":"128.788329ms","start":"2026-03-04T11:46:34.643625Z","end":"2026-03-04T11:46:34.772413Z","steps":["trace[1059383607] 'read index received' (duration: 128.46139ms)","trace[1059383607] 'applied index is now lower than readState.Index' (duration: 323.199µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:46:34.772568Z","caller":"traceutil/trace.go:171","msg":"trace[415725305] transaction","detail":"{read_only:false; response_revision:17027; number_of_response:1; }","duration":"225.495802ms","start":"2026-03-04T11:46:34.547041Z","end":"2026-03-04T11:46:34.772537Z","steps":["trace[415725305] 'process raft request' (duration: 225.147712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:46:34.772809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.97139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-fwnnj\" ","response":"range_response_count:1 size:22095"} {"level":"info","ts":"2026-03-04T11:46:34.772879Z","caller":"traceutil/trace.go:171","msg":"trace[681468053] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-fwnnj; range_end:; response_count:1; response_revision:17027; }","duration":"118.082494ms","start":"2026-03-04T11:46:34.654781Z","end":"2026-03-04T11:46:34.772864Z","steps":["trace[681468053] 'agreement among raft nodes before linearized reading' (duration: 117.825697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:46:34.77289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.228382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-fwnnj\" ","response":"range_response_count:1 size:22095"} {"level":"info","ts":"2026-03-04T11:46:34.773032Z","caller":"traceutil/trace.go:171","msg":"trace[1072225980] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-fwnnj; range_end:; response_count:1; response_revision:17027; }","duration":"129.388456ms","start":"2026-03-04T11:46:34.64361Z","end":"2026-03-04T11:46:34.772999Z","steps":["trace[1072225980] 'agreement among raft nodes before linearized reading' (duration: 128.980125ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:46:35.010247Z","caller":"traceutil/trace.go:171","msg":"trace[994844366] linearizableReadLoop","detail":"{readStateIndex:17702; appliedIndex:17701; }","duration":"206.728673ms","start":"2026-03-04T11:46:34.803482Z","end":"2026-03-04T11:46:35.010211Z","steps":["trace[994844366] 'read index received' (duration: 206.548318ms)","trace[994844366] 'applied index is now lower than readState.Index' (duration: 178.755µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:46:35.010296Z","caller":"traceutil/trace.go:171","msg":"trace[1715917037] transaction","detail":"{read_only:false; response_revision:17028; number_of_response:1; }","duration":"207.272508ms","start":"2026-03-04T11:46:34.802982Z","end":"2026-03-04T11:46:35.010254Z","steps":["trace[1715917037] 'process raft request' (duration: 207.012781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:46:35.010769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.166176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T11:46:35.010832Z","caller":"traceutil/trace.go:171","msg":"trace[1630693240] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17028; }","duration":"207.397442ms","start":"2026-03-04T11:46:34.803417Z","end":"2026-03-04T11:46:35.010815Z","steps":["trace[1630693240] 'agreement among raft nodes before linearized reading' (duration: 206.939729ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:46:35.022533Z","caller":"traceutil/trace.go:171","msg":"trace[786185228] transaction","detail":"{read_only:false; response_revision:17029; number_of_response:1; }","duration":"217.548722ms","start":"2026-03-04T11:46:34.804926Z","end":"2026-03-04T11:46:35.022475Z","steps":["trace[786185228] 'process raft request' (duration: 216.433771ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:46:35.022973Z","caller":"traceutil/trace.go:171","msg":"trace[1097331479] transaction","detail":"{read_only:false; response_revision:17031; number_of_response:1; }","duration":"123.257966ms","start":"2026-03-04T11:46:34.899635Z","end":"2026-03-04T11:46:35.022893Z","steps":["trace[1097331479] 'process raft request' (duration: 123.0254ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:46:35.023243Z","caller":"traceutil/trace.go:171","msg":"trace[353644114] transaction","detail":"{read_only:false; response_revision:17030; number_of_response:1; }","duration":"216.898764ms","start":"2026-03-04T11:46:34.805894Z","end":"2026-03-04T11:46:35.022793Z","steps":["trace[353644114] 'process raft request' (duration: 216.675258ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:46:38.317513Z","caller":"traceutil/trace.go:171","msg":"trace[926572326] linearizableReadLoop","detail":"{readStateIndex:17736; appliedIndex:17735; }","duration":"254.40809ms","start":"2026-03-04T11:46:38.063082Z","end":"2026-03-04T11:46:38.31749Z","steps":["trace[926572326] 'read index received' (duration: 244.351083ms)","trace[926572326] 'applied index is now lower than readState.Index' (duration: 10.056167ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:46:38.31763Z","caller":"traceutil/trace.go:171","msg":"trace[1692204233] transaction","detail":"{read_only:false; response_revision:17062; number_of_response:1; }","duration":"257.549008ms","start":"2026-03-04T11:46:38.06007Z","end":"2026-03-04T11:46:38.317619Z","steps":["trace[1692204233] 'process raft request' (duration: 247.386097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:46:38.31775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.326343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-gkn7n\" ","response":"range_response_count:1 size:18641"} {"level":"info","ts":"2026-03-04T11:46:38.317776Z","caller":"traceutil/trace.go:171","msg":"trace[34011387] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-gkn7n; range_end:; response_count:1; response_revision:17062; }","duration":"214.411975ms","start":"2026-03-04T11:46:38.103357Z","end":"2026-03-04T11:46:38.317769Z","steps":["trace[34011387] 'agreement among raft nodes before linearized reading' (duration: 214.287982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:46:38.318177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.513605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.18\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-04T11:46:38.318249Z","caller":"traceutil/trace.go:171","msg":"trace[1344067720] range","detail":"{range_begin:/registry/masterleases/199.19.213.18; range_end:; response_count:1; response_revision:17062; }","duration":"194.616648ms","start":"2026-03-04T11:46:38.123616Z","end":"2026-03-04T11:46:38.318232Z","steps":["trace[1344067720] 'agreement among raft nodes before linearized reading' (duration: 194.483164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:46:38.318326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.360861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-03-04T11:46:38.318369Z","caller":"traceutil/trace.go:171","msg":"trace[2052949827] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:17062; }","duration":"118.451093ms","start":"2026-03-04T11:46:38.199906Z","end":"2026-03-04T11:46:38.318358Z","steps":["trace[2052949827] 'agreement among raft nodes before linearized reading' (duration: 118.34018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:46:38.318383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.404333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-pfcbp\" ","response":"range_response_count:1 size:14272"} {"level":"info","ts":"2026-03-04T11:46:38.318399Z","caller":"traceutil/trace.go:171","msg":"trace[1980891859] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-pfcbp; range_end:; response_count:1; response_revision:17062; }","duration":"202.456715ms","start":"2026-03-04T11:46:38.115936Z","end":"2026-03-04T11:46:38.318393Z","steps":["trace[1980891859] 'agreement among raft nodes before linearized reading' (duration: 202.410724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:46:38.318411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.52152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:131012"} {"level":"warn","ts":"2026-03-04T11:46:38.318467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.805971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T11:46:38.31848Z","caller":"traceutil/trace.go:171","msg":"trace[898443037] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17062; }","duration":"212.866963ms","start":"2026-03-04T11:46:38.105609Z","end":"2026-03-04T11:46:38.318476Z","steps":["trace[898443037] 'agreement among raft nodes before linearized reading' (duration: 212.845642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:46:38.318472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.802365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-03-04T11:46:38.318477Z","caller":"traceutil/trace.go:171","msg":"trace[1164597714] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:17062; }","duration":"150.648403ms","start":"2026-03-04T11:46:38.167811Z","end":"2026-03-04T11:46:38.31846Z","steps":["trace[1164597714] 'agreement among raft nodes before linearized reading' (duration: 150.377376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:46:38.318335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.253424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946181"} {"level":"info","ts":"2026-03-04T11:46:38.318505Z","caller":"traceutil/trace.go:171","msg":"trace[1390578450] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17062; }","duration":"193.855577ms","start":"2026-03-04T11:46:38.12464Z","end":"2026-03-04T11:46:38.318496Z","steps":["trace[1390578450] 'agreement among raft nodes before linearized reading' (duration: 193.759664ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:46:38.318525Z","caller":"traceutil/trace.go:171","msg":"trace[2093480455] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17062; }","duration":"255.45801ms","start":"2026-03-04T11:46:38.063058Z","end":"2026-03-04T11:46:38.318516Z","steps":["trace[2093480455] 'agreement among raft nodes before linearized reading' (duration: 254.808062ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:46:39.279236Z","caller":"traceutil/trace.go:171","msg":"trace[640867863] linearizableReadLoop","detail":"{readStateIndex:17743; appliedIndex:17740; }","duration":"188.919151ms","start":"2026-03-04T11:46:39.090296Z","end":"2026-03-04T11:46:39.279215Z","steps":["trace[640867863] 'read index received' (duration: 26.267716ms)","trace[640867863] 'applied index is now lower than readState.Index' (duration: 162.650465ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:46:39.279663Z","caller":"traceutil/trace.go:171","msg":"trace[1399909794] transaction","detail":"{read_only:false; response_revision:17067; number_of_response:1; }","duration":"232.643089ms","start":"2026-03-04T11:46:39.047003Z","end":"2026-03-04T11:46:39.279646Z","steps":["trace[1399909794] 'process raft request' (duration: 193.978151ms)","trace[1399909794] 'compare' (duration: 38.028271ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:46:39.280343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.674774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T11:46:39.280404Z","caller":"traceutil/trace.go:171","msg":"trace[948732724] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17068; }","duration":"171.771157ms","start":"2026-03-04T11:46:39.108623Z","end":"2026-03-04T11:46:39.280394Z","steps":["trace[948732724] 'agreement among raft nodes before linearized reading' (duration: 171.691665ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:46:39.279698Z","caller":"traceutil/trace.go:171","msg":"trace[893318223] transaction","detail":"{read_only:false; response_revision:17068; number_of_response:1; }","duration":"232.613269ms","start":"2026-03-04T11:46:39.047078Z","end":"2026-03-04T11:46:39.279691Z","steps":["trace[893318223] 'process raft request' (duration: 232.094484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:46:39.279839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.533648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-server-7f9c758fb7-964gq.1899a0dcaf73dec7\" ","response":"range_response_count:1 size:886"} {"level":"info","ts":"2026-03-04T11:46:39.282243Z","caller":"traceutil/trace.go:171","msg":"trace[329509053] range","detail":"{range_begin:/registry/events/openstack/neutron-server-7f9c758fb7-964gq.1899a0dcaf73dec7; range_end:; response_count:1; response_revision:17068; }","duration":"191.796131ms","start":"2026-03-04T11:46:39.090227Z","end":"2026-03-04T11:46:39.282023Z","steps":["trace[329509053] 'agreement among raft nodes before linearized reading' (duration: 189.493777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:46:39.280993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.813134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-03-04T11:46:39.282357Z","caller":"traceutil/trace.go:171","msg":"trace[1008921878] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:17068; }","duration":"158.222553ms","start":"2026-03-04T11:46:39.124127Z","end":"2026-03-04T11:46:39.282349Z","steps":["trace[1008921878] 'agreement among raft nodes before linearized reading' (duration: 156.742232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:46:40.850177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.640487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-03-04T11:46:40.850715Z","caller":"traceutil/trace.go:171","msg":"trace[588058940] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17075; }","duration":"526.224473ms","start":"2026-03-04T11:46:40.324471Z","end":"2026-03-04T11:46:40.850695Z","steps":["trace[588058940] 'range keys from in-memory index tree' (duration: 525.458022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:46:40.850858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:46:40.324448Z","time spent":"526.388217ms","remote":"127.0.0.1:41250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":724,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-04T11:46:40.851481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.224781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-sxswl\" ","response":"range_response_count:1 size:18665"} {"level":"info","ts":"2026-03-04T11:46:40.851574Z","caller":"traceutil/trace.go:171","msg":"trace[1805705381] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-sxswl; range_end:; response_count:1; response_revision:17075; }","duration":"501.352505ms","start":"2026-03-04T11:46:40.350208Z","end":"2026-03-04T11:46:40.85156Z","steps":["trace[1805705381] 'range keys from in-memory index tree' (duration: 501.016546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:46:40.85176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:46:40.349992Z","time spent":"501.753836ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":18688,"request content":"key:\"/registry/pods/openstack/neutron-l3-agent-default-sxswl\" "} {"level":"warn","ts":"2026-03-04T11:46:40.852258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.234392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-pfcbp\" ","response":"range_response_count:1 size:14272"} {"level":"info","ts":"2026-03-04T11:46:40.852377Z","caller":"traceutil/trace.go:171","msg":"trace[1044340135] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-pfcbp; range_end:; response_count:1; response_revision:17075; }","duration":"459.388866ms","start":"2026-03-04T11:46:40.392973Z","end":"2026-03-04T11:46:40.852362Z","steps":["trace[1044340135] 'range keys from in-memory index tree' (duration: 459.105798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:46:40.852554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:46:40.392955Z","time spent":"459.581151ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":14295,"request content":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-pfcbp\" "} {"level":"warn","ts":"2026-03-04T11:46:40.852982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.352404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T11:46:40.853085Z","caller":"traceutil/trace.go:171","msg":"trace[1329405605] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:17075; }","duration":"125.498959ms","start":"2026-03-04T11:46:40.727567Z","end":"2026-03-04T11:46:40.853066Z","steps":["trace[1329405605] 'count revisions from in-memory index tree' (duration: 125.268972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:46:40.853423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.469138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-gkn7n\" ","response":"range_response_count:1 size:18641"} {"level":"info","ts":"2026-03-04T11:46:40.854895Z","caller":"traceutil/trace.go:171","msg":"trace[1942537471] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-gkn7n; range_end:; response_count:1; response_revision:17075; }","duration":"460.956619ms","start":"2026-03-04T11:46:40.393921Z","end":"2026-03-04T11:46:40.854878Z","steps":["trace[1942537471] 'range keys from in-memory index tree' (duration: 459.366585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:46:40.857411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:46:40.393913Z","time spent":"463.479179ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":18664,"request content":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-gkn7n\" "} {"level":"warn","ts":"2026-03-04T11:46:40.854344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.106314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-srr7f\" ","response":"range_response_count:1 size:20751"} {"level":"info","ts":"2026-03-04T11:46:40.857651Z","caller":"traceutil/trace.go:171","msg":"trace[1946320243] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-srr7f; range_end:; response_count:1; response_revision:17075; }","duration":"324.460867ms","start":"2026-03-04T11:46:40.533175Z","end":"2026-03-04T11:46:40.857636Z","steps":["trace[1946320243] 'range keys from in-memory index tree' (duration: 320.898829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:46:40.857734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:46:40.533136Z","time spent":"324.58457ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20774,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-srr7f\" "} {"level":"warn","ts":"2026-03-04T11:46:40.854453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.868637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-hhtrv\" ","response":"range_response_count:1 size:9791"} {"level":"info","ts":"2026-03-04T11:46:40.857899Z","caller":"traceutil/trace.go:171","msg":"trace[808521906] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-hhtrv; range_end:; response_count:1; response_revision:17075; }","duration":"320.317072ms","start":"2026-03-04T11:46:40.53757Z","end":"2026-03-04T11:46:40.857887Z","steps":["trace[808521906] 'range keys from in-memory index tree' (duration: 316.799486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:46:40.857967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:46:40.537565Z","time spent":"320.391565ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9814,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-hhtrv\" "} {"level":"info","ts":"2026-03-04T11:46:41.119728Z","caller":"traceutil/trace.go:171","msg":"trace[1140504574] linearizableReadLoop","detail":"{readStateIndex:17751; appliedIndex:17750; }","duration":"254.273277ms","start":"2026-03-04T11:46:40.865425Z","end":"2026-03-04T11:46:41.119698Z","steps":["trace[1140504574] 'read index received' (duration: 253.977899ms)","trace[1140504574] 'applied index is now lower than readState.Index' (duration: 294.208µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:46:41.119912Z","caller":"traceutil/trace.go:171","msg":"trace[1371475728] transaction","detail":"{read_only:false; response_revision:17076; number_of_response:1; }","duration":"259.504311ms","start":"2026-03-04T11:46:40.860356Z","end":"2026-03-04T11:46:41.11986Z","steps":["trace[1371475728] 'process raft request' (duration: 259.158282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:46:41.120732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.85008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-fwnnj\" ","response":"range_response_count:1 size:22095"} {"level":"info","ts":"2026-03-04T11:46:41.121059Z","caller":"traceutil/trace.go:171","msg":"trace[1213890483] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-fwnnj; range_end:; response_count:1; response_revision:17076; }","duration":"231.21949ms","start":"2026-03-04T11:46:40.889795Z","end":"2026-03-04T11:46:41.121014Z","steps":["trace[1213890483] 'agreement among raft nodes before linearized reading' (duration: 230.715886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:46:41.121282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.548602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946181"} {"level":"info","ts":"2026-03-04T11:46:41.121345Z","caller":"traceutil/trace.go:171","msg":"trace[756083642] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17076; }","duration":"255.644095ms","start":"2026-03-04T11:46:40.865687Z","end":"2026-03-04T11:46:41.121331Z","steps":["trace[756083642] 'agreement among raft nodes before linearized reading' (duration: 254.506724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:46:41.120819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.356757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946181"} {"level":"info","ts":"2026-03-04T11:46:41.121655Z","caller":"traceutil/trace.go:171","msg":"trace[343676634] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17076; }","duration":"256.230421ms","start":"2026-03-04T11:46:40.865409Z","end":"2026-03-04T11:46:41.121639Z","steps":["trace[343676634] 'agreement among raft nodes before linearized reading' (duration: 254.434431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:46:41.121688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.864828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946181"} {"level":"info","ts":"2026-03-04T11:46:41.12443Z","caller":"traceutil/trace.go:171","msg":"trace[1011238364] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17076; }","duration":"234.622844ms","start":"2026-03-04T11:46:40.889786Z","end":"2026-03-04T11:46:41.124409Z","steps":["trace[1011238364] 'agreement among raft nodes before linearized reading' (duration: 231.282622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:46:41.122964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.144313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946181"} {"level":"warn","ts":"2026-03-04T11:46:41.123714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.839273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946181"} {"level":"info","ts":"2026-03-04T11:46:41.125118Z","caller":"traceutil/trace.go:171","msg":"trace[143250641] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17076; }","duration":"235.251531ms","start":"2026-03-04T11:46:40.889852Z","end":"2026-03-04T11:46:41.125103Z","steps":["trace[143250641] 'agreement among raft nodes before linearized reading' (duration: 232.67295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:46:41.123816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.415275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946181"} {"level":"info","ts":"2026-03-04T11:46:41.124978Z","caller":"traceutil/trace.go:171","msg":"trace[1926146306] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17076; }","duration":"235.18714ms","start":"2026-03-04T11:46:40.889758Z","end":"2026-03-04T11:46:41.124945Z","steps":["trace[1926146306] 'agreement among raft nodes before linearized reading' (duration: 231.117087ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:46:41.127395Z","caller":"traceutil/trace.go:171","msg":"trace[1377288491] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17076; }","duration":"247.996883ms","start":"2026-03-04T11:46:40.879379Z","end":"2026-03-04T11:46:41.127376Z","steps":["trace[1377288491] 'agreement among raft nodes before linearized reading' (duration: 242.510821ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:46:41.294034Z","caller":"traceutil/trace.go:171","msg":"trace[1649800228] linearizableReadLoop","detail":"{readStateIndex:17753; appliedIndex:17751; }","duration":"165.211376ms","start":"2026-03-04T11:46:41.128793Z","end":"2026-03-04T11:46:41.294005Z","steps":["trace[1649800228] 'read index received' (duration: 18.242444ms)","trace[1649800228] 'applied index is now lower than readState.Index' (duration: 146.963952ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:46:41.29418Z","caller":"traceutil/trace.go:171","msg":"trace[1900509092] transaction","detail":"{read_only:false; response_revision:17078; number_of_response:1; }","duration":"166.983155ms","start":"2026-03-04T11:46:41.127182Z","end":"2026-03-04T11:46:41.294166Z","steps":["trace[1900509092] 'process raft request' (duration: 107.196522ms)","trace[1900509092] 'compare' (duration: 59.291099ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:46:41.294299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.926232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T11:46:41.294389Z","caller":"traceutil/trace.go:171","msg":"trace[86802223] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:17078; }","duration":"159.073596ms","start":"2026-03-04T11:46:41.135292Z","end":"2026-03-04T11:46:41.294366Z","steps":["trace[86802223] 'agreement among raft nodes before linearized reading' (duration: 158.912312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:46:41.295603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.78657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946181"} {"level":"info","ts":"2026-03-04T11:46:41.295659Z","caller":"traceutil/trace.go:171","msg":"trace[1870887231] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17078; }","duration":"166.879891ms","start":"2026-03-04T11:46:41.128765Z","end":"2026-03-04T11:46:41.295645Z","steps":["trace[1870887231] 'agreement among raft nodes before linearized reading' (duration: 165.971396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:46:43.225405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.801543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T11:46:43.225475Z","caller":"traceutil/trace.go:171","msg":"trace[2004201371] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17085; }","duration":"118.943197ms","start":"2026-03-04T11:46:43.106516Z","end":"2026-03-04T11:46:43.225459Z","steps":["trace[2004201371] 'range keys from in-memory index tree' (duration: 118.657059ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:46:43.302688Z","caller":"traceutil/trace.go:171","msg":"trace[1019168061] linearizableReadLoop","detail":"{readStateIndex:17761; appliedIndex:17760; }","duration":"176.097727ms","start":"2026-03-04T11:46:43.126501Z","end":"2026-03-04T11:46:43.302599Z","steps":["trace[1019168061] 'read index received' (duration: 97.670449ms)","trace[1019168061] 'applied index is now lower than readState.Index' (duration: 78.425438ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:46:43.302916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.020136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-sxswl\" ","response":"range_response_count:1 size:18665"} {"level":"info","ts":"2026-03-04T11:46:43.303Z","caller":"traceutil/trace.go:171","msg":"trace[916767218] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-sxswl; range_end:; response_count:1; response_revision:17085; }","duration":"150.114409ms","start":"2026-03-04T11:46:43.152869Z","end":"2026-03-04T11:46:43.302983Z","steps":["trace[916767218] 'agreement among raft nodes before linearized reading' (duration: 149.971085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:46:43.303059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.041678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-pfcbp\" ","response":"range_response_count:1 size:14272"} {"level":"info","ts":"2026-03-04T11:46:43.303116Z","caller":"traceutil/trace.go:171","msg":"trace[709405421] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-pfcbp; range_end:; response_count:1; response_revision:17085; }","duration":"162.127591ms","start":"2026-03-04T11:46:43.140971Z","end":"2026-03-04T11:46:43.303099Z","steps":["trace[709405421] 'agreement among raft nodes before linearized reading' (duration: 161.861303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:46:43.303369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.274745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-hhtrv\" ","response":"range_response_count:1 size:9791"} {"level":"info","ts":"2026-03-04T11:46:43.30341Z","caller":"traceutil/trace.go:171","msg":"trace[1138445607] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-hhtrv; range_end:; response_count:1; response_revision:17085; }","duration":"145.355017ms","start":"2026-03-04T11:46:43.158045Z","end":"2026-03-04T11:46:43.3034Z","steps":["trace[1138445607] 'agreement among raft nodes before linearized reading' (duration: 145.243284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:46:43.303353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.288642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T11:46:43.303495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.842534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T11:46:43.303526Z","caller":"traceutil/trace.go:171","msg":"trace[429670933] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17085; }","duration":"152.927986ms","start":"2026-03-04T11:46:43.150589Z","end":"2026-03-04T11:46:43.303517Z","steps":["trace[429670933] 'agreement among raft nodes before linearized reading' (duration: 152.739291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:46:43.303518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.651514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-fwnnj\" ","response":"range_response_count:1 size:22095"} {"level":"info","ts":"2026-03-04T11:46:43.303571Z","caller":"traceutil/trace.go:171","msg":"trace[207519111] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-fwnnj; range_end:; response_count:1; response_revision:17085; }","duration":"150.716295ms","start":"2026-03-04T11:46:43.152839Z","end":"2026-03-04T11:46:43.303555Z","steps":["trace[207519111] 'agreement among raft nodes before linearized reading' (duration: 150.54048ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:46:43.30369Z","caller":"traceutil/trace.go:171","msg":"trace[1857938715] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17085; }","duration":"177.003871ms","start":"2026-03-04T11:46:43.126445Z","end":"2026-03-04T11:46:43.303449Z","steps":["trace[1857938715] 'agreement among raft nodes before linearized reading' (duration: 176.187679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:46:43.303765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.263631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-srr7f\" ","response":"range_response_count:1 size:20751"} {"level":"info","ts":"2026-03-04T11:46:43.303911Z","caller":"traceutil/trace.go:171","msg":"trace[540360757] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-srr7f; range_end:; response_count:1; response_revision:17085; }","duration":"151.461826ms","start":"2026-03-04T11:46:43.152421Z","end":"2026-03-04T11:46:43.303883Z","steps":["trace[540360757] 'agreement among raft nodes before linearized reading' (duration: 150.906101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:46:43.303935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.500436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-gkn7n\" ","response":"range_response_count:1 size:18641"} {"level":"info","ts":"2026-03-04T11:46:43.304051Z","caller":"traceutil/trace.go:171","msg":"trace[903129404] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-gkn7n; range_end:; response_count:1; response_revision:17085; }","duration":"160.849705ms","start":"2026-03-04T11:46:43.143184Z","end":"2026-03-04T11:46:43.304034Z","steps":["trace[903129404] 'agreement among raft nodes before linearized reading' (duration: 160.363252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:46:43.411031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.323662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946181"} {"level":"info","ts":"2026-03-04T11:46:43.411153Z","caller":"traceutil/trace.go:171","msg":"trace[1938559883] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17088; }","duration":"100.470317ms","start":"2026-03-04T11:46:43.310659Z","end":"2026-03-04T11:46:43.411129Z","steps":["trace[1938559883] 'agreement among raft nodes before linearized reading' (duration: 98.114602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:46:43.411168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.360792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946181"} {"level":"info","ts":"2026-03-04T11:46:43.41125Z","caller":"traceutil/trace.go:171","msg":"trace[59093915] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17088; }","duration":"101.485145ms","start":"2026-03-04T11:46:43.309745Z","end":"2026-03-04T11:46:43.41123Z","steps":["trace[59093915] 'agreement among raft nodes before linearized reading' (duration: 99.016457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:46:43.411544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.851527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946181"} {"level":"info","ts":"2026-03-04T11:46:43.41161Z","caller":"traceutil/trace.go:171","msg":"trace[950366203] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17088; }","duration":"100.888408ms","start":"2026-03-04T11:46:43.310678Z","end":"2026-03-04T11:46:43.411566Z","steps":["trace[950366203] 'agreement among raft nodes before linearized reading' (duration: 98.388429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:46:43.411941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.322722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946181"} {"level":"info","ts":"2026-03-04T11:46:43.412186Z","caller":"traceutil/trace.go:171","msg":"trace[389210147] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17088; }","duration":"100.431945ms","start":"2026-03-04T11:46:43.311573Z","end":"2026-03-04T11:46:43.412005Z","steps":["trace[389210147] 'agreement among raft nodes before linearized reading' (duration: 97.485424ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:46:43.55978Z","caller":"traceutil/trace.go:171","msg":"trace[271374828] linearizableReadLoop","detail":"{readStateIndex:17765; appliedIndex:17764; }","duration":"144.833902ms","start":"2026-03-04T11:46:43.414922Z","end":"2026-03-04T11:46:43.559756Z","steps":["trace[271374828] 'read index received' (duration: 89.361698ms)","trace[271374828] 'applied index is now lower than readState.Index' (duration: 55.471193ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:46:43.559781Z","caller":"traceutil/trace.go:171","msg":"trace[305223092] transaction","detail":"{read_only:false; response_revision:17089; number_of_response:1; }","duration":"145.556352ms","start":"2026-03-04T11:46:43.414179Z","end":"2026-03-04T11:46:43.559735Z","steps":["trace[305223092] 'process raft request' (duration: 90.1239ms)","trace[305223092] 'compare' (duration: 55.136714ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:46:43.559974Z","caller":"traceutil/trace.go:171","msg":"trace[448100394] transaction","detail":"{read_only:false; response_revision:17090; number_of_response:1; }","duration":"144.807231ms","start":"2026-03-04T11:46:43.415156Z","end":"2026-03-04T11:46:43.559963Z","steps":["trace[448100394] 'process raft request' (duration: 144.555944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:46:43.566292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.341491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946181"} {"level":"info","ts":"2026-03-04T11:46:43.566359Z","caller":"traceutil/trace.go:171","msg":"trace[12732263] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17090; }","duration":"151.459534ms","start":"2026-03-04T11:46:43.414885Z","end":"2026-03-04T11:46:43.566344Z","steps":["trace[12732263] 'agreement among raft nodes before linearized reading' (duration: 146.760665ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:46:44.351925Z","caller":"traceutil/trace.go:171","msg":"trace[1034778304] transaction","detail":"{read_only:false; response_revision:17093; number_of_response:1; }","duration":"182.72566ms","start":"2026-03-04T11:46:44.169176Z","end":"2026-03-04T11:46:44.351902Z","steps":["trace[1034778304] 'process raft request' (duration: 182.491833ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:46:44.352881Z","caller":"traceutil/trace.go:171","msg":"trace[1479030530] linearizableReadLoop","detail":"{readStateIndex:17770; appliedIndex:17768; }","duration":"152.045072ms","start":"2026-03-04T11:46:44.200812Z","end":"2026-03-04T11:46:44.352857Z","steps":["trace[1479030530] 'read index received' (duration: 150.762517ms)","trace[1479030530] 'applied index is now lower than readState.Index' (duration: 1.281515ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:46:44.35303Z","caller":"traceutil/trace.go:171","msg":"trace[1688534406] transaction","detail":"{read_only:false; response_revision:17094; number_of_response:1; }","duration":"171.51327ms","start":"2026-03-04T11:46:44.181489Z","end":"2026-03-04T11:46:44.353002Z","steps":["trace[1688534406] 'process raft request' (duration: 171.180711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:46:44.353139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.262008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6528"} {"level":"info","ts":"2026-03-04T11:46:44.353192Z","caller":"traceutil/trace.go:171","msg":"trace[936696391] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:17094; }","duration":"152.404812ms","start":"2026-03-04T11:46:44.200777Z","end":"2026-03-04T11:46:44.353182Z","steps":["trace[936696391] 'agreement among raft nodes before linearized reading' (duration: 152.192856ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:46:45.767073Z","caller":"traceutil/trace.go:171","msg":"trace[589325864] linearizableReadLoop","detail":"{readStateIndex:17776; appliedIndex:17774; }","duration":"170.818051ms","start":"2026-03-04T11:46:45.596226Z","end":"2026-03-04T11:46:45.767044Z","steps":["trace[589325864] 'read index received' (duration: 75.26946ms)","trace[589325864] 'applied index is now lower than readState.Index' (duration: 95.547241ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:46:45.76726Z","caller":"traceutil/trace.go:171","msg":"trace[1844005780] transaction","detail":"{read_only:false; response_revision:17099; number_of_response:1; }","duration":"199.133104ms","start":"2026-03-04T11:46:45.568113Z","end":"2026-03-04T11:46:45.767246Z","steps":["trace[1844005780] 'process raft request' (duration: 103.371477ms)","trace[1844005780] 'compare' (duration: 95.102308ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:46:45.767491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.637597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-03-04T11:46:45.76758Z","caller":"traceutil/trace.go:171","msg":"trace[1292947911] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17100; }","duration":"144.75731ms","start":"2026-03-04T11:46:45.6228Z","end":"2026-03-04T11:46:45.767558Z","steps":["trace[1292947911] 'agreement among raft nodes before linearized reading' (duration: 144.570335ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:46:45.767584Z","caller":"traceutil/trace.go:171","msg":"trace[1575026567] transaction","detail":"{read_only:false; response_revision:17100; number_of_response:1; }","duration":"196.919612ms","start":"2026-03-04T11:46:45.570638Z","end":"2026-03-04T11:46:45.767557Z","steps":["trace[1575026567] 'process raft request' (duration: 196.261264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:46:45.767495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.251472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-fwnnj\" ","response":"range_response_count:1 size:22095"} {"level":"info","ts":"2026-03-04T11:46:45.767726Z","caller":"traceutil/trace.go:171","msg":"trace[811983130] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-fwnnj; range_end:; response_count:1; response_revision:17100; }","duration":"171.532431ms","start":"2026-03-04T11:46:45.596152Z","end":"2026-03-04T11:46:45.767684Z","steps":["trace[811983130] 'agreement among raft nodes before linearized reading' (duration: 171.117359ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:46:46.511503Z","caller":"traceutil/trace.go:171","msg":"trace[1718520812] linearizableReadLoop","detail":"{readStateIndex:17780; appliedIndex:17778; }","duration":"132.167022ms","start":"2026-03-04T11:46:46.379296Z","end":"2026-03-04T11:46:46.511463Z","steps":["trace[1718520812] 'read index received' (duration: 131.788582ms)","trace[1718520812] 'applied index is now lower than readState.Index' (duration: 377.54µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:46:46.511692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.385398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6528"} {"level":"info","ts":"2026-03-04T11:46:46.511718Z","caller":"traceutil/trace.go:171","msg":"trace[368949469] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:17104; }","duration":"132.471401ms","start":"2026-03-04T11:46:46.379237Z","end":"2026-03-04T11:46:46.511709Z","steps":["trace[368949469] 'agreement among raft nodes before linearized reading' (duration: 132.324817ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:46:46.51177Z","caller":"traceutil/trace.go:171","msg":"trace[1120251321] transaction","detail":"{read_only:false; response_revision:17103; number_of_response:1; }","duration":"152.439592ms","start":"2026-03-04T11:46:46.359303Z","end":"2026-03-04T11:46:46.511743Z","steps":["trace[1120251321] 'process raft request' (duration: 151.767163ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:46:46.511771Z","caller":"traceutil/trace.go:171","msg":"trace[405236222] transaction","detail":"{read_only:false; response_revision:17104; number_of_response:1; }","duration":"152.411452ms","start":"2026-03-04T11:46:46.359331Z","end":"2026-03-04T11:46:46.511742Z","steps":["trace[405236222] 'process raft request' (duration: 152.034312ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:46:47.652838Z","caller":"traceutil/trace.go:171","msg":"trace[2048135379] linearizableReadLoop","detail":"{readStateIndex:17784; appliedIndex:17783; }","duration":"133.041557ms","start":"2026-03-04T11:46:47.519767Z","end":"2026-03-04T11:46:47.652809Z","steps":["trace[2048135379] 'read index received' (duration: 110.784292ms)","trace[2048135379] 'applied index is now lower than readState.Index' (duration: 22.256155ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:46:47.653121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.14957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T11:46:47.653159Z","caller":"traceutil/trace.go:171","msg":"trace[1885669522] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17108; }","duration":"133.225711ms","start":"2026-03-04T11:46:47.519923Z","end":"2026-03-04T11:46:47.653148Z","steps":["trace[1885669522] 'agreement among raft nodes before linearized reading' (duration: 133.052947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:46:47.653195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.380276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-server-7f9c758fb7-964gq.1899a0dc71326c96\" ","response":"range_response_count:1 size:805"} {"level":"info","ts":"2026-03-04T11:46:47.653313Z","caller":"traceutil/trace.go:171","msg":"trace[838152965] range","detail":"{range_begin:/registry/events/openstack/neutron-server-7f9c758fb7-964gq.1899a0dc71326c96; range_end:; response_count:1; response_revision:17108; }","duration":"133.569011ms","start":"2026-03-04T11:46:47.519715Z","end":"2026-03-04T11:46:47.653284Z","steps":["trace[838152965] 'agreement among raft nodes before linearized reading' (duration: 133.245962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:46:47.653553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.492749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T11:46:47.653597Z","caller":"traceutil/trace.go:171","msg":"trace[434589754] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17108; }","duration":"133.559791ms","start":"2026-03-04T11:46:47.520027Z","end":"2026-03-04T11:46:47.653587Z","steps":["trace[434589754] 'agreement among raft nodes before linearized reading' (duration: 133.466048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:46:47.653574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.702994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-sxswl\" ","response":"range_response_count:1 size:18665"} {"level":"info","ts":"2026-03-04T11:46:47.653655Z","caller":"traceutil/trace.go:171","msg":"trace[646561039] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-sxswl; range_end:; response_count:1; response_revision:17108; }","duration":"112.818138ms","start":"2026-03-04T11:46:47.540814Z","end":"2026-03-04T11:46:47.653632Z","steps":["trace[646561039] 'agreement among raft nodes before linearized reading' (duration: 112.659493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:46:47.653782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.51677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-hhtrv\" ","response":"range_response_count:1 size:9791"} {"level":"info","ts":"2026-03-04T11:46:47.653818Z","caller":"traceutil/trace.go:171","msg":"trace[1914680202] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-hhtrv; range_end:; response_count:1; response_revision:17108; }","duration":"112.563521ms","start":"2026-03-04T11:46:47.541246Z","end":"2026-03-04T11:46:47.653809Z","steps":["trace[1914680202] 'agreement among raft nodes before linearized reading' (duration: 112.473758ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:46:47.653614Z","caller":"traceutil/trace.go:171","msg":"trace[1986582772] transaction","detail":"{read_only:false; response_revision:17108; number_of_response:1; }","duration":"134.772394ms","start":"2026-03-04T11:46:47.518193Z","end":"2026-03-04T11:46:47.652965Z","steps":["trace[1986582772] 'process raft request' (duration: 112.365535ms)","trace[1986582772] 'compare' (duration: 22.107211ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:46:54.051254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.737924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946136"} {"level":"info","ts":"2026-03-04T11:46:54.051364Z","caller":"traceutil/trace.go:171","msg":"trace[1299092272] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17139; }","duration":"100.883988ms","start":"2026-03-04T11:46:53.95046Z","end":"2026-03-04T11:46:54.051344Z","steps":["trace[1299092272] 'range keys from in-memory index tree' (duration: 98.851922ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:46:54.25349Z","caller":"traceutil/trace.go:171","msg":"trace[936263083] transaction","detail":"{read_only:false; response_revision:17140; number_of_response:1; }","duration":"106.702329ms","start":"2026-03-04T11:46:54.146757Z","end":"2026-03-04T11:46:54.25346Z","steps":["trace[936263083] 'process raft request' (duration: 106.463332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:47:01.821715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.474628ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T11:47:01.821825Z","caller":"traceutil/trace.go:171","msg":"trace[1742038753] transaction","detail":"{read_only:false; response_revision:17173; number_of_response:1; }","duration":"162.037788ms","start":"2026-03-04T11:47:01.65977Z","end":"2026-03-04T11:47:01.821808Z","steps":["trace[1742038753] 'process raft request' (duration: 32.375795ms)","trace[1742038753] 'compare' (duration: 129.265443ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:47:02.212458Z","caller":"traceutil/trace.go:171","msg":"trace[2128397951] linearizableReadLoop","detail":"{readStateIndex:17854; appliedIndex:17853; }","duration":"147.527216ms","start":"2026-03-04T11:47:02.064903Z","end":"2026-03-04T11:47:02.21243Z","steps":["trace[2128397951] 'read index received' (duration: 104.386214ms)","trace[2128397951] 'applied index is now lower than readState.Index' (duration: 43.139972ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:47:02.212831Z","caller":"traceutil/trace.go:171","msg":"trace[18643985] transaction","detail":"{read_only:false; response_revision:17175; number_of_response:1; }","duration":"149.739388ms","start":"2026-03-04T11:47:02.063063Z","end":"2026-03-04T11:47:02.212802Z","steps":["trace[18643985] 'process raft request' (duration: 106.296177ms)","trace[18643985] 'compare' (duration: 42.920376ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:47:02.212954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.810905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-gkn7n\" ","response":"range_response_count:1 size:18641"} {"level":"info","ts":"2026-03-04T11:47:02.212997Z","caller":"traceutil/trace.go:171","msg":"trace[1081229035] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-gkn7n; range_end:; response_count:1; response_revision:17175; }","duration":"147.884667ms","start":"2026-03-04T11:47:02.065099Z","end":"2026-03-04T11:47:02.212984Z","steps":["trace[1081229035] 'agreement among raft nodes before linearized reading' (duration: 147.699471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:47:02.21299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.00679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-srr7f\" ","response":"range_response_count:1 size:20751"} {"level":"info","ts":"2026-03-04T11:47:02.213093Z","caller":"traceutil/trace.go:171","msg":"trace[318264919] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-srr7f; range_end:; response_count:1; response_revision:17175; }","duration":"148.215936ms","start":"2026-03-04T11:47:02.064847Z","end":"2026-03-04T11:47:02.213063Z","steps":["trace[318264919] 'agreement among raft nodes before linearized reading' (duration: 147.855266ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:47:08.377995Z","caller":"traceutil/trace.go:171","msg":"trace[459135716] linearizableReadLoop","detail":"{readStateIndex:17887; appliedIndex:17886; }","duration":"139.853465ms","start":"2026-03-04T11:47:08.238115Z","end":"2026-03-04T11:47:08.377969Z","steps":["trace[459135716] 'read index received' (duration: 103.005177ms)","trace[459135716] 'applied index is now lower than readState.Index' (duration: 36.847128ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:47:08.378031Z","caller":"traceutil/trace.go:171","msg":"trace[584776201] transaction","detail":"{read_only:false; response_revision:17206; number_of_response:1; }","duration":"142.954621ms","start":"2026-03-04T11:47:08.235035Z","end":"2026-03-04T11:47:08.37799Z","steps":["trace[584776201] 'process raft request' (duration: 106.096003ms)","trace[584776201] 'compare' (duration: 36.709664ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:47:08.378235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.093802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T11:47:08.378302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.67702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T11:47:08.378322Z","caller":"traceutil/trace.go:171","msg":"trace[1441577496] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:17206; }","duration":"140.240905ms","start":"2026-03-04T11:47:08.238059Z","end":"2026-03-04T11:47:08.378299Z","steps":["trace[1441577496] 'agreement among raft nodes before linearized reading' (duration: 140.03043ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:47:08.378339Z","caller":"traceutil/trace.go:171","msg":"trace[195758653] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17206; }","duration":"135.754011ms","start":"2026-03-04T11:47:08.242573Z","end":"2026-03-04T11:47:08.378327Z","steps":["trace[195758653] 'agreement among raft nodes before linearized reading' (duration: 135.555976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:47:12.865535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.345678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T11:47:12.865651Z","caller":"traceutil/trace.go:171","msg":"trace[611214181] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:17226; }","duration":"115.549744ms","start":"2026-03-04T11:47:12.750076Z","end":"2026-03-04T11:47:12.865625Z","steps":["trace[611214181] 'count revisions from in-memory index tree' (duration: 115.219864ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:47:16.66817Z","caller":"traceutil/trace.go:171","msg":"trace[1478518319] transaction","detail":"{read_only:false; response_revision:17246; number_of_response:1; }","duration":"114.822673ms","start":"2026-03-04T11:47:16.553302Z","end":"2026-03-04T11:47:16.668124Z","steps":["trace[1478518319] 'process raft request' (duration: 113.911128ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:47:17.194882Z","caller":"traceutil/trace.go:171","msg":"trace[1017591864] linearizableReadLoop","detail":"{readStateIndex:17931; appliedIndex:17930; }","duration":"112.450178ms","start":"2026-03-04T11:47:17.082404Z","end":"2026-03-04T11:47:17.194854Z","steps":["trace[1017591864] 'read index received' (duration: 112.204171ms)","trace[1017591864] 'applied index is now lower than readState.Index' (duration: 244.687µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:47:17.195029Z","caller":"traceutil/trace.go:171","msg":"trace[1875144347] transaction","detail":"{read_only:false; response_revision:17249; number_of_response:1; }","duration":"147.697782ms","start":"2026-03-04T11:47:17.047293Z","end":"2026-03-04T11:47:17.194991Z","steps":["trace[1875144347] 'process raft request' (duration: 147.341252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:47:17.195226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.802008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"warn","ts":"2026-03-04T11:47:17.195201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.776667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-03-04T11:47:17.195265Z","caller":"traceutil/trace.go:171","msg":"trace[337834804] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17249; }","duration":"112.922201ms","start":"2026-03-04T11:47:17.082331Z","end":"2026-03-04T11:47:17.195254Z","steps":["trace[337834804] 'agreement among raft nodes before linearized reading' (duration: 112.718885ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:47:17.195316Z","caller":"traceutil/trace.go:171","msg":"trace[1066557537] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17249; }","duration":"112.954542ms","start":"2026-03-04T11:47:17.082331Z","end":"2026-03-04T11:47:17.195286Z","steps":["trace[1066557537] 'agreement among raft nodes before linearized reading' (duration: 112.629473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:47:17.1954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.361618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-03-04T11:47:17.195469Z","caller":"traceutil/trace.go:171","msg":"trace[785884204] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17249; }","duration":"111.512862ms","start":"2026-03-04T11:47:17.083943Z","end":"2026-03-04T11:47:17.195456Z","steps":["trace[785884204] 'agreement among raft nodes before linearized reading' (duration: 111.210724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:47:17.195463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.547958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-03-04T11:47:17.195603Z","caller":"traceutil/trace.go:171","msg":"trace[655089361] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17249; }","duration":"109.730982ms","start":"2026-03-04T11:47:17.085836Z","end":"2026-03-04T11:47:17.195567Z","steps":["trace[655089361] 'agreement among raft nodes before linearized reading' (duration: 109.333742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:47:17.195638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.342197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6528"} {"level":"info","ts":"2026-03-04T11:47:17.195688Z","caller":"traceutil/trace.go:171","msg":"trace[2034390318] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:17249; }","duration":"111.403429ms","start":"2026-03-04T11:47:17.084272Z","end":"2026-03-04T11:47:17.195675Z","steps":["trace[2034390318] 'agreement among raft nodes before linearized reading' (duration: 111.271286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:47:18.230174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.762965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.18\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-04T11:47:18.230287Z","caller":"traceutil/trace.go:171","msg":"trace[479211575] range","detail":"{range_begin:/registry/masterleases/199.19.213.18; range_end:; response_count:1; response_revision:17252; }","duration":"104.93845ms","start":"2026-03-04T11:47:18.125323Z","end":"2026-03-04T11:47:18.230261Z","steps":["trace[479211575] 'range keys from in-memory index tree' (duration: 104.548609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:47:18.230651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.067497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-04T11:47:18.23076Z","caller":"traceutil/trace.go:171","msg":"trace[165520369] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:17252; }","duration":"116.203841ms","start":"2026-03-04T11:47:18.114529Z","end":"2026-03-04T11:47:18.230733Z","steps":["trace[165520369] 'range keys from in-memory index tree' (duration: 115.827491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:47:18.874241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.188432ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T11:47:18.874447Z","caller":"traceutil/trace.go:171","msg":"trace[34140976] linearizableReadLoop","detail":"{readStateIndex:17941; appliedIndex:17939; }","duration":"178.534144ms","start":"2026-03-04T11:47:18.695897Z","end":"2026-03-04T11:47:18.874431Z","steps":["trace[34140976] 'read index received' (duration: 20.083295ms)","trace[34140976] 'applied index is now lower than readState.Index' (duration: 158.450039ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:47:18.874541Z","caller":"traceutil/trace.go:171","msg":"trace[1769711174] transaction","detail":"{read_only:false; response_revision:17258; number_of_response:1; }","duration":"196.918801ms","start":"2026-03-04T11:47:18.677614Z","end":"2026-03-04T11:47:18.874532Z","steps":["trace[1769711174] 'process raft request' (duration: 196.751407ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:47:18.874599Z","caller":"traceutil/trace.go:171","msg":"trace[1502004110] transaction","detail":"{read_only:false; response_revision:17257; number_of_response:1; }","duration":"200.606334ms","start":"2026-03-04T11:47:18.673938Z","end":"2026-03-04T11:47:18.874544Z","steps":["trace[1502004110] 'process raft request' (duration: 42.026291ms)","trace[1502004110] 'compare' (duration: 158.029787ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:47:18.874952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.488302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-hhtrv\" ","response":"range_response_count:1 size:9791"} {"level":"warn","ts":"2026-03-04T11:47:18.875048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.10832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-gkn7n\" ","response":"range_response_count:1 size:18641"} {"level":"info","ts":"2026-03-04T11:47:18.875089Z","caller":"traceutil/trace.go:171","msg":"trace[1938054521] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-gkn7n; range_end:; response_count:1; response_revision:17258; }","duration":"179.230853ms","start":"2026-03-04T11:47:18.695848Z","end":"2026-03-04T11:47:18.875079Z","steps":["trace[1938054521] 'agreement among raft nodes before linearized reading' (duration: 179.005037ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:47:18.875084Z","caller":"traceutil/trace.go:171","msg":"trace[114209682] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-hhtrv; range_end:; response_count:1; response_revision:17258; }","duration":"170.703087ms","start":"2026-03-04T11:47:18.704361Z","end":"2026-03-04T11:47:18.875064Z","steps":["trace[114209682] 'agreement among raft nodes before linearized reading' (duration: 170.344757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:47:18.875096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.205198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-srr7f\" ","response":"range_response_count:1 size:20751"} {"level":"info","ts":"2026-03-04T11:47:18.875139Z","caller":"traceutil/trace.go:171","msg":"trace[517565738] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-srr7f; range_end:; response_count:1; response_revision:17258; }","duration":"164.28591ms","start":"2026-03-04T11:47:18.710838Z","end":"2026-03-04T11:47:18.875124Z","steps":["trace[517565738] 'agreement among raft nodes before linearized reading' (duration: 164.191977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:47:18.875298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.255982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-fwnnj\" ","response":"range_response_count:1 size:22095"} {"level":"info","ts":"2026-03-04T11:47:18.875327Z","caller":"traceutil/trace.go:171","msg":"trace[941444151] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-fwnnj; range_end:; response_count:1; response_revision:17258; }","duration":"167.304564ms","start":"2026-03-04T11:47:18.708013Z","end":"2026-03-04T11:47:18.875317Z","steps":["trace[941444151] 'agreement among raft nodes before linearized reading' (duration: 167.214402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:47:18.875404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.689477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-pfcbp\" ","response":"range_response_count:1 size:14272"} {"level":"warn","ts":"2026-03-04T11:47:18.874949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.855002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-fwnnj\" ","response":"range_response_count:1 size:22095"} {"level":"info","ts":"2026-03-04T11:47:18.875429Z","caller":"traceutil/trace.go:171","msg":"trace[337313171] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-pfcbp; range_end:; response_count:1; response_revision:17258; }","duration":"170.736678ms","start":"2026-03-04T11:47:18.704683Z","end":"2026-03-04T11:47:18.87542Z","steps":["trace[337313171] 'agreement among raft nodes before linearized reading' (duration: 170.666656ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:47:18.875436Z","caller":"traceutil/trace.go:171","msg":"trace[401209252] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-fwnnj; range_end:; response_count:1; response_revision:17258; }","duration":"167.393066ms","start":"2026-03-04T11:47:18.708033Z","end":"2026-03-04T11:47:18.875426Z","steps":["trace[401209252] 'agreement among raft nodes before linearized reading' (duration: 166.756158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:47:18.875576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.544038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-sxswl\" ","response":"range_response_count:1 size:18665"} {"level":"info","ts":"2026-03-04T11:47:18.875624Z","caller":"traceutil/trace.go:171","msg":"trace[189856547] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-sxswl; range_end:; response_count:1; response_revision:17258; }","duration":"168.63136ms","start":"2026-03-04T11:47:18.706977Z","end":"2026-03-04T11:47:18.875608Z","steps":["trace[189856547] 'agreement among raft nodes before linearized reading' (duration: 168.452535ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:47:21.087794Z","caller":"traceutil/trace.go:171","msg":"trace[1351232353] transaction","detail":"{read_only:false; response_revision:17268; number_of_response:1; }","duration":"119.912204ms","start":"2026-03-04T11:47:20.967841Z","end":"2026-03-04T11:47:21.087754Z","steps":["trace[1351232353] 'process raft request' (duration: 83.339123ms)","trace[1351232353] 'compare' (duration: 36.133189ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:47:21.088806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.595533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946136"} {"level":"warn","ts":"2026-03-04T11:47:21.088843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.651015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946136"} {"level":"info","ts":"2026-03-04T11:47:21.088923Z","caller":"traceutil/trace.go:171","msg":"trace[102994949] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17267; }","duration":"149.743958ms","start":"2026-03-04T11:47:20.939148Z","end":"2026-03-04T11:47:21.088892Z","steps":["trace[102994949] 'range keys from in-memory index tree' (duration: 148.635307ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:47:21.088928Z","caller":"traceutil/trace.go:171","msg":"trace[1133322442] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17267; }","duration":"149.752748ms","start":"2026-03-04T11:47:20.939153Z","end":"2026-03-04T11:47:21.088906Z","steps":["trace[1133322442] 'range keys from in-memory index tree' (duration: 148.553896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:47:21.088842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.121306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946136"} {"level":"info","ts":"2026-03-04T11:47:21.089045Z","caller":"traceutil/trace.go:171","msg":"trace[1348886427] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17267; }","duration":"151.356622ms","start":"2026-03-04T11:47:20.937668Z","end":"2026-03-04T11:47:21.089025Z","steps":["trace[1348886427] 'range keys from in-memory index tree' (duration: 148.159315ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:47:35.045932Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15283} {"level":"info","ts":"2026-03-04T11:47:35.162333Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15283,"took":"113.808636ms","hash":4194473486,"current-db-size-bytes":44294144,"current-db-size":"44 MB","current-db-size-in-use-bytes":27979776,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-04T11:47:35.162474Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4194473486,"revision":15283,"compact-revision":13081} {"level":"info","ts":"2026-03-04T11:47:50.782834Z","caller":"traceutil/trace.go:171","msg":"trace[189819757] linearizableReadLoop","detail":"{readStateIndex:18100; appliedIndex:18099; }","duration":"265.529888ms","start":"2026-03-04T11:47:50.517268Z","end":"2026-03-04T11:47:50.782798Z","steps":["trace[189819757] 'read index received' (duration: 264.88045ms)","trace[189819757] 'applied index is now lower than readState.Index' (duration: 449.062µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:47:50.782997Z","caller":"traceutil/trace.go:171","msg":"trace[1507887311] transaction","detail":"{read_only:false; response_revision:17409; number_of_response:1; }","duration":"468.23667ms","start":"2026-03-04T11:47:50.314741Z","end":"2026-03-04T11:47:50.782977Z","steps":["trace[1507887311] 'process raft request' (duration: 467.443608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:47:50.783225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:47:50.314711Z","time spent":"468.425565ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:47:50.783249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.96665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T11:47:50.783321Z","caller":"traceutil/trace.go:171","msg":"trace[1347231982] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17409; }","duration":"266.080303ms","start":"2026-03-04T11:47:50.517222Z","end":"2026-03-04T11:47:50.783302Z","steps":["trace[1347231982] 'agreement among raft nodes before linearized reading' (duration: 265.856647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:47:51.289639Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541869197,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:47:51.790408Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541869197,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:47:52.291862Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541869197,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:47:52.792599Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700783541869197,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T11:47:52.799461Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.01084473s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T11:47:52.848871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:47:51.777193Z","time spent":"1.071668196s","remote":"127.0.0.1:34090","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T11:47:52.849561Z","caller":"traceutil/trace.go:171","msg":"trace[1215927344] transaction","detail":"{read_only:false; response_revision:17412; number_of_response:1; }","duration":"1.631090785s","start":"2026-03-04T11:47:51.218454Z","end":"2026-03-04T11:47:52.849545Z","steps":["trace[1215927344] 'process raft request' (duration: 1.631036783s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:47:52.849579Z","caller":"traceutil/trace.go:171","msg":"trace[1812592947] transaction","detail":"{read_only:false; response_revision:17411; number_of_response:1; }","duration":"1.846791326s","start":"2026-03-04T11:47:51.002755Z","end":"2026-03-04T11:47:52.849547Z","steps":["trace[1812592947] 'process raft request' (duration: 1.846642242s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:47:52.849709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:47:51.218414Z","time spent":"1.631215679s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:47:52.849731Z","caller":"traceutil/trace.go:171","msg":"trace[1702816034] linearizableReadLoop","detail":"{readStateIndex:18105; appliedIndex:18100; }","duration":"2.060661407s","start":"2026-03-04T11:47:50.789058Z","end":"2026-03-04T11:47:52.849719Z","steps":["trace[1702816034] 'read index received' (duration: 2.010716066s)","trace[1702816034] 'applied index is now lower than readState.Index' (duration: 49.944211ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:47:52.849732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:47:51.00272Z","time spent":"1.84692411s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:47:52.850165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.06110567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T11:47:52.850395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.840134832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T11:47:52.85036Z","caller":"traceutil/trace.go:171","msg":"trace[1899243756] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17414; }","duration":"2.061341206s","start":"2026-03-04T11:47:50.788998Z","end":"2026-03-04T11:47:52.85034Z","steps":["trace[1899243756] 'agreement among raft nodes before linearized reading' (duration: 2.060910134s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:47:52.850459Z","caller":"traceutil/trace.go:171","msg":"trace[1708722704] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:17414; }","duration":"1.840234945s","start":"2026-03-04T11:47:51.010208Z","end":"2026-03-04T11:47:52.850443Z","steps":["trace[1708722704] 'agreement among raft nodes before linearized reading' (duration: 1.840134322s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:47:52.850504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:47:51.010195Z","time spent":"1.840295767s","remote":"127.0.0.1:38698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-04T11:47:52.850474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:47:50.788972Z","time spent":"2.061486099s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T11:47:52.850641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.481669986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T11:47:52.850713Z","caller":"traceutil/trace.go:171","msg":"trace[886284036] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:17414; }","duration":"1.48181344s","start":"2026-03-04T11:47:51.368879Z","end":"2026-03-04T11:47:52.850692Z","steps":["trace[886284036] 'agreement among raft nodes before linearized reading' (duration: 1.481682796s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:47:52.850823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.506077831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-hhtrv\" ","response":"range_response_count:1 size:9791"} {"level":"warn","ts":"2026-03-04T11:47:52.850824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:47:51.368847Z","time spent":"1.481961654s","remote":"127.0.0.1:43580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-03-04T11:47:52.850879Z","caller":"traceutil/trace.go:171","msg":"trace[912040506] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-hhtrv; range_end:; response_count:1; response_revision:17414; }","duration":"1.506159922s","start":"2026-03-04T11:47:51.344706Z","end":"2026-03-04T11:47:52.850866Z","steps":["trace[912040506] 'agreement among raft nodes before linearized reading' (duration: 1.506014368s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:47:52.850956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:47:51.344684Z","time spent":"1.506232065s","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9814,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-hhtrv\" "} {"level":"warn","ts":"2026-03-04T11:47:52.851316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.541752036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-pfcbp\" ","response":"range_response_count:1 size:14272"} {"level":"info","ts":"2026-03-04T11:47:52.851374Z","caller":"traceutil/trace.go:171","msg":"trace[51942344] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-pfcbp; range_end:; response_count:1; response_revision:17414; }","duration":"1.54186397s","start":"2026-03-04T11:47:51.309494Z","end":"2026-03-04T11:47:52.851358Z","steps":["trace[51942344] 'agreement among raft nodes before linearized reading' (duration: 1.541687405s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:47:52.851416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:47:51.309483Z","time spent":"1.541922251s","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":14295,"request content":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-pfcbp\" "} {"level":"info","ts":"2026-03-04T11:47:52.84956Z","caller":"traceutil/trace.go:171","msg":"trace[2026620769] transaction","detail":"{read_only:false; response_revision:17410; number_of_response:1; }","duration":"2.061069738s","start":"2026-03-04T11:47:50.788454Z","end":"2026-03-04T11:47:52.849524Z","steps":["trace[2026620769] 'process raft request' (duration: 2.011265052s)","trace[2026620769] 'compare' (duration: 48.909591ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:47:52.854155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:47:50.788422Z","time spent":"2.065620054s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:47:52.849799Z","caller":"traceutil/trace.go:171","msg":"trace[468594378] transaction","detail":"{read_only:false; response_revision:17414; number_of_response:1; }","duration":"1.371409459s","start":"2026-03-04T11:47:51.47838Z","end":"2026-03-04T11:47:52.849789Z","steps":["trace[468594378] 'process raft request' (duration: 1.371267885s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:47:52.854546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:47:51.478355Z","time spent":"1.37615523s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:47:52.851817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.338018167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-fwnnj\" ","response":"range_response_count:1 size:22095"} {"level":"info","ts":"2026-03-04T11:47:52.855105Z","caller":"traceutil/trace.go:171","msg":"trace[876479270] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-fwnnj; range_end:; response_count:1; response_revision:17414; }","duration":"1.341329258s","start":"2026-03-04T11:47:51.513749Z","end":"2026-03-04T11:47:52.855078Z","steps":["trace[876479270] 'agreement among raft nodes before linearized reading' (duration: 1.337789561s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:47:52.855222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:47:51.513736Z","time spent":"1.341472532s","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22118,"request content":"key:\"/registry/pods/openstack/nova-compute-default-fwnnj\" "} {"level":"warn","ts":"2026-03-04T11:47:52.851875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347103798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-fwnnj\" ","response":"range_response_count:1 size:22095"} {"level":"info","ts":"2026-03-04T11:47:52.855701Z","caller":"traceutil/trace.go:171","msg":"trace[1867927600] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-fwnnj; range_end:; response_count:1; response_revision:17414; }","duration":"1.350969884s","start":"2026-03-04T11:47:51.504718Z","end":"2026-03-04T11:47:52.855688Z","steps":["trace[1867927600] 'agreement among raft nodes before linearized reading' (duration: 1.347080087s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:47:52.851882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.075508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"warn","ts":"2026-03-04T11:47:52.851956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.343228571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-sxswl\" ","response":"range_response_count:1 size:18665"} {"level":"warn","ts":"2026-03-04T11:47:52.851946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163145274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6528"} {"level":"warn","ts":"2026-03-04T11:47:52.852026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.549261744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-03-04T11:47:52.856497Z","caller":"traceutil/trace.go:171","msg":"trace[408095552] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:17414; }","duration":"1.167750051s","start":"2026-03-04T11:47:51.688736Z","end":"2026-03-04T11:47:52.856486Z","steps":["trace[408095552] 'agreement among raft nodes before linearized reading' (duration: 1.163120914s)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:47:52.856567Z","caller":"traceutil/trace.go:171","msg":"trace[782562869] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17414; }","duration":"1.55383486s","start":"2026-03-04T11:47:51.302718Z","end":"2026-03-04T11:47:52.856553Z","steps":["trace[782562869] 'agreement among raft nodes before linearized reading' (duration: 1.548885164s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:47:52.856697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:47:51.302693Z","time spent":"1.553987365s","remote":"127.0.0.1:41250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":724,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-04T11:47:52.856577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:47:51.688705Z","time spent":"1.167838954s","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-kh88j\" "} {"level":"warn","ts":"2026-03-04T11:47:52.852155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.549896462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-03-04T11:47:52.857036Z","caller":"traceutil/trace.go:171","msg":"trace[502114473] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17414; }","duration":"1.554752726s","start":"2026-03-04T11:47:51.302252Z","end":"2026-03-04T11:47:52.857005Z","steps":["trace[502114473] 'agreement among raft nodes before linearized reading' (duration: 1.549397858s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:47:52.852187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.416209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-04T11:47:52.857111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:47:51.30222Z","time spent":"1.554868299s","remote":"127.0.0.1:41250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":724,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-04T11:47:52.857118Z","caller":"traceutil/trace.go:171","msg":"trace[1248102185] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17414; }","duration":"632.392186ms","start":"2026-03-04T11:47:52.224706Z","end":"2026-03-04T11:47:52.857098Z","steps":["trace[1248102185] 'agreement among raft nodes before linearized reading' (duration: 627.329367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:47:52.85235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.550157719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"warn","ts":"2026-03-04T11:47:52.857164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:47:52.224669Z","time spent":"632.482409ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T11:47:52.857177Z","caller":"traceutil/trace.go:171","msg":"trace[1892529196] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17414; }","duration":"1.554978452s","start":"2026-03-04T11:47:51.302184Z","end":"2026-03-04T11:47:52.857162Z","steps":["trace[1892529196] 'agreement among raft nodes before linearized reading' (duration: 1.54947434s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:47:52.857225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:47:51.302131Z","time spent":"1.555078544s","remote":"127.0.0.1:41250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":724,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-04T11:47:52.852448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.565738559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-gkn7n\" ","response":"range_response_count:1 size:18641"} {"level":"info","ts":"2026-03-04T11:47:52.857297Z","caller":"traceutil/trace.go:171","msg":"trace[1454481023] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-gkn7n; range_end:; response_count:1; response_revision:17414; }","duration":"1.570615544s","start":"2026-03-04T11:47:51.286658Z","end":"2026-03-04T11:47:52.857274Z","steps":["trace[1454481023] 'agreement among raft nodes before linearized reading' (duration: 1.565006189s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:47:52.857348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:47:51.28663Z","time spent":"1.570704396s","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":18664,"request content":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-gkn7n\" "} {"level":"warn","ts":"2026-03-04T11:47:52.852491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.745731183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T11:47:52.857455Z","caller":"traceutil/trace.go:171","msg":"trace[1905076027] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17414; }","duration":"1.750734482s","start":"2026-03-04T11:47:51.106705Z","end":"2026-03-04T11:47:52.857439Z","steps":["trace[1905076027] 'agreement among raft nodes before linearized reading' (duration: 1.744966273s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:47:52.857495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:47:51.106673Z","time spent":"1.750810033s","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T11:47:52.852578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.791090847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T11:47:52.857575Z","caller":"traceutil/trace.go:171","msg":"trace[699675966] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17414; }","duration":"1.796124196s","start":"2026-03-04T11:47:51.061433Z","end":"2026-03-04T11:47:52.857557Z","steps":["trace[699675966] 'agreement among raft nodes before linearized reading' (duration: 1.790244594s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:47:52.857666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:47:51.061411Z","time spent":"1.79624271s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T11:47:52.853024Z","caller":"traceutil/trace.go:171","msg":"trace[529760579] transaction","detail":"{read_only:false; response_revision:17413; number_of_response:1; }","duration":"1.457669362s","start":"2026-03-04T11:47:51.392074Z","end":"2026-03-04T11:47:52.849743Z","steps":["trace[529760579] 'process raft request' (duration: 1.457450266s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:47:52.857816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:47:51.392032Z","time spent":"1.465723694s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:47:52.856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:47:51.504694Z","time spent":"1.351271333s","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22118,"request content":"key:\"/registry/pods/openstack/nova-compute-default-fwnnj\" "} {"level":"info","ts":"2026-03-04T11:47:52.856059Z","caller":"traceutil/trace.go:171","msg":"trace[1739093969] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17414; }","duration":"822.339826ms","start":"2026-03-04T11:47:52.033701Z","end":"2026-03-04T11:47:52.856041Z","steps":["trace[1739093969] 'agreement among raft nodes before linearized reading' (duration: 817.864013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:47:52.85801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:47:52.033675Z","time spent":"824.32038ms","remote":"127.0.0.1:41250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":724,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-04T11:47:52.856451Z","caller":"traceutil/trace.go:171","msg":"trace[297856878] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-sxswl; range_end:; response_count:1; response_revision:17414; }","duration":"1.347756546s","start":"2026-03-04T11:47:51.508669Z","end":"2026-03-04T11:47:52.856425Z","steps":["trace[297856878] 'agreement among raft nodes before linearized reading' (duration: 1.343229731s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:47:52.852116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.430610495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-srr7f\" ","response":"range_response_count:1 size:20751"} {"level":"warn","ts":"2026-03-04T11:47:52.852085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.549736337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"warn","ts":"2026-03-04T11:47:52.858167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:47:51.508637Z","time spent":"1.349516004s","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":18688,"request content":"key:\"/registry/pods/openstack/neutron-l3-agent-default-sxswl\" "} {"level":"info","ts":"2026-03-04T11:47:52.858183Z","caller":"traceutil/trace.go:171","msg":"trace[244163237] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17414; }","duration":"1.555854736s","start":"2026-03-04T11:47:51.302315Z","end":"2026-03-04T11:47:52.858169Z","steps":["trace[244163237] 'agreement among raft nodes before linearized reading' (duration: 1.549308085s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:47:52.858276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:47:51.302301Z","time spent":"1.555965389s","remote":"127.0.0.1:41250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":724,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-04T11:47:52.85837Z","caller":"traceutil/trace.go:171","msg":"trace[1921299147] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-srr7f; range_end:; response_count:1; response_revision:17414; }","duration":"1.436866998s","start":"2026-03-04T11:47:51.421476Z","end":"2026-03-04T11:47:52.858343Z","steps":["trace[1921299147] 'agreement among raft nodes before linearized reading' (duration: 1.430515802s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:47:52.858415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:47:51.421464Z","time spent":"1.436939179s","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20774,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-srr7f\" "} {"level":"info","ts":"2026-03-04T11:48:37.280794Z","caller":"traceutil/trace.go:171","msg":"trace[1813660972] transaction","detail":"{read_only:false; response_revision:17631; number_of_response:1; }","duration":"107.759798ms","start":"2026-03-04T11:48:37.173006Z","end":"2026-03-04T11:48:37.280766Z","steps":["trace[1813660972] 'process raft request' (duration: 106.706979ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:48:37.280829Z","caller":"traceutil/trace.go:171","msg":"trace[1019086941] transaction","detail":"{read_only:false; response_revision:17632; number_of_response:1; }","duration":"106.637028ms","start":"2026-03-04T11:48:37.174161Z","end":"2026-03-04T11:48:37.280798Z","steps":["trace[1019086941] 'process raft request' (duration: 106.548985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:48:37.281084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.091677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T11:48:37.281109Z","caller":"traceutil/trace.go:171","msg":"trace[235499891] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17633; }","duration":"108.152009ms","start":"2026-03-04T11:48:37.172951Z","end":"2026-03-04T11:48:37.281103Z","steps":["trace[235499891] 'agreement among raft nodes before linearized reading' (duration: 107.848321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:49:01.703077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.610758ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T11:49:01.703196Z","caller":"traceutil/trace.go:171","msg":"trace[463905232] linearizableReadLoop","detail":"{readStateIndex:18448; appliedIndex:18447; }","duration":"251.631026ms","start":"2026-03-04T11:49:01.451547Z","end":"2026-03-04T11:49:01.703178Z","steps":["trace[463905232] 'read index received' (duration: 57.74013ms)","trace[463905232] 'applied index is now lower than readState.Index' (duration: 193.889766ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:49:01.703351Z","caller":"traceutil/trace.go:171","msg":"trace[667267293] transaction","detail":"{read_only:false; response_revision:17743; number_of_response:1; }","duration":"255.517621ms","start":"2026-03-04T11:49:01.447767Z","end":"2026-03-04T11:49:01.703284Z","steps":["trace[667267293] 'process raft request' (duration: 61.604035ms)","trace[667267293] 'compare' (duration: 193.406712ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:49:01.70346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.967458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T11:49:01.703503Z","caller":"traceutil/trace.go:171","msg":"trace[178056620] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17743; }","duration":"251.025039ms","start":"2026-03-04T11:49:01.452466Z","end":"2026-03-04T11:49:01.703491Z","steps":["trace[178056620] 'agreement among raft nodes before linearized reading' (duration: 250.892396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:49:01.703701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.15196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-04T11:49:01.703833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.075221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T11:49:01.70394Z","caller":"traceutil/trace.go:171","msg":"trace[85745769] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17743; }","duration":"251.221945ms","start":"2026-03-04T11:49:01.452694Z","end":"2026-03-04T11:49:01.703916Z","steps":["trace[85745769] 'agreement among raft nodes before linearized reading' (duration: 250.786703ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:49:01.703752Z","caller":"traceutil/trace.go:171","msg":"trace[1606903007] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17743; }","duration":"252.235442ms","start":"2026-03-04T11:49:01.451502Z","end":"2026-03-04T11:49:01.703738Z","steps":["trace[1606903007] 'agreement among raft nodes before linearized reading' (duration: 251.943864ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:52:28.286182Z","caller":"traceutil/trace.go:171","msg":"trace[42310683] transaction","detail":"{read_only:false; response_revision:18706; number_of_response:1; }","duration":"130.138128ms","start":"2026-03-04T11:52:28.156005Z","end":"2026-03-04T11:52:28.286144Z","steps":["trace[42310683] 'process raft request' (duration: 97.426559ms)","trace[42310683] 'compare' (duration: 32.549245ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:52:35.056695Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17335} {"level":"warn","ts":"2026-03-04T11:52:35.200705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.111271ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T11:52:35.200812Z","caller":"traceutil/trace.go:171","msg":"trace[807652581] linearizableReadLoop","detail":"{readStateIndex:19494; appliedIndex:19493; }","duration":"123.989331ms","start":"2026-03-04T11:52:35.076806Z","end":"2026-03-04T11:52:35.200796Z","steps":["trace[807652581] 'read index received' (duration: 32.021µs)","trace[807652581] 'applied index is now lower than readState.Index' (duration: 123.956ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:52:35.200908Z","caller":"traceutil/trace.go:171","msg":"trace[65298308] transaction","detail":"{read_only:false; response_revision:18742; number_of_response:1; }","duration":"126.357055ms","start":"2026-03-04T11:52:35.074462Z","end":"2026-03-04T11:52:35.200819Z","steps":["trace[65298308] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/cilium-operator-resource-lock; req_size:472; } (duration: 124.749151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:52:35.326336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.756539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T11:52:35.326995Z","caller":"traceutil/trace.go:171","msg":"trace[1796853888] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18742; }","duration":"243.476489ms","start":"2026-03-04T11:52:35.083482Z","end":"2026-03-04T11:52:35.326958Z","steps":["trace[1796853888] 'agreement among raft nodes before linearized reading' (duration: 117.393421ms)","trace[1796853888] 'range keys from in-memory index tree' (duration: 125.306696ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:52:35.326556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.503863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T11:52:35.327327Z","caller":"traceutil/trace.go:171","msg":"trace[473857523] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18742; }","duration":"250.50234ms","start":"2026-03-04T11:52:35.076775Z","end":"2026-03-04T11:52:35.327277Z","steps":["trace[473857523] 'agreement among raft nodes before linearized reading' (duration: 124.102933ms)","trace[473857523] 'range keys from in-memory index tree' (duration: 125.260355ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:52:35.327767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.442951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:129 size:1733852"} {"level":"info","ts":"2026-03-04T11:52:35.327871Z","caller":"traceutil/trace.go:171","msg":"trace[1981817390] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:129; response_revision:18742; }","duration":"242.570454ms","start":"2026-03-04T11:52:35.085274Z","end":"2026-03-04T11:52:35.327844Z","steps":["trace[1981817390] 'agreement among raft nodes before linearized reading' (duration: 115.622093ms)","trace[1981817390] 'range keys from in-memory index tree' (duration: 125.733998ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:52:35.501545Z","caller":"traceutil/trace.go:171","msg":"trace[710757319] transaction","detail":"{read_only:false; response_revision:18743; number_of_response:1; }","duration":"170.174476ms","start":"2026-03-04T11:52:35.331328Z","end":"2026-03-04T11:52:35.501503Z","steps":["trace[710757319] 'process raft request' (duration: 104.194302ms)","trace[710757319] 'compare' (duration: 11.057581ms)","trace[710757319] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-cp-lock; req_size:415; } (duration: 54.661586ms)"],"step_count":3} {"level":"info","ts":"2026-03-04T11:52:35.501733Z","caller":"traceutil/trace.go:171","msg":"trace[1182695949] transaction","detail":"{read_only:false; response_revision:18744; number_of_response:1; }","duration":"170.303159ms","start":"2026-03-04T11:52:35.331387Z","end":"2026-03-04T11:52:35.50169Z","steps":["trace[1182695949] 'process raft request' (duration: 170.034222ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:52:35.948067Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17335,"took":"887.934008ms","hash":205440351,"current-db-size-bytes":44294144,"current-db-size":"44 MB","current-db-size-in-use-bytes":22196224,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-04T11:52:35.948157Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":205440351,"revision":17335,"compact-revision":15283} {"level":"warn","ts":"2026-03-04T11:54:17.876064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.008559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/nova-openstack-nova-rabbit-init\" ","response":"range_response_count:1 size:669"} {"level":"info","ts":"2026-03-04T11:54:17.876151Z","caller":"traceutil/trace.go:171","msg":"trace[1231045702] range","detail":"{range_begin:/registry/roles/openstack/nova-openstack-nova-rabbit-init; range_end:; response_count:1; response_revision:19223; }","duration":"117.134342ms","start":"2026-03-04T11:54:17.759Z","end":"2026-03-04T11:54:17.876134Z","steps":["trace[1231045702] 'range keys from in-memory index tree' (duration: 116.884005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:54:17.876259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.68624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-hhtrv\" ","response":"range_response_count:1 size:9791"} {"level":"info","ts":"2026-03-04T11:54:17.876347Z","caller":"traceutil/trace.go:171","msg":"trace[1287275797] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-hhtrv; range_end:; response_count:1; response_revision:19223; }","duration":"116.831344ms","start":"2026-03-04T11:54:17.759496Z","end":"2026-03-04T11:54:17.876327Z","steps":["trace[1287275797] 'range keys from in-memory index tree' (duration: 116.574468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:54:17.876509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.736038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/nova-openstack-nova-scheduler\" ","response":"range_response_count:1 size:677"} {"level":"info","ts":"2026-03-04T11:54:17.876535Z","caller":"traceutil/trace.go:171","msg":"trace[1028620061] range","detail":"{range_begin:/registry/roles/openstack/nova-openstack-nova-scheduler; range_end:; response_count:1; response_revision:19223; }","duration":"102.816389ms","start":"2026-03-04T11:54:17.773711Z","end":"2026-03-04T11:54:17.876527Z","steps":["trace[1028620061] 'range keys from in-memory index tree' (duration: 102.591944ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:54:18.785472Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6d0358acb671c233","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"warn","ts":"2026-03-04T11:54:18.925775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.459854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/placement-openstack-placement-ks-user\" ","response":"range_response_count:1 size:686"} {"level":"info","ts":"2026-03-04T11:54:18.925856Z","caller":"traceutil/trace.go:171","msg":"trace[313135455] range","detail":"{range_begin:/registry/roles/openstack/placement-openstack-placement-ks-user; range_end:; response_count:1; response_revision:19228; }","duration":"156.598307ms","start":"2026-03-04T11:54:18.769235Z","end":"2026-03-04T11:54:18.925834Z","steps":["trace[313135455] 'agreement among raft nodes before linearized reading' (duration: 16.359458ms)","trace[313135455] 'range keys from in-memory index tree' (duration: 140.044104ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:54:18.925832Z","caller":"traceutil/trace.go:171","msg":"trace[1181485551] transaction","detail":"{read_only:false; response_revision:19229; number_of_response:1; }","duration":"155.296592ms","start":"2026-03-04T11:54:18.770502Z","end":"2026-03-04T11:54:18.925798Z","steps":["trace[1181485551] 'process raft request' (duration: 155.093757ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:54:18.926009Z","caller":"traceutil/trace.go:171","msg":"trace[1655374487] linearizableReadLoop","detail":"{readStateIndex:20004; appliedIndex:20002; }","duration":"140.403964ms","start":"2026-03-04T11:54:18.785574Z","end":"2026-03-04T11:54:18.925978Z","steps":["trace[1655374487] 'read index received' (duration: 138.313778ms)","trace[1655374487] 'applied index is now lower than readState.Index' (duration: 2.089106ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:54:18.926138Z","caller":"traceutil/trace.go:171","msg":"trace[70690790] transaction","detail":"{read_only:false; response_revision:19230; number_of_response:1; }","duration":"154.712887ms","start":"2026-03-04T11:54:18.771417Z","end":"2026-03-04T11:54:18.92613Z","steps":["trace[70690790] 'process raft request' (duration: 154.338517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:54:18.926196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.124661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/placement-openstack-placement-ks-service\" ","response":"range_response_count:1 size:692"} {"level":"info","ts":"2026-03-04T11:54:18.926254Z","caller":"traceutil/trace.go:171","msg":"trace[893207626] range","detail":"{range_begin:/registry/roles/openstack/placement-openstack-placement-ks-service; range_end:; response_count:1; response_revision:19230; }","duration":"154.197993ms","start":"2026-03-04T11:54:18.772046Z","end":"2026-03-04T11:54:18.926244Z","steps":["trace[893207626] 'agreement among raft nodes before linearized reading' (duration: 154.032689ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:54:19.047936Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-04T11:54:19.048075Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-04T11:54:35.820321Z","caller":"traceutil/trace.go:171","msg":"trace[910610254] linearizableReadLoop","detail":"{readStateIndex:20083; appliedIndex:20082; }","duration":"417.916175ms","start":"2026-03-04T11:54:35.402372Z","end":"2026-03-04T11:54:35.820288Z","steps":["trace[910610254] 'read index received' (duration: 417.72983ms)","trace[910610254] 'applied index is now lower than readState.Index' (duration: 185.175µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:54:35.820394Z","caller":"traceutil/trace.go:171","msg":"trace[130329004] transaction","detail":"{read_only:false; response_revision:19306; number_of_response:1; }","duration":"418.801909ms","start":"2026-03-04T11:54:35.401559Z","end":"2026-03-04T11:54:35.820361Z","steps":["trace[130329004] 'process raft request' (duration: 418.489641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:54:35.820568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:54:35.401534Z","time spent":"418.928593ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:54:35.820587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.778454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/placement-ks-endpoints\" ","response":"range_response_count:1 size:550"} {"level":"warn","ts":"2026-03-04T11:54:35.82076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.643607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T11:54:35.82074Z","caller":"traceutil/trace.go:171","msg":"trace[1520313565] range","detail":"{range_begin:/registry/serviceaccounts/openstack/placement-ks-endpoints; range_end:; response_count:1; response_revision:19306; }","duration":"309.923067ms","start":"2026-03-04T11:54:35.510771Z","end":"2026-03-04T11:54:35.820694Z","steps":["trace[1520313565] 'agreement among raft nodes before linearized reading' (duration: 309.691881ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:54:35.820801Z","caller":"traceutil/trace.go:171","msg":"trace[450448039] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:19306; }","duration":"212.692158ms","start":"2026-03-04T11:54:35.608096Z","end":"2026-03-04T11:54:35.820788Z","steps":["trace[450448039] 'agreement among raft nodes before linearized reading' (duration: 212.511853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:54:35.820875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:54:35.510761Z","time spent":"310.069772ms","remote":"127.0.0.1:41300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":573,"request content":"key:\"/registry/serviceaccounts/openstack/placement-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T11:54:35.823517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.469484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:387675"} {"level":"info","ts":"2026-03-04T11:54:35.82358Z","caller":"traceutil/trace.go:171","msg":"trace[1443051682] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:19306; }","duration":"421.217084ms","start":"2026-03-04T11:54:35.402347Z","end":"2026-03-04T11:54:35.823564Z","steps":["trace[1443051682] 'agreement among raft nodes before linearized reading' (duration: 418.08322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:54:35.823957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:54:35.40234Z","time spent":"421.262645ms","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1307,"response size":387698,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"warn","ts":"2026-03-04T11:54:38.080138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.607867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh88j\" ","response":"range_response_count:1 size:6528"} {"level":"info","ts":"2026-03-04T11:54:38.080241Z","caller":"traceutil/trace.go:171","msg":"trace[1152431074] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh88j; range_end:; response_count:1; response_revision:19315; }","duration":"104.7158ms","start":"2026-03-04T11:54:37.975503Z","end":"2026-03-04T11:54:38.080219Z","steps":["trace[1152431074] 'range keys from in-memory index tree' (duration: 104.432953ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:54:42.371217Z","caller":"traceutil/trace.go:171","msg":"trace[1063621577] transaction","detail":"{read_only:false; response_revision:19335; number_of_response:1; }","duration":"107.597268ms","start":"2026-03-04T11:54:42.263582Z","end":"2026-03-04T11:54:42.37118Z","steps":["trace[1063621577] 'process raft request' (duration: 106.404436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:54:42.372357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.792006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946485"} {"level":"info","ts":"2026-03-04T11:54:42.372453Z","caller":"traceutil/trace.go:171","msg":"trace[1324988126] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19335; }","duration":"100.984421ms","start":"2026-03-04T11:54:42.271449Z","end":"2026-03-04T11:54:42.372434Z","steps":["trace[1324988126] 'agreement among raft nodes before linearized reading' (duration: 99.650265ms)"],"step_count":1}