{"level":"warn","ts":"2026-03-20T05:33:37.793517Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-20T05:33:37.793672Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.110:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.110:2380","--initial-cluster=instance=https://162.253.55.110:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.110:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.110:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-20T05:33:37.793946Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-20T05:33:37.794012Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.110:2380"]} {"level":"info","ts":"2026-03-20T05:33:37.794041Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-20T05:33:37.796608Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.110:2379"]} {"level":"info","ts":"2026-03-20T05:33:37.796728Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.110:2380"],"listen-peer-urls":["https://162.253.55.110:2380"],"advertise-client-urls":["https://162.253.55.110:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.110:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.110:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-20T05:33:37.801071Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.017344ms"} {"level":"info","ts":"2026-03-20T05:33:37.808345Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"f52f30d5714009d5","cluster-id":"650981a7a383c714"} {"level":"info","ts":"2026-03-20T05:33:37.808462Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 switched to configuration voters=()"} {"level":"info","ts":"2026-03-20T05:33:37.80888Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 became follower at term 0"} {"level":"info","ts":"2026-03-20T05:33:37.808912Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft f52f30d5714009d5 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-20T05:33:37.808925Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 became follower at term 1"} {"level":"info","ts":"2026-03-20T05:33:37.809004Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 switched to configuration voters=(17667393556483934677)"} {"level":"warn","ts":"2026-03-20T05:33:37.814505Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-20T05:33:37.815922Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-20T05:33:37.817295Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-20T05:33:37.8196Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"f52f30d5714009d5","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-20T05:33:37.819965Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-20T05:33:37.819916Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"f52f30d5714009d5","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-20T05:33:37.820085Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-20T05:33:37.820148Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-20T05:33:37.821563Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 switched to configuration voters=(17667393556483934677)"} {"level":"info","ts":"2026-03-20T05:33:37.821871Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"650981a7a383c714","local-member-id":"f52f30d5714009d5","added-peer-id":"f52f30d5714009d5","added-peer-peer-urls":["https://162.253.55.110:2380"]} {"level":"info","ts":"2026-03-20T05:33:37.826505Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-20T05:33:37.826783Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"f52f30d5714009d5","initial-advertise-peer-urls":["https://162.253.55.110:2380"],"listen-peer-urls":["https://162.253.55.110:2380"],"advertise-client-urls":["https://162.253.55.110:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.110:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-20T05:33:37.82684Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-20T05:33:37.826842Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.110:2380"} {"level":"info","ts":"2026-03-20T05:33:37.826885Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.110:2380"} {"level":"info","ts":"2026-03-20T05:33:38.510129Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 is starting a new election at term 1"} {"level":"info","ts":"2026-03-20T05:33:38.510214Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-20T05:33:38.510265Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 received MsgPreVoteResp from f52f30d5714009d5 at term 1"} {"level":"info","ts":"2026-03-20T05:33:38.510286Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 became candidate at term 2"} {"level":"info","ts":"2026-03-20T05:33:38.510298Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 received MsgVoteResp from f52f30d5714009d5 at term 2"} {"level":"info","ts":"2026-03-20T05:33:38.510313Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 became leader at term 2"} {"level":"info","ts":"2026-03-20T05:33:38.510327Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: f52f30d5714009d5 elected leader f52f30d5714009d5 at term 2"} {"level":"info","ts":"2026-03-20T05:33:38.511648Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"f52f30d5714009d5","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.110:2379]}","request-path":"/0/members/f52f30d5714009d5/attributes","cluster-id":"650981a7a383c714","publish-timeout":"7s"} {"level":"info","ts":"2026-03-20T05:33:38.512102Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-20T05:33:38.513139Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-20T05:33:38.513613Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-20T05:33:38.513865Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-20T05:33:38.513903Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-20T05:33:38.513948Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"650981a7a383c714","local-member-id":"f52f30d5714009d5","cluster-version":"3.5"} {"level":"info","ts":"2026-03-20T05:33:38.514039Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-20T05:33:38.514073Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-20T05:33:38.516855Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-20T05:33:38.51802Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.110:2379"} {"level":"info","ts":"2026-03-20T05:33:48.664125Z","caller":"traceutil/trace.go:171","msg":"trace[94127188] transaction","detail":"{read_only:false; response_revision:349; number_of_response:1; }","duration":"112.121693ms","start":"2026-03-20T05:33:48.55197Z","end":"2026-03-20T05:33:48.664091Z","steps":["trace[94127188] 'process raft request' (duration: 111.903376ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:33:49.729686Z","caller":"traceutil/trace.go:171","msg":"trace[927964752] transaction","detail":"{read_only:false; response_revision:352; number_of_response:1; }","duration":"212.100559ms","start":"2026-03-20T05:33:49.517558Z","end":"2026-03-20T05:33:49.729658Z","steps":["trace[927964752] 'process raft request' (duration: 211.861031ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:33:49.729649Z","caller":"traceutil/trace.go:171","msg":"trace[1964165507] linearizableReadLoop","detail":"{readStateIndex:368; appliedIndex:367; }","duration":"180.037655ms","start":"2026-03-20T05:33:49.549573Z","end":"2026-03-20T05:33:49.72961Z","steps":["trace[1964165507] 'read index received' (duration: 179.744496ms)","trace[1964165507] 'applied index is now lower than readState.Index' (duration: 291.609µs)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:33:49.729984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.354835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:33:49.730081Z","caller":"traceutil/trace.go:171","msg":"trace[1827653174] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:352; }","duration":"180.559691ms","start":"2026-03-20T05:33:49.549506Z","end":"2026-03-20T05:33:49.730066Z","steps":["trace[1827653174] 'agreement among raft nodes before linearized reading' (duration: 180.226131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:33:52.706801Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645181517370444,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T05:33:52.94504Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.077794057s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-20T05:33:53.519341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.163009ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T05:33:53.51949Z","caller":"traceutil/trace.go:171","msg":"trace[393188936] linearizableReadLoop","detail":"{readStateIndex:378; appliedIndex:377; }","duration":"1.313597566s","start":"2026-03-20T05:33:52.205871Z","end":"2026-03-20T05:33:53.519469Z","steps":["trace[393188936] 'read index received' (duration: 739.423286ms)","trace[393188936] 'applied index is now lower than readState.Index' (duration: 574.17271ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:33:53.519543Z","caller":"traceutil/trace.go:171","msg":"trace[1471088765] transaction","detail":"{read_only:false; response_revision:361; number_of_response:1; }","duration":"1.652453493s","start":"2026-03-20T05:33:51.867059Z","end":"2026-03-20T05:33:53.519512Z","steps":["trace[1471088765] 'process raft request' (duration: 1.078316034s)","trace[1471088765] 'compare' (duration: 572.995614ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:33:53.519667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:51.867021Z","time spent":"1.652586057s","remote":"127.0.0.1:43826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:33:53.519811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313910756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-20T05:33:53.519908Z","caller":"traceutil/trace.go:171","msg":"trace[2019500029] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:361; }","duration":"1.314086351s","start":"2026-03-20T05:33:52.205798Z","end":"2026-03-20T05:33:53.519884Z","steps":["trace[2019500029] 'agreement among raft nodes before linearized reading' (duration: 1.313771132s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:33:53.519975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:52.205767Z","time spent":"1.314198885s","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-20T05:33:53.774007Z","caller":"traceutil/trace.go:171","msg":"trace[722497811] linearizableReadLoop","detail":"{readStateIndex:379; appliedIndex:378; }","duration":"254.447844ms","start":"2026-03-20T05:33:53.519522Z","end":"2026-03-20T05:33:53.77397Z","steps":["trace[722497811] 'read index received' (duration: 249.788013ms)","trace[722497811] 'applied index is now lower than readState.Index' (duration: 4.657701ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:33:53.774172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.736105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-20T05:33:53.774223Z","caller":"traceutil/trace.go:171","msg":"trace[2147289674] transaction","detail":"{read_only:false; response_revision:363; number_of_response:1; }","duration":"249.078241ms","start":"2026-03-20T05:33:53.525114Z","end":"2026-03-20T05:33:53.774192Z","steps":["trace[2147289674] 'process raft request' (duration: 248.913776ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:33:53.77428Z","caller":"traceutil/trace.go:171","msg":"trace[1748682050] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:362; }","duration":"710.916491ms","start":"2026-03-20T05:33:53.063345Z","end":"2026-03-20T05:33:53.774261Z","steps":["trace[1748682050] 'agreement among raft nodes before linearized reading' (duration: 710.686084ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:33:53.774241Z","caller":"traceutil/trace.go:171","msg":"trace[181442143] transaction","detail":"{read_only:false; response_revision:362; number_of_response:1; }","duration":"258.905589ms","start":"2026-03-20T05:33:53.515285Z","end":"2026-03-20T05:33:53.774191Z","steps":["trace[181442143] 'process raft request' (duration: 253.99293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:33:53.774328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:53.063315Z","time spent":"711.001194ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T05:33:53.774384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.417683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-20T05:33:53.774299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.526032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T05:33:53.774459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.407812106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-20T05:33:53.774523Z","caller":"traceutil/trace.go:171","msg":"trace[484914831] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:363; }","duration":"887.844493ms","start":"2026-03-20T05:33:52.886661Z","end":"2026-03-20T05:33:53.774505Z","steps":["trace[484914831] 'agreement among raft nodes before linearized reading' (duration: 887.508182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:33:53.774583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:52.886639Z","time spent":"887.931435ms","remote":"127.0.0.1:43806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T05:33:53.774604Z","caller":"traceutil/trace.go:171","msg":"trace[820278999] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:363; }","duration":"1.408014362s","start":"2026-03-20T05:33:52.366546Z","end":"2026-03-20T05:33:53.77456Z","steps":["trace[820278999] 'agreement among raft nodes before linearized reading' (duration: 1.407740744s)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:33:53.774503Z","caller":"traceutil/trace.go:171","msg":"trace[2001507839] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:363; }","duration":"252.567187ms","start":"2026-03-20T05:33:53.521919Z","end":"2026-03-20T05:33:53.774487Z","steps":["trace[2001507839] 'agreement among raft nodes before linearized reading' (duration: 252.419052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:33:53.7747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:52.366516Z","time spent":"1.408164957s","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T05:33:53.774503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.3654318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T05:33:53.774816Z","caller":"traceutil/trace.go:171","msg":"trace[775229858] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:363; }","duration":"1.36576799s","start":"2026-03-20T05:33:52.409037Z","end":"2026-03-20T05:33:53.774805Z","steps":["trace[775229858] 'agreement among raft nodes before linearized reading' (duration: 1.365326276s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:33:53.774849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:52.409025Z","time spent":"1.365812772s","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T05:33:54.029715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.698885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6965"} {"level":"info","ts":"2026-03-20T05:33:54.029844Z","caller":"traceutil/trace.go:171","msg":"trace[415534188] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:367; }","duration":"150.900331ms","start":"2026-03-20T05:33:53.878923Z","end":"2026-03-20T05:33:54.029823Z","steps":["trace[415534188] 'range keys from in-memory index tree' (duration: 150.54579ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:33:55.368118Z","caller":"traceutil/trace.go:171","msg":"trace[711966981] transaction","detail":"{read_only:false; response_revision:372; number_of_response:1; }","duration":"404.343793ms","start":"2026-03-20T05:33:54.96374Z","end":"2026-03-20T05:33:55.368084Z","steps":["trace[711966981] 'process raft request' (duration: 404.078635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:33:55.368345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:54.963706Z","time spent":"404.518538ms","remote":"127.0.0.1:43948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4408,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:33:56.155042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.99633ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T05:33:56.155166Z","caller":"traceutil/trace.go:171","msg":"trace[922081909] linearizableReadLoop","detail":"{readStateIndex:391; appliedIndex:390; }","duration":"282.33066ms","start":"2026-03-20T05:33:55.872816Z","end":"2026-03-20T05:33:56.155147Z","steps":["trace[922081909] 'read index received' (duration: 114.075283ms)","trace[922081909] 'applied index is now lower than readState.Index' (duration: 168.254057ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:33:56.155269Z","caller":"traceutil/trace.go:171","msg":"trace[207104693] transaction","detail":"{read_only:false; response_revision:374; number_of_response:1; }","duration":"321.452268ms","start":"2026-03-20T05:33:55.833789Z","end":"2026-03-20T05:33:56.155241Z","steps":["trace[207104693] 'process raft request' (duration: 153.150499ms)","trace[207104693] 'compare' (duration: 167.773583ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:33:56.155299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.488886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-20T05:33:56.155332Z","caller":"traceutil/trace.go:171","msg":"trace[751763813] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:374; }","duration":"282.603479ms","start":"2026-03-20T05:33:55.872717Z","end":"2026-03-20T05:33:56.155321Z","steps":["trace[751763813] 'agreement among raft nodes before linearized reading' (duration: 282.535277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:33:56.155386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:55.83376Z","time spent":"321.576692ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:33:56.155507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.715702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T05:33:56.155618Z","caller":"traceutil/trace.go:171","msg":"trace[2135416092] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:374; }","duration":"281.874147ms","start":"2026-03-20T05:33:55.873716Z","end":"2026-03-20T05:33:56.15559Z","steps":["trace[2135416092] 'agreement among raft nodes before linearized reading' (duration: 281.621039ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:33:56.412083Z","caller":"traceutil/trace.go:171","msg":"trace[231290467] linearizableReadLoop","detail":"{readStateIndex:393; appliedIndex:391; }","duration":"199.726814ms","start":"2026-03-20T05:33:56.212334Z","end":"2026-03-20T05:33:56.41206Z","steps":["trace[231290467] 'read index received' (duration: 199.409094ms)","trace[231290467] 'applied index is now lower than readState.Index' (duration: 317.12µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:33:56.41215Z","caller":"traceutil/trace.go:171","msg":"trace[1522947443] transaction","detail":"{read_only:false; response_revision:375; number_of_response:1; }","duration":"242.882803ms","start":"2026-03-20T05:33:56.169223Z","end":"2026-03-20T05:33:56.412105Z","steps":["trace[1522947443] 'process raft request' (duration: 242.642076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:33:56.412207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.863947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4422"} {"level":"info","ts":"2026-03-20T05:33:56.412248Z","caller":"traceutil/trace.go:171","msg":"trace[1697974476] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:376; }","duration":"199.978661ms","start":"2026-03-20T05:33:56.212256Z","end":"2026-03-20T05:33:56.412234Z","steps":["trace[1697974476] 'agreement among raft nodes before linearized reading' (duration: 199.894548ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:33:56.412242Z","caller":"traceutil/trace.go:171","msg":"trace[1738696485] transaction","detail":"{read_only:false; response_revision:376; number_of_response:1; }","duration":"242.963755ms","start":"2026-03-20T05:33:56.169249Z","end":"2026-03-20T05:33:56.412213Z","steps":["trace[1738696485] 'process raft request' (duration: 242.772559ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:33:57.027037Z","caller":"traceutil/trace.go:171","msg":"trace[611771867] linearizableReadLoop","detail":"{readStateIndex:394; appliedIndex:393; }","duration":"139.949178ms","start":"2026-03-20T05:33:56.88705Z","end":"2026-03-20T05:33:57.026999Z","steps":["trace[611771867] 'read index received' (duration: 66.018394ms)","trace[611771867] 'applied index is now lower than readState.Index' (duration: 73.929064ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:33:57.027201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.136033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:33:57.027236Z","caller":"traceutil/trace.go:171","msg":"trace[430607354] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:376; }","duration":"140.247787ms","start":"2026-03-20T05:33:56.886978Z","end":"2026-03-20T05:33:57.027226Z","steps":["trace[430607354] 'agreement among raft nodes before linearized reading' (duration: 140.152904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:33:58.69497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.135352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-20T05:33:58.695082Z","caller":"traceutil/trace.go:171","msg":"trace[1865620306] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:407; }","duration":"278.271526ms","start":"2026-03-20T05:33:58.416779Z","end":"2026-03-20T05:33:58.695051Z","steps":["trace[1865620306] 'range keys from in-memory index tree' (duration: 277.867004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:33:58.695083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.167293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T05:33:58.695215Z","caller":"traceutil/trace.go:171","msg":"trace[1350762433] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:407; }","duration":"278.385119ms","start":"2026-03-20T05:33:58.4168Z","end":"2026-03-20T05:33:58.695185Z","steps":["trace[1350762433] 'range keys from in-memory index tree' (duration: 277.897585ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:34:00.330069Z","caller":"traceutil/trace.go:171","msg":"trace[748327610] transaction","detail":"{read_only:false; response_revision:411; number_of_response:1; }","duration":"111.634409ms","start":"2026-03-20T05:34:00.218404Z","end":"2026-03-20T05:34:00.330039Z","steps":["trace[748327610] 'process raft request' (duration: 111.436193ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:34:04.343383Z","caller":"traceutil/trace.go:171","msg":"trace[2023249322] linearizableReadLoop","detail":"{readStateIndex:439; appliedIndex:438; }","duration":"456.171467ms","start":"2026-03-20T05:34:03.887174Z","end":"2026-03-20T05:34:04.343345Z","steps":["trace[2023249322] 'read index received' (duration: 455.9212ms)","trace[2023249322] 'applied index is now lower than readState.Index' (duration: 248.577µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:34:04.343525Z","caller":"traceutil/trace.go:171","msg":"trace[328863140] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"459.975263ms","start":"2026-03-20T05:34:03.883513Z","end":"2026-03-20T05:34:04.343488Z","steps":["trace[328863140] 'process raft request' (duration: 459.599741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:04.34363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.428436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:34:04.343696Z","caller":"traceutil/trace.go:171","msg":"trace[1772032431] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:420; }","duration":"456.56686ms","start":"2026-03-20T05:34:03.88711Z","end":"2026-03-20T05:34:04.343677Z","steps":["trace[1772032431] 'agreement among raft nodes before linearized reading' (duration: 456.429735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:04.34374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:34:03.883479Z","time spent":"460.132578ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:34:04.343748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:34:03.887085Z","time spent":"456.652382ms","remote":"127.0.0.1:43806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T05:34:04.55582Z","caller":"traceutil/trace.go:171","msg":"trace[1348495129] linearizableReadLoop","detail":"{readStateIndex:440; appliedIndex:439; }","duration":"211.630054ms","start":"2026-03-20T05:34:04.344143Z","end":"2026-03-20T05:34:04.555773Z","steps":["trace[1348495129] 'read index received' (duration: 211.324235ms)","trace[1348495129] 'applied index is now lower than readState.Index' (duration: 304.209µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:34:04.555884Z","caller":"traceutil/trace.go:171","msg":"trace[733297578] transaction","detail":"{read_only:false; response_revision:421; number_of_response:1; }","duration":"442.541904ms","start":"2026-03-20T05:34:04.1133Z","end":"2026-03-20T05:34:04.555842Z","steps":["trace[733297578] 'process raft request' (duration: 442.267296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:04.556107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.929704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-20T05:34:04.556347Z","caller":"traceutil/trace.go:171","msg":"trace[842638761] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:421; }","duration":"212.009836ms","start":"2026-03-20T05:34:04.344132Z","end":"2026-03-20T05:34:04.556142Z","steps":["trace[842638761] 'agreement among raft nodes before linearized reading' (duration: 211.854891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:04.556346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:34:04.113274Z","time spent":"442.71493ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:34:04.556407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.119519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:34:04.556612Z","caller":"traceutil/trace.go:171","msg":"trace[587139576] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:421; }","duration":"211.547032ms","start":"2026-03-20T05:34:04.344972Z","end":"2026-03-20T05:34:04.556519Z","steps":["trace[587139576] 'agreement among raft nodes before linearized reading' (duration: 211.102608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:09.833766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.523557ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-20T05:34:09.833914Z","caller":"traceutil/trace.go:171","msg":"trace[1779739205] transaction","detail":"{read_only:false; response_revision:435; number_of_response:1; }","duration":"275.853483ms","start":"2026-03-20T05:34:09.558036Z","end":"2026-03-20T05:34:09.83389Z","steps":["trace[1779739205] 'process raft request' (duration: 132.105849ms)","trace[1779739205] 'compare' (duration: 143.30997ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:34:12.506168Z","caller":"traceutil/trace.go:171","msg":"trace[877391453] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"121.347793ms","start":"2026-03-20T05:34:12.384791Z","end":"2026-03-20T05:34:12.506139Z","steps":["trace[877391453] 'process raft request' (duration: 121.192589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:13.51252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.649683ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T05:34:13.512632Z","caller":"traceutil/trace.go:171","msg":"trace[337466700] linearizableReadLoop","detail":"{readStateIndex:523; appliedIndex:522; }","duration":"710.848888ms","start":"2026-03-20T05:34:12.801767Z","end":"2026-03-20T05:34:13.512616Z","steps":["trace[337466700] 'read index received' (duration: 363.184344ms)","trace[337466700] 'applied index is now lower than readState.Index' (duration: 347.663314ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:34:13.512706Z","caller":"traceutil/trace.go:171","msg":"trace[619330109] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"712.807157ms","start":"2026-03-20T05:34:12.799886Z","end":"2026-03-20T05:34:13.512693Z","steps":["trace[619330109] 'process raft request' (duration: 364.885256ms)","trace[619330109] 'compare' (duration: 347.497398ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:34:13.512787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:34:12.799847Z","time spent":"712.886359ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:34:13.512994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.173248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-20T05:34:13.513112Z","caller":"traceutil/trace.go:171","msg":"trace[1908522782] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:502; }","duration":"711.360813ms","start":"2026-03-20T05:34:12.801725Z","end":"2026-03-20T05:34:13.513085Z","steps":["trace[1908522782] 'agreement among raft nodes before linearized reading' (duration: 710.995462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:13.51318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:34:12.801704Z","time spent":"711.462087ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-20T05:34:13.529387Z","caller":"traceutil/trace.go:171","msg":"trace[460884886] transaction","detail":"{read_only:false; response_revision:504; number_of_response:1; }","duration":"498.364268ms","start":"2026-03-20T05:34:13.031003Z","end":"2026-03-20T05:34:13.529367Z","steps":["trace[460884886] 'process raft request' (duration: 498.288396ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:34:13.529443Z","caller":"traceutil/trace.go:171","msg":"trace[2024272186] transaction","detail":"{read_only:false; response_revision:503; number_of_response:1; }","duration":"699.583305ms","start":"2026-03-20T05:34:12.829827Z","end":"2026-03-20T05:34:13.529411Z","steps":["trace[2024272186] 'process raft request' (duration: 699.365959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:13.529507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:34:13.03097Z","time spent":"498.498472ms","remote":"127.0.0.1:43830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12244,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T05:34:13.529595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:34:12.829793Z","time spent":"699.72252ms","remote":"127.0.0.1:43830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9343,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T05:34:13.532138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.208945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:34:13.532225Z","caller":"traceutil/trace.go:171","msg":"trace[948638639] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:506; }","duration":"645.339128ms","start":"2026-03-20T05:34:12.886866Z","end":"2026-03-20T05:34:13.532205Z","steps":["trace[948638639] 'agreement among raft nodes before linearized reading' (duration: 645.208984ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:34:13.532234Z","caller":"traceutil/trace.go:171","msg":"trace[1826457469] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"303.898264ms","start":"2026-03-20T05:34:13.228308Z","end":"2026-03-20T05:34:13.532206Z","steps":["trace[1826457469] 'process raft request' (duration: 303.616926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:13.532244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.321947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T05:34:13.532261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:34:12.886838Z","time spent":"645.417501ms","remote":"127.0.0.1:43806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T05:34:13.532299Z","caller":"traceutil/trace.go:171","msg":"trace[121872652] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:506; }","duration":"105.41205ms","start":"2026-03-20T05:34:13.426873Z","end":"2026-03-20T05:34:13.532285Z","steps":["trace[121872652] 'agreement among raft nodes before linearized reading' (duration: 105.334007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:13.53231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:34:13.228279Z","time spent":"303.995078ms","remote":"127.0.0.1:43830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3353,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-20T05:34:15.995296Z","caller":"traceutil/trace.go:171","msg":"trace[937699444] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"137.028369ms","start":"2026-03-20T05:34:15.858238Z","end":"2026-03-20T05:34:15.995267Z","steps":["trace[937699444] 'process raft request' (duration: 136.841634ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:34:16.443663Z","caller":"traceutil/trace.go:171","msg":"trace[1957787067] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"142.062301ms","start":"2026-03-20T05:34:16.301536Z","end":"2026-03-20T05:34:16.443598Z","steps":["trace[1957787067] 'process raft request' (duration: 56.511845ms)","trace[1957787067] 'compare' (duration: 85.428603ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:34:16.45435Z","caller":"traceutil/trace.go:171","msg":"trace[1095747219] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"150.491087ms","start":"2026-03-20T05:34:16.303829Z","end":"2026-03-20T05:34:16.45432Z","steps":["trace[1095747219] 'process raft request' (duration: 150.25652ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:34:16.454418Z","caller":"traceutil/trace.go:171","msg":"trace[2139761932] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"148.019393ms","start":"2026-03-20T05:34:16.306332Z","end":"2026-03-20T05:34:16.454351Z","steps":["trace[2139761932] 'process raft request' (duration: 147.845338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:21.167528Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645181517370868,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T05:34:21.668136Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645181517370868,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T05:34:21.696837Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.13094348s","expected-duration":"1s"} {"level":"info","ts":"2026-03-20T05:34:21.697304Z","caller":"traceutil/trace.go:171","msg":"trace[1692139397] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"1.131516328s","start":"2026-03-20T05:34:20.565763Z","end":"2026-03-20T05:34:21.697279Z","steps":["trace[1692139397] 'process raft request' (duration: 1.131337463s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:21.697435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:34:20.565742Z","time spent":"1.131612252s","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:34:22.88717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999999051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T05:34:22.887345Z","caller":"traceutil/trace.go:171","msg":"trace[1293242882] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000249508s","start":"2026-03-20T05:34:20.887067Z","end":"2026-03-20T05:34:22.887317Z","steps":["trace[1293242882] 'agreement among raft nodes before linearized reading' (duration: 2.000042172s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:22.887406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:34:20.886996Z","time spent":"2.000398552s","remote":"127.0.0.1:43796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 05:34:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T05:34:22.944013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.343618ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T05:34:22.944211Z","caller":"traceutil/trace.go:171","msg":"trace[77579564] linearizableReadLoop","detail":"{readStateIndex:589; appliedIndex:587; }","duration":"2.277395421s","start":"2026-03-20T05:34:20.666764Z","end":"2026-03-20T05:34:22.94416Z","steps":["trace[77579564] 'read index received' (duration: 1.0304362s)","trace[77579564] 'applied index is now lower than readState.Index' (duration: 1.246956411s)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:34:22.944344Z","caller":"traceutil/trace.go:171","msg":"trace[689134158] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"2.266289944s","start":"2026-03-20T05:34:20.678007Z","end":"2026-03-20T05:34:22.944297Z","steps":["trace[689134158] 'process raft request' (duration: 1.483494271s)","trace[689134158] 'compare' (duration: 781.837294ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:34:22.944563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:34:20.677968Z","time spent":"2.26646853s","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:34:22.944715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.277933297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-d86wp\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-20T05:34:22.945058Z","caller":"traceutil/trace.go:171","msg":"trace[1197483128] range","detail":"{range_begin:/registry/pods/kube-system/cilium-d86wp; range_end:; response_count:1; response_revision:567; }","duration":"2.27834123s","start":"2026-03-20T05:34:20.666697Z","end":"2026-03-20T05:34:22.945038Z","steps":["trace[1197483128] 'agreement among raft nodes before linearized reading' (duration: 2.277568197s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:22.945114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:34:20.666634Z","time spent":"2.278468234s","remote":"127.0.0.1:43956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-d86wp\" "} {"level":"warn","ts":"2026-03-20T05:34:23.519634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.242537ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-20T05:34:23.519789Z","caller":"traceutil/trace.go:171","msg":"trace[425490011] linearizableReadLoop","detail":"{readStateIndex:590; appliedIndex:589; }","duration":"575.50476ms","start":"2026-03-20T05:34:22.944268Z","end":"2026-03-20T05:34:23.519772Z","steps":["trace[425490011] 'read index received' (duration: 210.974223ms)","trace[425490011] 'applied index is now lower than readState.Index' (duration: 364.529337ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:34:23.519891Z","caller":"traceutil/trace.go:171","msg":"trace[1407804935] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"628.262152ms","start":"2026-03-20T05:34:22.891571Z","end":"2026-03-20T05:34:23.519833Z","steps":["trace[1407804935] 'process raft request' (duration: 263.726465ms)","trace[1407804935] 'compare' (duration: 364.062812ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:34:23.520083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.802677956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-20T05:34:23.52012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:34:22.891534Z","time spent":"628.467728ms","remote":"127.0.0.1:43874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-20T05:34:23.520128Z","caller":"traceutil/trace.go:171","msg":"trace[813200155] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:568; }","duration":"2.802864012s","start":"2026-03-20T05:34:20.717253Z","end":"2026-03-20T05:34:23.520117Z","steps":["trace[813200155] 'agreement among raft nodes before linearized reading' (duration: 2.802565113s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:23.52012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.681543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T05:34:23.520181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:34:20.717219Z","time spent":"2.802953045s","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-20T05:34:23.520269Z","caller":"traceutil/trace.go:171","msg":"trace[457910135] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:568; }","duration":"624.861358ms","start":"2026-03-20T05:34:22.895363Z","end":"2026-03-20T05:34:23.520224Z","steps":["trace[457910135] 'agreement among raft nodes before linearized reading' (duration: 624.475587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:23.520238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.955466459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-20T05:34:23.52034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:34:22.895327Z","time spent":"624.993642ms","remote":"127.0.0.1:43806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T05:34:23.520379Z","caller":"traceutil/trace.go:171","msg":"trace[1374614742] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:568; }","duration":"1.955682076s","start":"2026-03-20T05:34:21.564654Z","end":"2026-03-20T05:34:23.520336Z","steps":["trace[1374614742] 'agreement among raft nodes before linearized reading' (duration: 1.955235152s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:23.520346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.96369186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-20T05:34:23.520295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.821829242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.110\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-20T05:34:23.520439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:34:21.564613Z","time spent":"1.95581834s","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-20T05:34:23.5205Z","caller":"traceutil/trace.go:171","msg":"trace[2122970624] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:568; }","duration":"1.963885585s","start":"2026-03-20T05:34:21.556556Z","end":"2026-03-20T05:34:23.520441Z","steps":["trace[2122970624] 'agreement among raft nodes before linearized reading' (duration: 1.96339096s)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:34:23.520521Z","caller":"traceutil/trace.go:171","msg":"trace[202475665] range","detail":"{range_begin:/registry/masterleases/162.253.55.110; range_end:; response_count:1; response_revision:568; }","duration":"1.822113381s","start":"2026-03-20T05:34:21.698364Z","end":"2026-03-20T05:34:23.520477Z","steps":["trace[202475665] 'agreement among raft nodes before linearized reading' (duration: 1.821639187s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:23.520567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:34:21.556523Z","time spent":"1.96403142s","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T05:34:23.520585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:34:21.698333Z","time spent":"1.822225405s","remote":"127.0.0.1:43826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.110\" "} {"level":"warn","ts":"2026-03-20T05:34:23.520857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.491454464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-20T05:34:23.520911Z","caller":"traceutil/trace.go:171","msg":"trace[1784032703] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:568; }","duration":"1.491576438s","start":"2026-03-20T05:34:22.029325Z","end":"2026-03-20T05:34:23.520901Z","steps":["trace[1784032703] 'agreement among raft nodes before linearized reading' (duration: 1.491237278s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:23.520938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:34:22.029287Z","time spent":"1.49164365s","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-20T05:34:23.790326Z","caller":"traceutil/trace.go:171","msg":"trace[1404990973] linearizableReadLoop","detail":"{readStateIndex:591; appliedIndex:590; }","duration":"268.086537ms","start":"2026-03-20T05:34:23.522206Z","end":"2026-03-20T05:34:23.790293Z","steps":["trace[1404990973] 'read index received' (duration: 267.8716ms)","trace[1404990973] 'applied index is now lower than readState.Index' (duration: 213.567µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:34:23.790397Z","caller":"traceutil/trace.go:171","msg":"trace[1694955188] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"828.278753ms","start":"2026-03-20T05:34:22.962081Z","end":"2026-03-20T05:34:23.79036Z","steps":["trace[1694955188] 'process raft request' (duration: 827.997414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:23.790527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.288723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:34:23.790579Z","caller":"traceutil/trace.go:171","msg":"trace[672756261] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:569; }","duration":"268.384446ms","start":"2026-03-20T05:34:23.522173Z","end":"2026-03-20T05:34:23.790558Z","steps":["trace[672756261] 'agreement among raft nodes before linearized reading' (duration: 268.279823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:23.790573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:34:22.96205Z","time spent":"828.427777ms","remote":"127.0.0.1:43956","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:34:24.911293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.798197ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:34:24.911522Z","caller":"traceutil/trace.go:171","msg":"trace[629863034] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:569; }","duration":"633.094576ms","start":"2026-03-20T05:34:24.278398Z","end":"2026-03-20T05:34:24.911492Z","steps":["trace[629863034] 'range keys from in-memory index tree' (duration: 632.763006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:24.911869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.688593ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-20T05:34:24.912213Z","caller":"traceutil/trace.go:171","msg":"trace[320591173] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"1.386859956s","start":"2026-03-20T05:34:23.525332Z","end":"2026-03-20T05:34:24.912192Z","steps":["trace[320591173] 'process raft request' (duration: 1.386796344s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:24.912333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:34:23.525316Z","time spent":"1.386944909s","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:34:24.912419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:34:23.522406Z","time spent":"1.390002772s","remote":"127.0.0.1:43826","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-20T05:34:24.912557Z","caller":"traceutil/trace.go:171","msg":"trace[1747870018] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"1.387537597s","start":"2026-03-20T05:34:23.525009Z","end":"2026-03-20T05:34:24.912546Z","steps":["trace[1747870018] 'process raft request' (duration: 1.387085853s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:24.912615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:34:23.524986Z","time spent":"1.387598969s","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:34:24.912659Z","caller":"traceutil/trace.go:171","msg":"trace[529690283] linearizableReadLoop","detail":"{readStateIndex:596; appliedIndex:591; }","duration":"1.122197514s","start":"2026-03-20T05:34:23.790411Z","end":"2026-03-20T05:34:24.912609Z","steps":["trace[529690283] 'read index received' (duration: 239.734798ms)","trace[529690283] 'applied index is now lower than readState.Index' (duration: 882.461216ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:34:24.912697Z","caller":"traceutil/trace.go:171","msg":"trace[1945502244] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"1.387163275s","start":"2026-03-20T05:34:23.525508Z","end":"2026-03-20T05:34:24.912671Z","steps":["trace[1945502244] 'process raft request' (duration: 1.38664812s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:24.913095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:34:23.52549Z","time spent":"1.38729896s","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:34:24.917411Z","caller":"traceutil/trace.go:171","msg":"trace[83065165] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"1.387799455s","start":"2026-03-20T05:34:23.5246Z","end":"2026-03-20T05:34:24.912399Z","steps":["trace[83065165] 'process raft request' (duration: 1.387374042s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:24.917751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:34:23.524574Z","time spent":"1.392958631s","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:34:24.917879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.215397113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-20T05:34:24.918002Z","caller":"traceutil/trace.go:171","msg":"trace[1641958825] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:573; }","duration":"1.215574768s","start":"2026-03-20T05:34:23.70236Z","end":"2026-03-20T05:34:24.917935Z","steps":["trace[1641958825] 'agreement among raft nodes before linearized reading' (duration: 1.21035906s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:24.918077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:34:23.702326Z","time spent":"1.215737073s","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-20T05:34:24.946797Z","caller":"traceutil/trace.go:171","msg":"trace[2017798941] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"274.234674ms","start":"2026-03-20T05:34:24.672507Z","end":"2026-03-20T05:34:24.946742Z","steps":["trace[2017798941] 'process raft request' (duration: 273.943385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:24.946858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.84587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T05:34:24.94682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15009009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-d86wp\" ","response":"range_response_count:1 size:17149"} {"level":"info","ts":"2026-03-20T05:34:24.947009Z","caller":"traceutil/trace.go:171","msg":"trace[535569212] range","detail":"{range_begin:/registry/pods/kube-system/cilium-d86wp; range_end:; response_count:1; response_revision:574; }","duration":"1.150322457s","start":"2026-03-20T05:34:23.796667Z","end":"2026-03-20T05:34:24.94699Z","steps":["trace[535569212] 'agreement among raft nodes before linearized reading' (duration: 1.149963366s)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:34:24.946932Z","caller":"traceutil/trace.go:171","msg":"trace[230762342] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:0; response_revision:574; }","duration":"690.953043ms","start":"2026-03-20T05:34:24.255957Z","end":"2026-03-20T05:34:24.94691Z","steps":["trace[230762342] 'agreement among raft nodes before linearized reading' (duration: 690.822339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:24.947086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:34:23.796647Z","time spent":"1.15042804s","remote":"127.0.0.1:43956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17172,"request content":"key:\"/registry/pods/kube-system/cilium-d86wp\" "} {"level":"warn","ts":"2026-03-20T05:34:24.94713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:34:24.255937Z","time spent":"691.175039ms","remote":"127.0.0.1:43982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"info","ts":"2026-03-20T05:34:25.058544Z","caller":"traceutil/trace.go:171","msg":"trace[808482336] linearizableReadLoop","detail":"{readStateIndex:599; appliedIndex:597; }","duration":"110.758242ms","start":"2026-03-20T05:34:24.94776Z","end":"2026-03-20T05:34:25.058518Z","steps":["trace[808482336] 'read index received' (duration: 78.911525ms)","trace[808482336] 'applied index is now lower than readState.Index' (duration: 31.845487ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:34:25.058656Z","caller":"traceutil/trace.go:171","msg":"trace[397959472] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"134.278446ms","start":"2026-03-20T05:34:24.924335Z","end":"2026-03-20T05:34:25.058613Z","steps":["trace[397959472] 'process raft request' (duration: 134.126501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:25.058719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.934098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:34:25.058757Z","caller":"traceutil/trace.go:171","msg":"trace[687018176] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:576; }","duration":"111.0148ms","start":"2026-03-20T05:34:24.947729Z","end":"2026-03-20T05:34:25.058743Z","steps":["trace[687018176] 'agreement among raft nodes before linearized reading' (duration: 110.933237ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:34:25.058836Z","caller":"traceutil/trace.go:171","msg":"trace[1394641918] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"138.906557ms","start":"2026-03-20T05:34:24.919915Z","end":"2026-03-20T05:34:25.058822Z","steps":["trace[1394641918] 'process raft request' (duration: 106.702389ms)","trace[1394641918] 'compare' (duration: 31.694123ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:34:25.058994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.602827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:34:25.059125Z","caller":"traceutil/trace.go:171","msg":"trace[563153454] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:0; response_revision:576; }","duration":"108.786803ms","start":"2026-03-20T05:34:24.950313Z","end":"2026-03-20T05:34:25.0591Z","steps":["trace[563153454] 'agreement among raft nodes before linearized reading' (duration: 108.528845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:27.355095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.190209166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/cert-manager/\" range_end:\"/registry/resourcequotas/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:34:27.35523Z","caller":"traceutil/trace.go:171","msg":"trace[385564129] range","detail":"{range_begin:/registry/resourcequotas/cert-manager/; range_end:/registry/resourcequotas/cert-manager0; response_count:0; response_revision:576; }","duration":"2.190396892s","start":"2026-03-20T05:34:25.164804Z","end":"2026-03-20T05:34:27.355201Z","steps":["trace[385564129] 'range keys from in-memory index tree' (duration: 2.190099803s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:27.355296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:34:25.164789Z","time spent":"2.190493944s","remote":"127.0.0.1:43876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/cert-manager/\" range_end:\"/registry/resourcequotas/cert-manager0\" "} {"level":"warn","ts":"2026-03-20T05:34:27.355416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.026388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:34:27.355534Z","caller":"traceutil/trace.go:171","msg":"trace[1315201709] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:576; }","duration":"469.264494ms","start":"2026-03-20T05:34:26.886245Z","end":"2026-03-20T05:34:27.355509Z","steps":["trace[1315201709] 'range keys from in-memory index tree' (duration: 468.842852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:27.355592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:34:26.886201Z","time spent":"469.380068ms","remote":"127.0.0.1:43806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T05:34:27.455115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.22744ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-20T05:34:27.455415Z","caller":"traceutil/trace.go:171","msg":"trace[1070966117] linearizableReadLoop","detail":"{readStateIndex:600; appliedIndex:599; }","duration":"533.302939ms","start":"2026-03-20T05:34:26.92208Z","end":"2026-03-20T05:34:27.455382Z","steps":["trace[1070966117] 'read index received' (duration: 411.601614ms)","trace[1070966117] 'applied index is now lower than readState.Index' (duration: 121.698075ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:34:27.455721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.615578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-20T05:34:27.455866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.589797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-20T05:34:27.455921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.242097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T05:34:27.455933Z","caller":"traceutil/trace.go:171","msg":"trace[1906053665] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:577; }","duration":"533.67363ms","start":"2026-03-20T05:34:26.922236Z","end":"2026-03-20T05:34:27.45591Z","steps":["trace[1906053665] 'agreement among raft nodes before linearized reading' (duration: 533.523915ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:34:27.455981Z","caller":"traceutil/trace.go:171","msg":"trace[466121312] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:577; }","duration":"533.38248ms","start":"2026-03-20T05:34:26.92258Z","end":"2026-03-20T05:34:27.455963Z","steps":["trace[466121312] 'agreement among raft nodes before linearized reading' (duration: 533.231756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:27.45599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:34:26.92222Z","time spent":"533.759872ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-20T05:34:27.456035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:34:26.922571Z","time spent":"533.452303ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T05:34:27.456072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.559616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-20T05:34:27.456134Z","caller":"traceutil/trace.go:171","msg":"trace[913013547] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:577; }","duration":"533.68707ms","start":"2026-03-20T05:34:26.922431Z","end":"2026-03-20T05:34:27.456118Z","steps":["trace[913013547] 'agreement among raft nodes before linearized reading' (duration: 533.441363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:27.456178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:34:26.922402Z","time spent":"533.767503ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-20T05:34:27.456172Z","caller":"traceutil/trace.go:171","msg":"trace[602508990] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:576; }","duration":"534.123383ms","start":"2026-03-20T05:34:26.922027Z","end":"2026-03-20T05:34:27.45615Z","steps":["trace[602508990] 'agreement among raft nodes before linearized reading' (duration: 533.474543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:27.456664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:34:26.921999Z","time spent":"534.632829ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T05:34:27.456889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.632598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-20T05:34:27.45701Z","caller":"traceutil/trace.go:171","msg":"trace[1702694579] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:577; }","duration":"391.820233ms","start":"2026-03-20T05:34:27.065164Z","end":"2026-03-20T05:34:27.456985Z","steps":["trace[1702694579] 'agreement among raft nodes before linearized reading' (duration: 390.72893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:27.457074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:34:27.065138Z","time spent":"391.920827ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-20T05:34:33.429045Z","caller":"traceutil/trace.go:171","msg":"trace[783793962] transaction","detail":"{read_only:false; response_revision:737; number_of_response:1; }","duration":"240.943154ms","start":"2026-03-20T05:34:33.188071Z","end":"2026-03-20T05:34:33.429014Z","steps":["trace[783793962] 'process raft request' (duration: 240.750818ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:34:33.754611Z","caller":"traceutil/trace.go:171","msg":"trace[855233930] transaction","detail":"{read_only:false; response_revision:742; number_of_response:1; }","duration":"187.625096ms","start":"2026-03-20T05:34:33.566959Z","end":"2026-03-20T05:34:33.754584Z","steps":["trace[855233930] 'process raft request' (duration: 187.582504ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:34:33.75465Z","caller":"traceutil/trace.go:171","msg":"trace[1237915935] transaction","detail":"{read_only:false; response_revision:739; number_of_response:1; }","duration":"188.845773ms","start":"2026-03-20T05:34:33.565747Z","end":"2026-03-20T05:34:33.754593Z","steps":["trace[1237915935] 'process raft request' (duration: 188.606226ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:34:33.754872Z","caller":"traceutil/trace.go:171","msg":"trace[1698462458] transaction","detail":"{read_only:false; response_revision:740; number_of_response:1; }","duration":"188.854723ms","start":"2026-03-20T05:34:33.566007Z","end":"2026-03-20T05:34:33.754862Z","steps":["trace[1698462458] 'process raft request' (duration: 188.470511ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:34:33.754956Z","caller":"traceutil/trace.go:171","msg":"trace[365285359] transaction","detail":"{read_only:false; response_revision:741; number_of_response:1; }","duration":"188.808432ms","start":"2026-03-20T05:34:33.566139Z","end":"2026-03-20T05:34:33.754948Z","steps":["trace[365285359] 'process raft request' (duration: 188.369218ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:34:36.004484Z","caller":"traceutil/trace.go:171","msg":"trace[1851955992] linearizableReadLoop","detail":"{readStateIndex:783; appliedIndex:782; }","duration":"117.139036ms","start":"2026-03-20T05:34:35.887315Z","end":"2026-03-20T05:34:36.004454Z","steps":["trace[1851955992] 'read index received' (duration: 116.837867ms)","trace[1851955992] 'applied index is now lower than readState.Index' (duration: 299.799µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:34:36.004543Z","caller":"traceutil/trace.go:171","msg":"trace[554556892] transaction","detail":"{read_only:false; response_revision:757; number_of_response:1; }","duration":"189.484452ms","start":"2026-03-20T05:34:35.815032Z","end":"2026-03-20T05:34:36.004516Z","steps":["trace[554556892] 'process raft request' (duration: 189.236544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:36.004714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.369103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:34:36.004787Z","caller":"traceutil/trace.go:171","msg":"trace[179748273] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:757; }","duration":"117.485716ms","start":"2026-03-20T05:34:35.887288Z","end":"2026-03-20T05:34:36.004774Z","steps":["trace[179748273] 'agreement among raft nodes before linearized reading' (duration: 117.276ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:34:45.464842Z","caller":"traceutil/trace.go:171","msg":"trace[1848189957] transaction","detail":"{read_only:false; response_revision:887; number_of_response:1; }","duration":"198.579198ms","start":"2026-03-20T05:34:45.266221Z","end":"2026-03-20T05:34:45.4648Z","steps":["trace[1848189957] 'process raft request' (duration: 198.301279ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:34:46.212831Z","caller":"traceutil/trace.go:171","msg":"trace[2108626227] linearizableReadLoop","detail":"{readStateIndex:918; appliedIndex:917; }","duration":"325.913663ms","start":"2026-03-20T05:34:45.886876Z","end":"2026-03-20T05:34:46.212789Z","steps":["trace[2108626227] 'read index received' (duration: 325.593633ms)","trace[2108626227] 'applied index is now lower than readState.Index' (duration: 318.3µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:34:46.212947Z","caller":"traceutil/trace.go:171","msg":"trace[2092289687] transaction","detail":"{read_only:false; response_revision:889; number_of_response:1; }","duration":"353.917924ms","start":"2026-03-20T05:34:45.858993Z","end":"2026-03-20T05:34:46.212911Z","steps":["trace[2092289687] 'process raft request' (duration: 353.576013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:46.213044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.1375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:34:46.213086Z","caller":"traceutil/trace.go:171","msg":"trace[137088370] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:889; }","duration":"326.270674ms","start":"2026-03-20T05:34:45.886801Z","end":"2026-03-20T05:34:46.213072Z","steps":["trace[137088370] 'agreement among raft nodes before linearized reading' (duration: 326.165921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:46.213119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:34:45.886784Z","time spent":"326.327526ms","remote":"127.0.0.1:43806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T05:34:46.213112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:34:45.858972Z","time spent":"354.043787ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:34:46.213173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.010582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-20T05:34:46.213237Z","caller":"traceutil/trace.go:171","msg":"trace[2057243379] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:889; }","duration":"229.087314ms","start":"2026-03-20T05:34:45.98413Z","end":"2026-03-20T05:34:46.213217Z","steps":["trace[2057243379] 'agreement among raft nodes before linearized reading' (duration: 228.918829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:46.213301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.557139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-20T05:34:46.213177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.179121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-20T05:34:46.21335Z","caller":"traceutil/trace.go:171","msg":"trace[1669979058] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:889; }","duration":"230.669242ms","start":"2026-03-20T05:34:45.982665Z","end":"2026-03-20T05:34:46.213334Z","steps":["trace[1669979058] 'agreement among raft nodes before linearized reading' (duration: 230.545219ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:34:46.213356Z","caller":"traceutil/trace.go:171","msg":"trace[1567020454] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:889; }","duration":"326.379888ms","start":"2026-03-20T05:34:45.886964Z","end":"2026-03-20T05:34:46.213344Z","steps":["trace[1567020454] 'agreement among raft nodes before linearized reading' (duration: 326.041207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:46.213402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:34:45.886959Z","time spent":"326.430149ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-20T05:34:46.350206Z","caller":"traceutil/trace.go:171","msg":"trace[40622848] transaction","detail":"{read_only:false; response_revision:890; number_of_response:1; }","duration":"130.496501ms","start":"2026-03-20T05:34:46.21968Z","end":"2026-03-20T05:34:46.350177Z","steps":["trace[40622848] 'process raft request' (duration: 115.825736ms)","trace[40622848] 'compare' (duration: 14.544932ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:34:46.352011Z","caller":"traceutil/trace.go:171","msg":"trace[1821963433] transaction","detail":"{read_only:false; response_revision:891; number_of_response:1; }","duration":"132.254835ms","start":"2026-03-20T05:34:46.219719Z","end":"2026-03-20T05:34:46.351974Z","steps":["trace[1821963433] 'process raft request' (duration: 131.994787ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:34:46.352146Z","caller":"traceutil/trace.go:171","msg":"trace[1396123397] transaction","detail":"{read_only:false; response_revision:892; number_of_response:1; }","duration":"132.232593ms","start":"2026-03-20T05:34:46.219887Z","end":"2026-03-20T05:34:46.352119Z","steps":["trace[1396123397] 'process raft request' (duration: 132.027947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:46.963216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.015892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T05:34:46.963245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.083074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:34:46.963366Z","caller":"traceutil/trace.go:171","msg":"trace[2018731083] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:892; }","duration":"120.212618ms","start":"2026-03-20T05:34:46.84312Z","end":"2026-03-20T05:34:46.963333Z","steps":["trace[2018731083] 'count revisions from in-memory index tree' (duration: 119.96034ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:34:46.963392Z","caller":"traceutil/trace.go:171","msg":"trace[1976876776] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:892; }","duration":"120.297371ms","start":"2026-03-20T05:34:46.843058Z","end":"2026-03-20T05:34:46.963356Z","steps":["trace[1976876776] 'range keys from in-memory index tree' (duration: 119.94474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:46.963396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.163679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T05:34:46.963446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.140908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:34:46.963473Z","caller":"traceutil/trace.go:171","msg":"trace[401641279] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:892; }","duration":"100.279833ms","start":"2026-03-20T05:34:46.863174Z","end":"2026-03-20T05:34:46.963454Z","steps":["trace[401641279] 'count revisions from in-memory index tree' (duration: 100.092557ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:34:46.963489Z","caller":"traceutil/trace.go:171","msg":"trace[405789043] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:892; }","duration":"100.222262ms","start":"2026-03-20T05:34:46.863256Z","end":"2026-03-20T05:34:46.963478Z","steps":["trace[405789043] 'range keys from in-memory index tree' (duration: 100.054326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:46.963217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.285149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:34:46.963907Z","caller":"traceutil/trace.go:171","msg":"trace[1815330286] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:892; }","duration":"119.96695ms","start":"2026-03-20T05:34:46.843881Z","end":"2026-03-20T05:34:46.963848Z","steps":["trace[1815330286] 'range keys from in-memory index tree' (duration: 119.198016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:54.723474Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645181517371542,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-20T05:34:55.118806Z","caller":"traceutil/trace.go:171","msg":"trace[1599542780] linearizableReadLoop","detail":"{readStateIndex:979; appliedIndex:978; }","duration":"895.992612ms","start":"2026-03-20T05:34:54.222777Z","end":"2026-03-20T05:34:55.11877Z","steps":["trace[1599542780] 'read index received' (duration: 895.61804ms)","trace[1599542780] 'applied index is now lower than readState.Index' (duration: 373.202µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:34:55.118891Z","caller":"traceutil/trace.go:171","msg":"trace[1702615437] transaction","detail":"{read_only:false; response_revision:947; number_of_response:1; }","duration":"1.072487584s","start":"2026-03-20T05:34:54.046357Z","end":"2026-03-20T05:34:55.118845Z","steps":["trace[1702615437] 'process raft request' (duration: 1.072142553s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:55.119058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:34:54.046325Z","time spent":"1.072640689s","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:34:55.119172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.298902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-20T05:34:55.119224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.879326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-20T05:34:55.119327Z","caller":"traceutil/trace.go:171","msg":"trace[380379975] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:947; }","duration":"819.059112ms","start":"2026-03-20T05:34:54.300244Z","end":"2026-03-20T05:34:55.119304Z","steps":["trace[380379975] 'agreement among raft nodes before linearized reading' (duration: 818.780013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:55.11933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.249309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-20T05:34:55.119232Z","caller":"traceutil/trace.go:171","msg":"trace[1219479552] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:947; }","duration":"896.491238ms","start":"2026-03-20T05:34:54.222726Z","end":"2026-03-20T05:34:55.119217Z","steps":["trace[1219479552] 'agreement among raft nodes before linearized reading' (duration: 896.265181ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:34:55.119379Z","caller":"traceutil/trace.go:171","msg":"trace[616674502] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:947; }","duration":"716.336372ms","start":"2026-03-20T05:34:54.403032Z","end":"2026-03-20T05:34:55.119368Z","steps":["trace[616674502] 'agreement among raft nodes before linearized reading' (duration: 716.141705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:55.119382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:34:54.300216Z","time spent":"819.157355ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-20T05:34:55.119421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:34:54.402996Z","time spent":"716.419084ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T05:34:55.119431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:34:54.22264Z","time spent":"896.774517ms","remote":"127.0.0.1:44162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-20T05:34:55.119456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.425864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-20T05:34:55.119553Z","caller":"traceutil/trace.go:171","msg":"trace[506791809] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:947; }","duration":"716.58864ms","start":"2026-03-20T05:34:54.402939Z","end":"2026-03-20T05:34:55.119528Z","steps":["trace[506791809] 'agreement among raft nodes before linearized reading' (duration: 716.26828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:55.119527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.758074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-20T05:34:55.119614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:34:54.402911Z","time spent":"716.693873ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-20T05:34:55.119638Z","caller":"traceutil/trace.go:171","msg":"trace[54295218] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:947; }","duration":"715.908628ms","start":"2026-03-20T05:34:54.4037Z","end":"2026-03-20T05:34:55.119609Z","steps":["trace[54295218] 'agreement among raft nodes before linearized reading' (duration: 715.540247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:55.119695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:34:54.403688Z","time spent":"715.997041ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-20T05:34:55.271462Z","caller":"traceutil/trace.go:171","msg":"trace[969734713] transaction","detail":"{read_only:false; response_revision:948; number_of_response:1; }","duration":"146.607326ms","start":"2026-03-20T05:34:55.12483Z","end":"2026-03-20T05:34:55.271438Z","steps":["trace[969734713] 'process raft request' (duration: 146.43351ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:34:55.30245Z","caller":"traceutil/trace.go:171","msg":"trace[1638073827] transaction","detail":"{read_only:false; response_revision:951; number_of_response:1; }","duration":"176.75514ms","start":"2026-03-20T05:34:55.125672Z","end":"2026-03-20T05:34:55.302427Z","steps":["trace[1638073827] 'process raft request' (duration: 176.695388ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:34:55.302536Z","caller":"traceutil/trace.go:171","msg":"trace[1052370612] transaction","detail":"{read_only:false; response_revision:949; number_of_response:1; }","duration":"177.574195ms","start":"2026-03-20T05:34:55.124902Z","end":"2026-03-20T05:34:55.302476Z","steps":["trace[1052370612] 'process raft request' (duration: 177.240005ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:34:55.302625Z","caller":"traceutil/trace.go:171","msg":"trace[1181286460] transaction","detail":"{read_only:false; response_revision:950; number_of_response:1; }","duration":"177.587237ms","start":"2026-03-20T05:34:55.124961Z","end":"2026-03-20T05:34:55.302548Z","steps":["trace[1181286460] 'process raft request' (duration: 177.342909ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:35:00.017357Z","caller":"traceutil/trace.go:171","msg":"trace[221666767] transaction","detail":"{read_only:false; number_of_response:1; response_revision:982; }","duration":"100.242692ms","start":"2026-03-20T05:34:59.917084Z","end":"2026-03-20T05:35:00.017327Z","steps":["trace[221666767] 'process raft request' (duration: 99.889331ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:35:00.103503Z","caller":"traceutil/trace.go:171","msg":"trace[799191673] transaction","detail":"{read_only:false; response_revision:985; number_of_response:1; }","duration":"125.968339ms","start":"2026-03-20T05:34:59.977511Z","end":"2026-03-20T05:35:00.103479Z","steps":["trace[799191673] 'process raft request' (duration: 125.915577ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:35:00.103581Z","caller":"traceutil/trace.go:171","msg":"trace[283072596] transaction","detail":"{read_only:false; response_revision:984; number_of_response:1; }","duration":"126.627329ms","start":"2026-03-20T05:34:59.976912Z","end":"2026-03-20T05:35:00.103539Z","steps":["trace[283072596] 'process raft request' (duration: 112.375792ms)","trace[283072596] 'compare' (duration: 14.022219ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:35:01.845163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.337363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-20T05:35:01.845253Z","caller":"traceutil/trace.go:171","msg":"trace[601155391] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1011; }","duration":"382.447737ms","start":"2026-03-20T05:35:01.462784Z","end":"2026-03-20T05:35:01.845232Z","steps":["trace[601155391] 'range keys from in-memory index tree' (duration: 382.164258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:35:01.845225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.489221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-20T05:35:01.845297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:35:01.46273Z","time spent":"382.55862ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-20T05:35:01.845365Z","caller":"traceutil/trace.go:171","msg":"trace[309777301] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1011; }","duration":"399.718578ms","start":"2026-03-20T05:35:01.445618Z","end":"2026-03-20T05:35:01.845336Z","steps":["trace[309777301] 'range keys from in-memory index tree' (duration: 399.215872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:35:01.845361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.462737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-20T05:35:01.845438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:35:01.445588Z","time spent":"399.838581ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-20T05:35:01.845466Z","caller":"traceutil/trace.go:171","msg":"trace[900202269] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1011; }","duration":"382.644243ms","start":"2026-03-20T05:35:01.4628Z","end":"2026-03-20T05:35:01.845444Z","steps":["trace[900202269] 'range keys from in-memory index tree' (duration: 382.244261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:35:01.845518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:35:01.462768Z","time spent":"382.740146ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T05:35:01.845956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.493559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.110\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-20T05:35:01.846066Z","caller":"traceutil/trace.go:171","msg":"trace[474586672] range","detail":"{range_begin:/registry/masterleases/162.253.55.110; range_end:; response_count:1; response_revision:1011; }","duration":"144.658454ms","start":"2026-03-20T05:35:01.70138Z","end":"2026-03-20T05:35:01.846039Z","steps":["trace[474586672] 'range keys from in-memory index tree' (duration: 143.979022ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:35:01.990913Z","caller":"traceutil/trace.go:171","msg":"trace[1516848976] transaction","detail":"{read_only:false; response_revision:1012; number_of_response:1; }","duration":"139.791311ms","start":"2026-03-20T05:35:01.851114Z","end":"2026-03-20T05:35:01.990906Z","steps":["trace[1516848976] 'process raft request' (duration: 138.104418ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:35:01.99145Z","caller":"traceutil/trace.go:171","msg":"trace[1957310524] transaction","detail":"{read_only:false; response_revision:1013; number_of_response:1; }","duration":"140.238605ms","start":"2026-03-20T05:35:01.851192Z","end":"2026-03-20T05:35:01.991431Z","steps":["trace[1957310524] 'process raft request' (duration: 139.548143ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:35:01.990858Z","caller":"traceutil/trace.go:171","msg":"trace[54054011] transaction","detail":"{read_only:false; response_revision:1014; number_of_response:1; }","duration":"139.334586ms","start":"2026-03-20T05:35:01.851498Z","end":"2026-03-20T05:35:01.990833Z","steps":["trace[54054011] 'process raft request' (duration: 139.295435ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:35:02.016353Z","caller":"traceutil/trace.go:171","msg":"trace[2017246216] transaction","detail":"{read_only:false; response_revision:1015; number_of_response:1; }","duration":"138.075237ms","start":"2026-03-20T05:35:01.878242Z","end":"2026-03-20T05:35:02.016317Z","steps":["trace[2017246216] 'process raft request' (duration: 137.913292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:35:02.016498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.101948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:35:02.016551Z","caller":"traceutil/trace.go:171","msg":"trace[38240781] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1015; }","duration":"130.200961ms","start":"2026-03-20T05:35:01.886338Z","end":"2026-03-20T05:35:02.016539Z","steps":["trace[38240781] 'agreement among raft nodes before linearized reading' (duration: 130.067457ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:35:02.016355Z","caller":"traceutil/trace.go:171","msg":"trace[1705400546] linearizableReadLoop","detail":"{readStateIndex:1052; appliedIndex:1048; }","duration":"129.910051ms","start":"2026-03-20T05:35:01.886377Z","end":"2026-03-20T05:35:02.016288Z","steps":["trace[1705400546] 'read index received' (duration: 102.802092ms)","trace[1705400546] 'applied index is now lower than readState.Index' (duration: 27.106779ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:35:05.975442Z","caller":"traceutil/trace.go:171","msg":"trace[1655005697] transaction","detail":"{read_only:false; response_revision:1029; number_of_response:1; }","duration":"121.735056ms","start":"2026-03-20T05:35:05.853658Z","end":"2026-03-20T05:35:05.975394Z","steps":["trace[1655005697] 'process raft request' (duration: 121.476698ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:35:10.196846Z","caller":"traceutil/trace.go:171","msg":"trace[2126233906] transaction","detail":"{read_only:false; response_revision:1065; number_of_response:1; }","duration":"135.538677ms","start":"2026-03-20T05:35:10.061263Z","end":"2026-03-20T05:35:10.196802Z","steps":["trace[2126233906] 'process raft request' (duration: 135.269769ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:35:10.290964Z","caller":"traceutil/trace.go:171","msg":"trace[1517999632] linearizableReadLoop","detail":"{readStateIndex:1105; appliedIndex:1102; }","duration":"185.676689ms","start":"2026-03-20T05:35:10.105262Z","end":"2026-03-20T05:35:10.290939Z","steps":["trace[1517999632] 'read index received' (duration: 91.201548ms)","trace[1517999632] 'applied index is now lower than readState.Index' (duration: 94.473941ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:35:10.291198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.917106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-20T05:35:10.291284Z","caller":"traceutil/trace.go:171","msg":"trace[625844819] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1067; }","duration":"186.05128ms","start":"2026-03-20T05:35:10.105214Z","end":"2026-03-20T05:35:10.291265Z","steps":["trace[625844819] 'agreement among raft nodes before linearized reading' (duration: 185.824143ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:35:10.291459Z","caller":"traceutil/trace.go:171","msg":"trace[157297483] transaction","detail":"{read_only:false; response_revision:1066; number_of_response:1; }","duration":"229.73223ms","start":"2026-03-20T05:35:10.061709Z","end":"2026-03-20T05:35:10.291442Z","steps":["trace[157297483] 'process raft request' (duration: 229.053548ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:35:10.291604Z","caller":"traceutil/trace.go:171","msg":"trace[1148177332] transaction","detail":"{read_only:false; response_revision:1067; number_of_response:1; }","duration":"228.780959ms","start":"2026-03-20T05:35:10.062749Z","end":"2026-03-20T05:35:10.29153Z","steps":["trace[1148177332] 'process raft request' (duration: 228.143029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:35:12.001364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.847993ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T05:35:12.001489Z","caller":"traceutil/trace.go:171","msg":"trace[757784443] linearizableReadLoop","detail":"{readStateIndex:1111; appliedIndex:1110; }","duration":"395.868827ms","start":"2026-03-20T05:35:11.605601Z","end":"2026-03-20T05:35:12.00147Z","steps":["trace[757784443] 'read index received' (duration: 94.703µs)","trace[757784443] 'applied index is now lower than readState.Index' (duration: 395.772614ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:35:12.001507Z","caller":"traceutil/trace.go:171","msg":"trace[1850004954] transaction","detail":"{read_only:false; response_revision:1073; number_of_response:1; }","duration":"504.202992ms","start":"2026-03-20T05:35:11.497272Z","end":"2026-03-20T05:35:12.001475Z","steps":["trace[1850004954] 'process raft request' (duration: 14.128532ms)","trace[1850004954] 'compare' (duration: 489.140901ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:35:12.001572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.96235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:35:12.001633Z","caller":"traceutil/trace.go:171","msg":"trace[833235067] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1073; }","duration":"396.091385ms","start":"2026-03-20T05:35:11.605525Z","end":"2026-03-20T05:35:12.001616Z","steps":["trace[833235067] 'agreement among raft nodes before linearized reading' (duration: 395.991631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:35:12.001635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:35:11.497259Z","time spent":"504.318276ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:35:12.001657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:35:11.605486Z","time spent":"396.165507ms","remote":"127.0.0.1:44208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-20T05:35:12.001852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.760958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:35:12.001868Z","caller":"traceutil/trace.go:171","msg":"trace[52743920] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1073; }","duration":"115.802409ms","start":"2026-03-20T05:35:11.88606Z","end":"2026-03-20T05:35:12.001862Z","steps":["trace[52743920] 'agreement among raft nodes before linearized reading' (duration: 115.772788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:35:12.001871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.455665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.110\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-20T05:35:12.002198Z","caller":"traceutil/trace.go:171","msg":"trace[313042278] range","detail":"{range_begin:/registry/masterleases/162.253.55.110; range_end:; response_count:1; response_revision:1073; }","duration":"299.860388ms","start":"2026-03-20T05:35:11.70231Z","end":"2026-03-20T05:35:12.002171Z","steps":["trace[313042278] 'agreement among raft nodes before linearized reading' (duration: 299.29417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:35:18.43102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.417815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:35:18.431182Z","caller":"traceutil/trace.go:171","msg":"trace[1787794039] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1192; }","duration":"106.653182ms","start":"2026-03-20T05:35:18.324489Z","end":"2026-03-20T05:35:18.431143Z","steps":["trace[1787794039] 'count revisions from in-memory index tree' (duration: 106.332823ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:35:18.552398Z","caller":"traceutil/trace.go:171","msg":"trace[225297562] transaction","detail":"{read_only:false; response_revision:1195; number_of_response:1; }","duration":"116.285005ms","start":"2026-03-20T05:35:18.436086Z","end":"2026-03-20T05:35:18.55237Z","steps":["trace[225297562] 'process raft request' (duration: 116.226103ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:35:18.552494Z","caller":"traceutil/trace.go:171","msg":"trace[194345101] transaction","detail":"{read_only:false; response_revision:1194; number_of_response:1; }","duration":"116.426079ms","start":"2026-03-20T05:35:18.436022Z","end":"2026-03-20T05:35:18.552448Z","steps":["trace[194345101] 'process raft request' (duration: 114.268552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:35:20.493944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.614364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-20T05:35:20.494057Z","caller":"traceutil/trace.go:171","msg":"trace[247938104] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1197; }","duration":"242.80922ms","start":"2026-03-20T05:35:20.251221Z","end":"2026-03-20T05:35:20.494031Z","steps":["trace[247938104] 'range keys from in-memory index tree' (duration: 242.386527ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:35:20.683765Z","caller":"traceutil/trace.go:171","msg":"trace[1683319377] linearizableReadLoop","detail":"{readStateIndex:1238; appliedIndex:1237; }","duration":"178.826535ms","start":"2026-03-20T05:35:20.50489Z","end":"2026-03-20T05:35:20.683716Z","steps":["trace[1683319377] 'read index received' (duration: 178.612578ms)","trace[1683319377] 'applied index is now lower than readState.Index' (duration: 211.757µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:35:20.684526Z","caller":"traceutil/trace.go:171","msg":"trace[1502102771] transaction","detail":"{read_only:false; response_revision:1198; number_of_response:1; }","duration":"185.356709ms","start":"2026-03-20T05:35:20.499105Z","end":"2026-03-20T05:35:20.684461Z","steps":["trace[1502102771] 'process raft request' (duration: 184.336037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:35:20.684646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.705942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-20T05:35:20.684852Z","caller":"traceutil/trace.go:171","msg":"trace[1215317287] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1198; }","duration":"179.899188ms","start":"2026-03-20T05:35:20.504871Z","end":"2026-03-20T05:35:20.68477Z","steps":["trace[1215317287] 'agreement among raft nodes before linearized reading' (duration: 179.069852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:35:20.684986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.183497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T05:35:20.685093Z","caller":"traceutil/trace.go:171","msg":"trace[1109258975] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1198; }","duration":"128.310121ms","start":"2026-03-20T05:35:20.556717Z","end":"2026-03-20T05:35:20.685027Z","steps":["trace[1109258975] 'agreement among raft nodes before linearized reading' (duration: 128.048853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:35:20.685058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.181957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-20T05:35:20.685275Z","caller":"traceutil/trace.go:171","msg":"trace[229179795] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1198; }","duration":"128.463266ms","start":"2026-03-20T05:35:20.556725Z","end":"2026-03-20T05:35:20.685189Z","steps":["trace[229179795] 'agreement among raft nodes before linearized reading' (duration: 127.880208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:35:21.106953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.977978ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T05:35:21.107212Z","caller":"traceutil/trace.go:171","msg":"trace[109548760] transaction","detail":"{read_only:false; response_revision:1200; number_of_response:1; }","duration":"414.555922ms","start":"2026-03-20T05:35:20.692634Z","end":"2026-03-20T05:35:21.10719Z","steps":["trace[109548760] 'process raft request' (duration: 414.454598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:35:21.107285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:35:20.692609Z","time spent":"414.644195ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:35:21.107298Z","caller":"traceutil/trace.go:171","msg":"trace[237528453] transaction","detail":"{read_only:false; response_revision:1199; number_of_response:1; }","duration":"414.795029ms","start":"2026-03-20T05:35:20.692452Z","end":"2026-03-20T05:35:21.107247Z","steps":["trace[237528453] 'process raft request' (duration: 79.420829ms)","trace[237528453] 'compare' (duration: 334.695459ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:35:21.107419Z","caller":"traceutil/trace.go:171","msg":"trace[377241780] transaction","detail":"{read_only:false; response_revision:1201; number_of_response:1; }","duration":"414.282723ms","start":"2026-03-20T05:35:20.693087Z","end":"2026-03-20T05:35:21.10737Z","steps":["trace[377241780] 'process raft request' (duration: 414.062116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:35:21.107556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:35:20.692425Z","time spent":"414.986615ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:35:21.107576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.691166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-20T05:35:21.10762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:35:20.693065Z","time spent":"414.451489ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:35:21.107308Z","caller":"traceutil/trace.go:171","msg":"trace[1458845836] linearizableReadLoop","detail":"{readStateIndex:1240; appliedIndex:1238; }","duration":"414.417168ms","start":"2026-03-20T05:35:20.69285Z","end":"2026-03-20T05:35:21.107267Z","steps":["trace[1458845836] 'read index received' (duration: 79.042158ms)","trace[1458845836] 'applied index is now lower than readState.Index' (duration: 335.37344ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:35:21.107637Z","caller":"traceutil/trace.go:171","msg":"trace[134880222] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1201; }","duration":"414.80083ms","start":"2026-03-20T05:35:20.692817Z","end":"2026-03-20T05:35:21.107618Z","steps":["trace[134880222] 'agreement among raft nodes before linearized reading' (duration: 414.567253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:35:21.107902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.919918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T05:35:21.107944Z","caller":"traceutil/trace.go:171","msg":"trace[1632034825] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1201; }","duration":"343.995401ms","start":"2026-03-20T05:35:20.763934Z","end":"2026-03-20T05:35:21.10793Z","steps":["trace[1632034825] 'agreement among raft nodes before linearized reading' (duration: 343.877137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:35:21.107917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.250483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T05:35:21.107983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:35:20.763914Z","time spent":"344.059472ms","remote":"127.0.0.1:43982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":50,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-03-20T05:35:21.108007Z","caller":"traceutil/trace.go:171","msg":"trace[1405702054] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1201; }","duration":"220.401827ms","start":"2026-03-20T05:35:20.887579Z","end":"2026-03-20T05:35:21.107981Z","steps":["trace[1405702054] 'agreement among raft nodes before linearized reading' (duration: 220.263743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:35:21.107965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:35:20.692794Z","time spent":"415.083088ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-20T05:35:21.311826Z","caller":"traceutil/trace.go:171","msg":"trace[801340935] transaction","detail":"{read_only:false; response_revision:1202; number_of_response:1; }","duration":"197.969235ms","start":"2026-03-20T05:35:21.113759Z","end":"2026-03-20T05:35:21.311728Z","steps":["trace[801340935] 'process raft request' (duration: 112.93845ms)","trace[801340935] 'compare' (duration: 84.844449ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:35:42.945012Z","caller":"traceutil/trace.go:171","msg":"trace[1493328508] transaction","detail":"{read_only:false; response_revision:1527; number_of_response:1; }","duration":"123.990486ms","start":"2026-03-20T05:35:42.820985Z","end":"2026-03-20T05:35:42.944975Z","steps":["trace[1493328508] 'process raft request' (duration: 123.669976ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:35:42.945271Z","caller":"traceutil/trace.go:171","msg":"trace[225301959] transaction","detail":"{read_only:false; response_revision:1528; number_of_response:1; }","duration":"119.942909ms","start":"2026-03-20T05:35:42.825296Z","end":"2026-03-20T05:35:42.945239Z","steps":["trace[225301959] 'process raft request' (duration: 119.581048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:35:42.94551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.858619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-20T05:35:42.945564Z","caller":"traceutil/trace.go:171","msg":"trace[906759825] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1528; }","duration":"106.969132ms","start":"2026-03-20T05:35:42.838586Z","end":"2026-03-20T05:35:42.945556Z","steps":["trace[906759825] 'agreement among raft nodes before linearized reading' (duration: 106.723265ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:35:42.945263Z","caller":"traceutil/trace.go:171","msg":"trace[1135731612] linearizableReadLoop","detail":"{readStateIndex:1596; appliedIndex:1593; }","duration":"106.595181ms","start":"2026-03-20T05:35:42.838628Z","end":"2026-03-20T05:35:42.945223Z","steps":["trace[1135731612] 'read index received' (duration: 19.291655ms)","trace[1135731612] 'applied index is now lower than readState.Index' (duration: 87.302346ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:35:45.691338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.971978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a2097459-47b7-4689-b636-2771625938e7\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-03-20T05:35:45.691446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.391487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-20T05:35:45.691483Z","caller":"traceutil/trace.go:171","msg":"trace[442888110] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a2097459-47b7-4689-b636-2771625938e7; range_end:; response_count:1; response_revision:1585; }","duration":"662.168563ms","start":"2026-03-20T05:35:45.02927Z","end":"2026-03-20T05:35:45.691439Z","steps":["trace[442888110] 'range keys from in-memory index tree' (duration: 661.74505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:35:45.6915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.358559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:35:45.691546Z","caller":"traceutil/trace.go:171","msg":"trace[657790196] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1585; }","duration":"488.534442ms","start":"2026-03-20T05:35:45.202984Z","end":"2026-03-20T05:35:45.691518Z","steps":["trace[657790196] 'range keys from in-memory index tree' (duration: 488.210251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:35:45.691537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.005785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a2097459-47b7-4689-b636-2771625938e7\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-03-20T05:35:45.691591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.674751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-20T05:35:45.691616Z","caller":"traceutil/trace.go:171","msg":"trace[1638303854] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1585; }","duration":"803.547845ms","start":"2026-03-20T05:35:44.888039Z","end":"2026-03-20T05:35:45.691587Z","steps":["trace[1638303854] 'range keys from in-memory index tree' (duration: 803.216274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:35:45.69162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:35:45.202968Z","time spent":"488.642435ms","remote":"127.0.0.1:34788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-20T05:35:45.691675Z","caller":"traceutil/trace.go:171","msg":"trace[1722255910] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1585; }","duration":"730.782824ms","start":"2026-03-20T05:35:44.960872Z","end":"2026-03-20T05:35:45.691655Z","steps":["trace[1722255910] 'range keys from in-memory index tree' (duration: 730.546906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:35:45.691682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:35:44.888015Z","time spent":"803.655758ms","remote":"127.0.0.1:43806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T05:35:45.691682Z","caller":"traceutil/trace.go:171","msg":"trace[734581499] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a2097459-47b7-4689-b636-2771625938e7; range_end:; response_count:1; response_revision:1585; }","duration":"533.189281ms","start":"2026-03-20T05:35:45.158457Z","end":"2026-03-20T05:35:45.691646Z","steps":["trace[734581499] 'range keys from in-memory index tree' (duration: 532.742717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:35:45.691719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:35:44.960858Z","time spent":"730.850246ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T05:35:45.691768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:35:45.158381Z","time spent":"533.374677ms","remote":"127.0.0.1:43956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a2097459-47b7-4689-b636-2771625938e7\" "} {"level":"warn","ts":"2026-03-20T05:35:45.691543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:35:45.029242Z","time spent":"662.289317ms","remote":"127.0.0.1:43956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a2097459-47b7-4689-b636-2771625938e7\" "} {"level":"info","ts":"2026-03-20T05:35:45.693521Z","caller":"traceutil/trace.go:171","msg":"trace[1080822055] transaction","detail":"{read_only:false; response_revision:1586; number_of_response:1; }","duration":"489.553734ms","start":"2026-03-20T05:35:45.203949Z","end":"2026-03-20T05:35:45.693502Z","steps":["trace[1080822055] 'process raft request' (duration: 489.236784ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:35:45.693419Z","caller":"traceutil/trace.go:171","msg":"trace[797648092] linearizableReadLoop","detail":"{readStateIndex:1654; appliedIndex:1653; }","duration":"471.175547ms","start":"2026-03-20T05:35:45.22221Z","end":"2026-03-20T05:35:45.693385Z","steps":["trace[797648092] 'read index received' (duration: 470.94385ms)","trace[797648092] 'applied index is now lower than readState.Index' (duration: 230.487µs)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:35:45.693785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.560769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-20T05:35:45.693863Z","caller":"traceutil/trace.go:171","msg":"trace[426221734] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1586; }","duration":"471.653983ms","start":"2026-03-20T05:35:45.222185Z","end":"2026-03-20T05:35:45.693839Z","steps":["trace[426221734] 'agreement among raft nodes before linearized reading' (duration: 471.430706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:35:45.693908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:35:45.222174Z","time spent":"471.723054ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T05:35:45.694183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.772157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-20T05:35:45.694238Z","caller":"traceutil/trace.go:171","msg":"trace[1868350363] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1586; }","duration":"464.85496ms","start":"2026-03-20T05:35:45.229368Z","end":"2026-03-20T05:35:45.694223Z","steps":["trace[1868350363] 'agreement among raft nodes before linearized reading' (duration: 464.671674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:35:45.694269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:35:45.229351Z","time spent":"464.911001ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T05:35:45.694273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.590435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-20T05:35:45.694335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.6302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T05:35:45.694367Z","caller":"traceutil/trace.go:171","msg":"trace[1469904305] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1586; }","duration":"132.709459ms","start":"2026-03-20T05:35:45.561633Z","end":"2026-03-20T05:35:45.694343Z","steps":["trace[1469904305] 'agreement among raft nodes before linearized reading' (duration: 132.491303ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:35:45.694397Z","caller":"traceutil/trace.go:171","msg":"trace[977856178] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:1586; }","duration":"440.720143ms","start":"2026-03-20T05:35:45.253663Z","end":"2026-03-20T05:35:45.694383Z","steps":["trace[977856178] 'agreement among raft nodes before linearized reading' (duration: 440.598429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:35:45.694424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:35:45.253652Z","time spent":"440.766085ms","remote":"127.0.0.1:44064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-20T05:35:45.694492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.079091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-20T05:35:45.694535Z","caller":"traceutil/trace.go:171","msg":"trace[260858457] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1586; }","duration":"133.175824ms","start":"2026-03-20T05:35:45.561347Z","end":"2026-03-20T05:35:45.694522Z","steps":["trace[260858457] 'agreement among raft nodes before linearized reading' (duration: 133.076961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:35:45.694958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:35:45.20393Z","time spent":"489.958846ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:35:45.695015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.879321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-20T05:35:45.695066Z","caller":"traceutil/trace.go:171","msg":"trace[1404164370] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1586; }","duration":"465.262053ms","start":"2026-03-20T05:35:45.22979Z","end":"2026-03-20T05:35:45.695052Z","steps":["trace[1404164370] 'agreement among raft nodes before linearized reading' (duration: 464.559201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:35:45.695382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:35:45.229758Z","time spent":"465.340485ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-20T05:35:45.907557Z","caller":"traceutil/trace.go:171","msg":"trace[2028014474] transaction","detail":"{read_only:false; response_revision:1587; number_of_response:1; }","duration":"209.30019ms","start":"2026-03-20T05:35:45.698223Z","end":"2026-03-20T05:35:45.907523Z","steps":["trace[2028014474] 'process raft request' (duration: 167.82451ms)","trace[2028014474] 'compare' (duration: 41.338466ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:35:45.979189Z","caller":"traceutil/trace.go:171","msg":"trace[1366893683] transaction","detail":"{read_only:false; response_revision:1588; number_of_response:1; }","duration":"280.707617ms","start":"2026-03-20T05:35:45.698443Z","end":"2026-03-20T05:35:45.97915Z","steps":["trace[1366893683] 'process raft request' (duration: 280.382747ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:35:45.979663Z","caller":"traceutil/trace.go:171","msg":"trace[1510890396] transaction","detail":"{read_only:false; response_revision:1591; number_of_response:1; }","duration":"279.697195ms","start":"2026-03-20T05:35:45.699949Z","end":"2026-03-20T05:35:45.979646Z","steps":["trace[1510890396] 'process raft request' (duration: 279.53543ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:35:45.979672Z","caller":"traceutil/trace.go:171","msg":"trace[1632669499] linearizableReadLoop","detail":"{readStateIndex:1660; appliedIndex:1654; }","duration":"169.272574ms","start":"2026-03-20T05:35:45.810373Z","end":"2026-03-20T05:35:45.979646Z","steps":["trace[1632669499] 'read index received' (duration: 55.703766ms)","trace[1632669499] 'applied index is now lower than readState.Index' (duration: 113.567648ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:35:45.979684Z","caller":"traceutil/trace.go:171","msg":"trace[891711515] transaction","detail":"{read_only:false; response_revision:1590; number_of_response:1; }","duration":"280.391137ms","start":"2026-03-20T05:35:45.699228Z","end":"2026-03-20T05:35:45.979619Z","steps":["trace[891711515] 'process raft request' (duration: 280.011905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:35:45.979826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.433199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T05:35:45.979884Z","caller":"traceutil/trace.go:171","msg":"trace[960670943] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:1592; }","duration":"169.546192ms","start":"2026-03-20T05:35:45.810322Z","end":"2026-03-20T05:35:45.979868Z","steps":["trace[960670943] 'agreement among raft nodes before linearized reading' (duration: 169.423698ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:35:45.979909Z","caller":"traceutil/trace.go:171","msg":"trace[960835823] transaction","detail":"{read_only:false; response_revision:1592; number_of_response:1; }","duration":"279.648843ms","start":"2026-03-20T05:35:45.7002Z","end":"2026-03-20T05:35:45.979848Z","steps":["trace[960835823] 'process raft request' (duration: 279.385765ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:35:45.980496Z","caller":"traceutil/trace.go:171","msg":"trace[1176958539] transaction","detail":"{read_only:false; response_revision:1589; number_of_response:1; }","duration":"281.75903ms","start":"2026-03-20T05:35:45.698707Z","end":"2026-03-20T05:35:45.980466Z","steps":["trace[1176958539] 'process raft request' (duration: 280.222352ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:35:46.211822Z","caller":"traceutil/trace.go:171","msg":"trace[701567087] transaction","detail":"{read_only:false; response_revision:1593; number_of_response:1; }","duration":"216.755343ms","start":"2026-03-20T05:35:45.995035Z","end":"2026-03-20T05:35:46.211791Z","steps":["trace[701567087] 'process raft request' (duration: 216.535186ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:35:46.531326Z","caller":"traceutil/trace.go:171","msg":"trace[92511222] transaction","detail":"{read_only:false; response_revision:1595; number_of_response:1; }","duration":"382.928002ms","start":"2026-03-20T05:35:46.148363Z","end":"2026-03-20T05:35:46.531291Z","steps":["trace[92511222] 'process raft request' (duration: 382.85884ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:35:46.531364Z","caller":"traceutil/trace.go:171","msg":"trace[1128697287] transaction","detail":"{read_only:false; response_revision:1594; number_of_response:1; }","duration":"527.612396ms","start":"2026-03-20T05:35:46.003715Z","end":"2026-03-20T05:35:46.531327Z","steps":["trace[1128697287] 'process raft request' (duration: 464.943972ms)","trace[1128697287] 'compare' (duration: 62.381065ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:35:46.531597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:35:46.148329Z","time spent":"383.165249ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:35:46.531788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:35:46.003685Z","time spent":"527.947527ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":671,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:35:46.794035Z","caller":"traceutil/trace.go:171","msg":"trace[673136440] transaction","detail":"{read_only:false; response_revision:1596; number_of_response:1; }","duration":"575.59456ms","start":"2026-03-20T05:35:46.218395Z","end":"2026-03-20T05:35:46.79399Z","steps":["trace[673136440] 'process raft request' (duration: 575.27784ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:35:46.79407Z","caller":"traceutil/trace.go:171","msg":"trace[1185076897] transaction","detail":"{read_only:false; response_revision:1598; number_of_response:1; }","duration":"574.581759ms","start":"2026-03-20T05:35:46.219456Z","end":"2026-03-20T05:35:46.794038Z","steps":["trace[1185076897] 'process raft request' (duration: 574.493076ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:35:46.794157Z","caller":"traceutil/trace.go:171","msg":"trace[1371422173] transaction","detail":"{read_only:false; response_revision:1597; number_of_response:1; }","duration":"574.784764ms","start":"2026-03-20T05:35:46.219336Z","end":"2026-03-20T05:35:46.794121Z","steps":["trace[1371422173] 'process raft request' (duration: 574.524686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:35:46.794266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:35:46.218362Z","time spent":"575.770816ms","remote":"127.0.0.1:43934","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":978,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:35:46.794323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:35:46.219421Z","time spent":"574.746294ms","remote":"127.0.0.1:43934","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":894,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:35:46.794343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:35:46.219308Z","time spent":"574.926639ms","remote":"127.0.0.1:44058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1530,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:35:46.794456Z","caller":"traceutil/trace.go:171","msg":"trace[1634337989] linearizableReadLoop","detail":"{readStateIndex:1667; appliedIndex:1661; }","duration":"526.917104ms","start":"2026-03-20T05:35:46.267513Z","end":"2026-03-20T05:35:46.79443Z","steps":["trace[1634337989] 'read index received' (duration: 201.144024ms)","trace[1634337989] 'applied index is now lower than readState.Index' (duration: 325.77177ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:35:46.794662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.139682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-20T05:35:46.795029Z","caller":"traceutil/trace.go:171","msg":"trace[1426725007] transaction","detail":"{read_only:false; response_revision:1600; number_of_response:1; }","duration":"525.872392ms","start":"2026-03-20T05:35:46.269069Z","end":"2026-03-20T05:35:46.794941Z","steps":["trace[1426725007] 'process raft request' (duration: 525.208231ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:35:46.795015Z","caller":"traceutil/trace.go:171","msg":"trace[1008322858] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1600; }","duration":"527.491483ms","start":"2026-03-20T05:35:46.267469Z","end":"2026-03-20T05:35:46.79496Z","steps":["trace[1008322858] 'agreement among raft nodes before linearized reading' (duration: 527.065849ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:35:46.794713Z","caller":"traceutil/trace.go:171","msg":"trace[721648884] transaction","detail":"{read_only:false; response_revision:1599; number_of_response:1; }","duration":"574.780755ms","start":"2026-03-20T05:35:46.219918Z","end":"2026-03-20T05:35:46.794699Z","steps":["trace[721648884] 'process raft request' (duration: 574.075222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:35:46.795124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:35:46.269053Z","time spent":"526.024386ms","remote":"127.0.0.1:43948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7641,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:35:46.795186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:35:46.267454Z","time spent":"527.676768ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-20T05:35:46.795239Z","caller":"traceutil/trace.go:171","msg":"trace[1284522995] transaction","detail":"{read_only:false; response_revision:1601; number_of_response:1; }","duration":"224.432125ms","start":"2026-03-20T05:35:46.57075Z","end":"2026-03-20T05:35:46.795182Z","steps":["trace[1284522995] 'process raft request' (duration: 223.918019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:35:46.795808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:35:46.219905Z","time spent":"575.268359ms","remote":"127.0.0.1:44058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1472,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:35:48.165843Z","caller":"traceutil/trace.go:171","msg":"trace[576365241] transaction","detail":"{read_only:false; response_revision:1610; number_of_response:1; }","duration":"176.361618ms","start":"2026-03-20T05:35:47.989417Z","end":"2026-03-20T05:35:48.165778Z","steps":["trace[576365241] 'process raft request' (duration: 117.042258ms)","trace[576365241] 'compare' (duration: 58.843915ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:35:48.165883Z","caller":"traceutil/trace.go:171","msg":"trace[1831507012] transaction","detail":"{read_only:false; response_revision:1611; number_of_response:1; }","duration":"176.12391ms","start":"2026-03-20T05:35:47.989735Z","end":"2026-03-20T05:35:48.165859Z","steps":["trace[1831507012] 'process raft request' (duration: 175.885163ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:35:48.165863Z","caller":"traceutil/trace.go:171","msg":"trace[1495587721] transaction","detail":"{read_only:false; response_revision:1612; number_of_response:1; }","duration":"175.644125ms","start":"2026-03-20T05:35:47.990183Z","end":"2026-03-20T05:35:48.165827Z","steps":["trace[1495587721] 'process raft request' (duration: 175.573693ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:35:48.294542Z","caller":"traceutil/trace.go:171","msg":"trace[2122039153] transaction","detail":"{read_only:false; response_revision:1614; number_of_response:1; }","duration":"100.719897ms","start":"2026-03-20T05:35:48.193759Z","end":"2026-03-20T05:35:48.294479Z","steps":["trace[2122039153] 'process raft request' (duration: 100.408528ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:35:54.820814Z","caller":"traceutil/trace.go:171","msg":"trace[203895862] transaction","detail":"{read_only:false; response_revision:1671; number_of_response:1; }","duration":"261.802494ms","start":"2026-03-20T05:35:54.558983Z","end":"2026-03-20T05:35:54.820786Z","steps":["trace[203895862] 'process raft request' (duration: 261.518795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:35:55.236716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.516053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:35:55.236889Z","caller":"traceutil/trace.go:171","msg":"trace[1953442744] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1671; }","duration":"349.879195ms","start":"2026-03-20T05:35:54.886976Z","end":"2026-03-20T05:35:55.236855Z","steps":["trace[1953442744] 'range keys from in-memory index tree' (duration: 349.378769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:35:55.236963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:35:54.886946Z","time spent":"349.999789ms","remote":"127.0.0.1:43806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T05:35:55.237045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.771632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-20T05:35:55.23713Z","caller":"traceutil/trace.go:171","msg":"trace[589885786] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1671; }","duration":"373.895346ms","start":"2026-03-20T05:35:54.863215Z","end":"2026-03-20T05:35:55.23711Z","steps":["trace[589885786] 'range keys from in-memory index tree' (duration: 373.571285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:35:55.237188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:35:54.8632Z","time spent":"373.977338ms","remote":"127.0.0.1:34788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-20T05:35:55.237232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.520568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-20T05:35:55.237417Z","caller":"traceutil/trace.go:171","msg":"trace[700253743] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1671; }","duration":"387.755705ms","start":"2026-03-20T05:35:54.849602Z","end":"2026-03-20T05:35:55.237358Z","steps":["trace[700253743] 'range keys from in-memory index tree' (duration: 387.170546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:35:55.237517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:35:54.849579Z","time spent":"387.888399ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T05:36:00.48282Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645181517373093,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-20T05:36:00.748382Z","caller":"traceutil/trace.go:171","msg":"trace[1143974803] linearizableReadLoop","detail":"{readStateIndex:1768; appliedIndex:1767; }","duration":"766.511813ms","start":"2026-03-20T05:35:59.981839Z","end":"2026-03-20T05:36:00.748351Z","steps":["trace[1143974803] 'read index received' (duration: 766.241805ms)","trace[1143974803] 'applied index is now lower than readState.Index' (duration: 266.218µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:36:00.748436Z","caller":"traceutil/trace.go:171","msg":"trace[1785369595] transaction","detail":"{read_only:false; response_revision:1697; number_of_response:1; }","duration":"994.427484ms","start":"2026-03-20T05:35:59.753981Z","end":"2026-03-20T05:36:00.748409Z","steps":["trace[1785369595] 'process raft request' (duration: 994.170056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:36:00.74865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:35:59.753945Z","time spent":"994.556258ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:36:00.748701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.858574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-20T05:36:00.748793Z","caller":"traceutil/trace.go:171","msg":"trace[1514470758] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1697; }","duration":"766.995339ms","start":"2026-03-20T05:35:59.98178Z","end":"2026-03-20T05:36:00.748775Z","steps":["trace[1514470758] 'agreement among raft nodes before linearized reading' (duration: 766.742571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:36:00.748843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:35:59.981755Z","time spent":"767.0752ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T05:36:00.748938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.924955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-20T05:36:00.749004Z","caller":"traceutil/trace.go:171","msg":"trace[678582321] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1697; }","duration":"517.033469ms","start":"2026-03-20T05:36:00.231949Z","end":"2026-03-20T05:36:00.748982Z","steps":["trace[678582321] 'agreement among raft nodes before linearized reading' (duration: 516.770431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:36:00.749045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:36:00.231922Z","time spent":"517.112152ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T05:36:00.749011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.750786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-lw4sv\" ","response":"range_response_count:1 size:6111"} {"level":"warn","ts":"2026-03-20T05:36:00.749045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.904675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-20T05:36:00.749129Z","caller":"traceutil/trace.go:171","msg":"trace[1010657376] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-lw4sv; range_end:; response_count:1; response_revision:1697; }","duration":"615.896032ms","start":"2026-03-20T05:36:00.133199Z","end":"2026-03-20T05:36:00.749095Z","steps":["trace[1010657376] 'agreement among raft nodes before linearized reading' (duration: 615.600552ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:36:00.749148Z","caller":"traceutil/trace.go:171","msg":"trace[1608356861] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1697; }","duration":"493.04846ms","start":"2026-03-20T05:36:00.256072Z","end":"2026-03-20T05:36:00.749121Z","steps":["trace[1608356861] 'agreement among raft nodes before linearized reading' (duration: 492.711009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:36:00.749204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:36:00.25606Z","time spent":"493.135452ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-20T05:36:00.749012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.581384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-20T05:36:00.749213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:36:00.133132Z","time spent":"616.066387ms","remote":"127.0.0.1:43956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6134,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-lw4sv\" "} {"level":"info","ts":"2026-03-20T05:36:00.749376Z","caller":"traceutil/trace.go:171","msg":"trace[528430041] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1697; }","duration":"474.957237ms","start":"2026-03-20T05:36:00.274321Z","end":"2026-03-20T05:36:00.749278Z","steps":["trace[528430041] 'agreement among raft nodes before linearized reading' (duration: 474.377398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:36:00.749547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.212883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-20T05:36:00.74957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:36:00.274294Z","time spent":"475.204415ms","remote":"127.0.0.1:34788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-20T05:36:00.749625Z","caller":"traceutil/trace.go:171","msg":"trace[1416801780] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1697; }","duration":"516.358508ms","start":"2026-03-20T05:36:00.233245Z","end":"2026-03-20T05:36:00.749604Z","steps":["trace[1416801780] 'agreement among raft nodes before linearized reading' (duration: 515.387017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:36:00.749665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:36:00.23322Z","time spent":"516.435871ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-20T05:36:00.750016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.182284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-20T05:36:00.750139Z","caller":"traceutil/trace.go:171","msg":"trace[732933344] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1697; }","duration":"696.34553ms","start":"2026-03-20T05:36:00.053774Z","end":"2026-03-20T05:36:00.75012Z","steps":["trace[732933344] 'agreement among raft nodes before linearized reading' (duration: 694.828612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:36:00.750195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:36:00.05375Z","time spent":"696.432602ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-20T05:36:01.078849Z","caller":"traceutil/trace.go:171","msg":"trace[24316901] transaction","detail":"{read_only:false; response_revision:1698; number_of_response:1; }","duration":"323.865631ms","start":"2026-03-20T05:36:00.754942Z","end":"2026-03-20T05:36:01.078807Z","steps":["trace[24316901] 'process raft request' (duration: 322.440895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:36:01.079105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:36:00.754905Z","time spent":"324.060497ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:36:01.082329Z","caller":"traceutil/trace.go:171","msg":"trace[537281602] linearizableReadLoop","detail":"{readStateIndex:1775; appliedIndex:1768; }","duration":"193.767329ms","start":"2026-03-20T05:36:00.888543Z","end":"2026-03-20T05:36:01.082311Z","steps":["trace[537281602] 'read index received' (duration: 188.853703ms)","trace[537281602] 'applied index is now lower than readState.Index' (duration: 4.912506ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:36:01.082356Z","caller":"traceutil/trace.go:171","msg":"trace[750047749] transaction","detail":"{read_only:false; response_revision:1699; number_of_response:1; }","duration":"327.278838ms","start":"2026-03-20T05:36:00.755023Z","end":"2026-03-20T05:36:01.082302Z","steps":["trace[750047749] 'process raft request' (duration: 326.995649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:36:01.082507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.957965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:36:01.082534Z","caller":"traceutil/trace.go:171","msg":"trace[500550403] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1704; }","duration":"194.061969ms","start":"2026-03-20T05:36:00.888465Z","end":"2026-03-20T05:36:01.082527Z","steps":["trace[500550403] 'agreement among raft nodes before linearized reading' (duration: 193.925074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:36:01.082567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:36:00.754988Z","time spent":"327.469355ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:36:01.082734Z","caller":"traceutil/trace.go:171","msg":"trace[735280372] transaction","detail":"{read_only:false; response_revision:1700; number_of_response:1; }","duration":"327.111404ms","start":"2026-03-20T05:36:00.755615Z","end":"2026-03-20T05:36:01.082727Z","steps":["trace[735280372] 'process raft request' (duration: 326.549446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:36:01.08281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:36:00.755589Z","time spent":"327.165246ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:36:01.082943Z","caller":"traceutil/trace.go:171","msg":"trace[1281251734] transaction","detail":"{read_only:false; response_revision:1704; number_of_response:1; }","duration":"243.65529ms","start":"2026-03-20T05:36:00.839251Z","end":"2026-03-20T05:36:01.082906Z","steps":["trace[1281251734] 'process raft request' (duration: 243.0309ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:36:01.083003Z","caller":"traceutil/trace.go:171","msg":"trace[416104970] transaction","detail":"{read_only:false; response_revision:1702; number_of_response:1; }","duration":"326.511764ms","start":"2026-03-20T05:36:00.756482Z","end":"2026-03-20T05:36:01.082994Z","steps":["trace[416104970] 'process raft request' (duration: 325.74129ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:36:01.083067Z","caller":"traceutil/trace.go:171","msg":"trace[1133463068] transaction","detail":"{read_only:false; response_revision:1703; number_of_response:1; }","duration":"323.143508ms","start":"2026-03-20T05:36:00.759879Z","end":"2026-03-20T05:36:01.083022Z","steps":["trace[1133463068] 'process raft request' (duration: 322.368624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:36:01.083192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:36:00.756471Z","time spent":"326.67972ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:36:01.082973Z","caller":"traceutil/trace.go:171","msg":"trace[1821225951] transaction","detail":"{read_only:false; response_revision:1701; number_of_response:1; }","duration":"327.172336ms","start":"2026-03-20T05:36:00.755772Z","end":"2026-03-20T05:36:01.082944Z","steps":["trace[1821225951] 'process raft request' (duration: 326.422242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:36:01.083338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:36:00.75987Z","time spent":"323.312033ms","remote":"127.0.0.1:43956","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5882,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:36:01.083342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:36:00.755755Z","time spent":"327.521566ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:36:31.267131Z","caller":"traceutil/trace.go:171","msg":"trace[1639744522] transaction","detail":"{read_only:false; response_revision:1860; number_of_response:1; }","duration":"355.064459ms","start":"2026-03-20T05:36:30.912038Z","end":"2026-03-20T05:36:31.267102Z","steps":["trace[1639744522] 'process raft request' (duration: 354.897994ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:36:31.267182Z","caller":"traceutil/trace.go:171","msg":"trace[1456265295] linearizableReadLoop","detail":"{readStateIndex:1937; appliedIndex:1937; }","duration":"275.031573ms","start":"2026-03-20T05:36:30.992108Z","end":"2026-03-20T05:36:31.26714Z","steps":["trace[1456265295] 'read index received' (duration: 275.010383ms)","trace[1456265295] 'applied index is now lower than readState.Index' (duration: 17.45µs)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:36:31.267306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:36:30.912003Z","time spent":"355.211944ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:36:31.267521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.381464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-20T05:36:31.26757Z","caller":"traceutil/trace.go:171","msg":"trace[2011898185] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1860; }","duration":"275.515689ms","start":"2026-03-20T05:36:30.992042Z","end":"2026-03-20T05:36:31.267558Z","steps":["trace[2011898185] 'agreement among raft nodes before linearized reading' (duration: 275.23472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:36:31.733071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.079801ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T05:36:31.733205Z","caller":"traceutil/trace.go:171","msg":"trace[818426000] linearizableReadLoop","detail":"{readStateIndex:1938; appliedIndex:1937; }","duration":"465.678873ms","start":"2026-03-20T05:36:31.267497Z","end":"2026-03-20T05:36:31.733176Z","steps":["trace[818426000] 'read index received' (duration: 109.383445ms)","trace[818426000] 'applied index is now lower than readState.Index' (duration: 356.294028ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:36:31.733308Z","caller":"traceutil/trace.go:171","msg":"trace[1504988991] transaction","detail":"{read_only:false; response_revision:1861; number_of_response:1; }","duration":"504.571096ms","start":"2026-03-20T05:36:31.228726Z","end":"2026-03-20T05:36:31.733298Z","steps":["trace[1504988991] 'process raft request' (duration: 148.157994ms)","trace[1504988991] 'compare' (duration: 355.72835ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:36:31.733359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:36:31.22869Z","time spent":"504.645798ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:36:31.733487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.992033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-20T05:36:31.733599Z","caller":"traceutil/trace.go:171","msg":"trace[917183223] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1861; }","duration":"418.142398ms","start":"2026-03-20T05:36:31.315429Z","end":"2026-03-20T05:36:31.733571Z","steps":["trace[917183223] 'agreement among raft nodes before linearized reading' (duration: 417.88961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:36:31.733655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:36:31.315414Z","time spent":"418.2318ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T05:36:31.733833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.641182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T05:36:31.733868Z","caller":"traceutil/trace.go:171","msg":"trace[303177245] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1861; }","duration":"417.696183ms","start":"2026-03-20T05:36:31.316162Z","end":"2026-03-20T05:36:31.733858Z","steps":["trace[303177245] 'agreement among raft nodes before linearized reading' (duration: 417.60643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:36:31.733896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:36:31.316147Z","time spent":"417.742565ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T05:36:31.73389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.717353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-20T05:36:31.733944Z","caller":"traceutil/trace.go:171","msg":"trace[1719422161] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1861; }","duration":"405.800676ms","start":"2026-03-20T05:36:31.32813Z","end":"2026-03-20T05:36:31.73393Z","steps":["trace[1719422161] 'agreement among raft nodes before linearized reading' (duration: 405.6233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:36:31.733989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:36:31.328103Z","time spent":"405.877419ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-20T05:36:31.734132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.595612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-20T05:36:31.734112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.384797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-20T05:36:31.734158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.891914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-20T05:36:31.734252Z","caller":"traceutil/trace.go:171","msg":"trace[2131446593] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1861; }","duration":"466.756517ms","start":"2026-03-20T05:36:31.267469Z","end":"2026-03-20T05:36:31.734225Z","steps":["trace[2131446593] 'agreement among raft nodes before linearized reading' (duration: 466.406606ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:36:31.734282Z","caller":"traceutil/trace.go:171","msg":"trace[1692884750] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1861; }","duration":"211.584623ms","start":"2026-03-20T05:36:31.522664Z","end":"2026-03-20T05:36:31.734249Z","steps":["trace[1692884750] 'agreement among raft nodes before linearized reading' (duration: 211.080687ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:36:31.734289Z","caller":"traceutil/trace.go:171","msg":"trace[409974170] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1861; }","duration":"326.113551ms","start":"2026-03-20T05:36:31.408146Z","end":"2026-03-20T05:36:31.734259Z","steps":["trace[409974170] 'agreement among raft nodes before linearized reading' (duration: 325.721329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:36:31.734315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:36:31.26746Z","time spent":"466.84542ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T05:36:31.73436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:36:31.408112Z","time spent":"326.233265ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-20T05:36:32.319993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.337838ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T05:36:32.32027Z","caller":"traceutil/trace.go:171","msg":"trace[765120258] linearizableReadLoop","detail":"{readStateIndex:1947; appliedIndex:1945; }","duration":"434.721122ms","start":"2026-03-20T05:36:31.885523Z","end":"2026-03-20T05:36:32.320244Z","steps":["trace[765120258] 'read index received' (duration: 115.985444ms)","trace[765120258] 'applied index is now lower than readState.Index' (duration: 318.734328ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:36:32.320314Z","caller":"traceutil/trace.go:171","msg":"trace[1104867620] transaction","detail":"{read_only:false; response_revision:1869; number_of_response:1; }","duration":"446.465475ms","start":"2026-03-20T05:36:31.873827Z","end":"2026-03-20T05:36:32.320293Z","steps":["trace[1104867620] 'process raft request' (duration: 446.3214ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:36:32.320423Z","caller":"traceutil/trace.go:171","msg":"trace[474289321] transaction","detail":"{read_only:false; response_revision:1868; number_of_response:1; }","duration":"539.611955ms","start":"2026-03-20T05:36:31.78072Z","end":"2026-03-20T05:36:32.320332Z","steps":["trace[474289321] 'process raft request' (duration: 52.804682ms)","trace[474289321] 'compare' (duration: 486.186904ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:36:32.320499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.95405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:36:32.320609Z","caller":"traceutil/trace.go:171","msg":"trace[1772356162] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1869; }","duration":"435.121875ms","start":"2026-03-20T05:36:31.88546Z","end":"2026-03-20T05:36:32.320582Z","steps":["trace[1772356162] 'agreement among raft nodes before linearized reading' (duration: 434.921499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:36:32.320474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:36:31.873796Z","time spent":"446.62419ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:36:32.320676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:36:31.885435Z","time spent":"435.225059ms","remote":"127.0.0.1:43806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T05:36:32.320697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:36:31.780683Z","time spent":"539.867434ms","remote":"127.0.0.1:43826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:36:32.90769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.199055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-20T05:36:32.907831Z","caller":"traceutil/trace.go:171","msg":"trace[297939247] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1869; }","duration":"142.393872ms","start":"2026-03-20T05:36:32.765409Z","end":"2026-03-20T05:36:32.907803Z","steps":["trace[297939247] 'range keys from in-memory index tree' (duration: 141.987278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:36:32.907822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.402561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T05:36:32.907906Z","caller":"traceutil/trace.go:171","msg":"trace[30165134] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:1869; }","duration":"225.564266ms","start":"2026-03-20T05:36:32.68232Z","end":"2026-03-20T05:36:32.907884Z","steps":["trace[30165134] 'count revisions from in-memory index tree' (duration: 225.285687ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:36:33.42839Z","caller":"traceutil/trace.go:171","msg":"trace[1108340957] linearizableReadLoop","detail":"{readStateIndex:1949; appliedIndex:1948; }","duration":"101.112313ms","start":"2026-03-20T05:36:33.327254Z","end":"2026-03-20T05:36:33.428366Z","steps":["trace[1108340957] 'read index received' (duration: 100.898356ms)","trace[1108340957] 'applied index is now lower than readState.Index' (duration: 212.827µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:36:33.428664Z","caller":"traceutil/trace.go:171","msg":"trace[1169915323] transaction","detail":"{read_only:false; response_revision:1871; number_of_response:1; }","duration":"155.426983ms","start":"2026-03-20T05:36:33.273077Z","end":"2026-03-20T05:36:33.428504Z","steps":["trace[1169915323] 'process raft request' (duration: 155.124824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:36:33.428838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.497495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-20T05:36:33.428893Z","caller":"traceutil/trace.go:171","msg":"trace[2078325277] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1871; }","duration":"101.688201ms","start":"2026-03-20T05:36:33.327187Z","end":"2026-03-20T05:36:33.428876Z","steps":["trace[2078325277] 'agreement among raft nodes before linearized reading' (duration: 101.311599ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:36:33.555402Z","caller":"traceutil/trace.go:171","msg":"trace[33495545] transaction","detail":"{read_only:false; response_revision:1872; number_of_response:1; }","duration":"122.840901ms","start":"2026-03-20T05:36:33.432325Z","end":"2026-03-20T05:36:33.555166Z","steps":["trace[33495545] 'process raft request' (duration: 118.116681ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:36:33.872539Z","caller":"traceutil/trace.go:171","msg":"trace[2145634283] transaction","detail":"{read_only:false; response_revision:1873; number_of_response:1; }","duration":"132.761726ms","start":"2026-03-20T05:36:33.739717Z","end":"2026-03-20T05:36:33.872478Z","steps":["trace[2145634283] 'process raft request' (duration: 132.374464ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:36:34.308534Z","caller":"traceutil/trace.go:171","msg":"trace[522828721] transaction","detail":"{read_only:false; response_revision:1874; number_of_response:1; }","duration":"430.026754ms","start":"2026-03-20T05:36:33.878453Z","end":"2026-03-20T05:36:34.30848Z","steps":["trace[522828721] 'process raft request' (duration: 428.526117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:36:34.308845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:36:33.878437Z","time spent":"430.205019ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:36:34.451453Z","caller":"traceutil/trace.go:171","msg":"trace[522880029] transaction","detail":"{read_only:false; response_revision:1875; number_of_response:1; }","duration":"572.982313ms","start":"2026-03-20T05:36:33.878448Z","end":"2026-03-20T05:36:34.45143Z","steps":["trace[522880029] 'process raft request' (duration: 571.726293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:36:34.45159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:36:33.878423Z","time spent":"573.096097ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:36:34.451797Z","caller":"traceutil/trace.go:171","msg":"trace[138768398] transaction","detail":"{read_only:false; response_revision:1876; number_of_response:1; }","duration":"573.282502ms","start":"2026-03-20T05:36:33.878502Z","end":"2026-03-20T05:36:34.451784Z","steps":["trace[138768398] 'process raft request' (duration: 572.88981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:36:34.451847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:36:33.878473Z","time spent":"573.349164ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:36:34.452001Z","caller":"traceutil/trace.go:171","msg":"trace[1457654677] transaction","detail":"{read_only:false; response_revision:1877; number_of_response:1; }","duration":"573.366455ms","start":"2026-03-20T05:36:33.878627Z","end":"2026-03-20T05:36:34.451993Z","steps":["trace[1457654677] 'process raft request' (duration: 573.044785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:36:34.452119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:36:33.878618Z","time spent":"573.406687ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:36:34.452277Z","caller":"traceutil/trace.go:171","msg":"trace[1053188300] transaction","detail":"{read_only:false; response_revision:1878; number_of_response:1; }","duration":"573.20536ms","start":"2026-03-20T05:36:33.879038Z","end":"2026-03-20T05:36:34.452244Z","steps":["trace[1053188300] 'process raft request' (duration: 572.942351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:36:34.452591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:36:33.879029Z","time spent":"573.434888ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:36:34.452667Z","caller":"traceutil/trace.go:171","msg":"trace[1872925285] linearizableReadLoop","detail":"{readStateIndex:1957; appliedIndex:1951; }","duration":"568.17837ms","start":"2026-03-20T05:36:33.884473Z","end":"2026-03-20T05:36:34.452651Z","steps":["trace[1872925285] 'read index received' (duration: 422.63525ms)","trace[1872925285] 'applied index is now lower than readState.Index' (duration: 145.54211ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:36:34.452791Z","caller":"traceutil/trace.go:171","msg":"trace[389291495] transaction","detail":"{read_only:false; response_revision:1879; number_of_response:1; }","duration":"573.665985ms","start":"2026-03-20T05:36:33.879114Z","end":"2026-03-20T05:36:34.45278Z","steps":["trace[389291495] 'process raft request' (duration: 573.076166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:36:34.452843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:36:33.879094Z","time spent":"573.721147ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:36:34.452885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.412727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:36:34.452963Z","caller":"traceutil/trace.go:171","msg":"trace[1541858732] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1879; }","duration":"568.504091ms","start":"2026-03-20T05:36:33.884442Z","end":"2026-03-20T05:36:34.452946Z","steps":["trace[1541858732] 'agreement among raft nodes before linearized reading' (duration: 568.393777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:36:34.452958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.457102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12384"} {"level":"warn","ts":"2026-03-20T05:36:34.453012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:36:33.884431Z","time spent":"568.570203ms","remote":"127.0.0.1:43796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T05:36:34.453038Z","caller":"traceutil/trace.go:171","msg":"trace[1521900962] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1879; }","duration":"457.592407ms","start":"2026-03-20T05:36:33.995426Z","end":"2026-03-20T05:36:34.453018Z","steps":["trace[1521900962] 'agreement among raft nodes before linearized reading' (duration: 457.393271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:36:34.453095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:36:33.995397Z","time spent":"457.69025ms","remote":"127.0.0.1:43956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12407,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-20T05:36:40.212561Z","caller":"traceutil/trace.go:171","msg":"trace[871695831] linearizableReadLoop","detail":"{readStateIndex:1980; appliedIndex:1979; }","duration":"325.765551ms","start":"2026-03-20T05:36:39.886758Z","end":"2026-03-20T05:36:40.212524Z","steps":["trace[871695831] 'read index received' (duration: 325.567744ms)","trace[871695831] 'applied index is now lower than readState.Index' (duration: 196.587µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:36:40.212626Z","caller":"traceutil/trace.go:171","msg":"trace[1194453099] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"384.014687ms","start":"2026-03-20T05:36:39.828569Z","end":"2026-03-20T05:36:40.212584Z","steps":["trace[1194453099] 'process raft request' (duration: 383.741658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:36:40.212813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.982307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:36:40.212887Z","caller":"traceutil/trace.go:171","msg":"trace[2095234533] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1901; }","duration":"326.212505ms","start":"2026-03-20T05:36:39.886654Z","end":"2026-03-20T05:36:40.212866Z","steps":["trace[2095234533] 'agreement among raft nodes before linearized reading' (duration: 326.049249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:36:40.21295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:36:39.886629Z","time spent":"326.301958ms","remote":"127.0.0.1:43806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T05:36:40.213077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:36:39.828533Z","time spent":"384.198362ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:36:41.296184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.142334ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T05:36:41.296326Z","caller":"traceutil/trace.go:171","msg":"trace[1761508874] linearizableReadLoop","detail":"{readStateIndex:1981; appliedIndex:1980; }","duration":"1.083631221s","start":"2026-03-20T05:36:40.212674Z","end":"2026-03-20T05:36:41.296305Z","steps":["trace[1761508874] 'read index received' (duration: 453.157767ms)","trace[1761508874] 'applied index is now lower than readState.Index' (duration: 630.471454ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:36:41.296439Z","caller":"traceutil/trace.go:171","msg":"trace[1898202371] transaction","detail":"{read_only:false; response_revision:1902; number_of_response:1; }","duration":"1.402661258s","start":"2026-03-20T05:36:39.893763Z","end":"2026-03-20T05:36:41.296425Z","steps":["trace[1898202371] 'process raft request' (duration: 772.106421ms)","trace[1898202371] 'compare' (duration: 629.867575ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:36:41.296505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:36:39.893747Z","time spent":"1.402722429s","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:36:41.296638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082252937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:36:41.296731Z","caller":"traceutil/trace.go:171","msg":"trace[662486379] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1902; }","duration":"1.082402742s","start":"2026-03-20T05:36:40.214307Z","end":"2026-03-20T05:36:41.29671Z","steps":["trace[662486379] 'agreement among raft nodes before linearized reading' (duration: 1.082230917s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:36:41.296815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:36:40.214284Z","time spent":"1.082522176s","remote":"127.0.0.1:43796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T05:36:41.296953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384003277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:122991"} {"level":"warn","ts":"2026-03-20T05:36:41.297044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.211544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T05:36:41.297077Z","caller":"traceutil/trace.go:171","msg":"trace[443051525] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:1902; }","duration":"308.283136ms","start":"2026-03-20T05:36:40.988784Z","end":"2026-03-20T05:36:41.297067Z","steps":["trace[443051525] 'agreement among raft nodes before linearized reading' (duration: 308.226895ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:36:41.297081Z","caller":"traceutil/trace.go:171","msg":"trace[1225938115] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1902; }","duration":"1.384168833s","start":"2026-03-20T05:36:39.912881Z","end":"2026-03-20T05:36:41.29705Z","steps":["trace[1225938115] 'agreement among raft nodes before linearized reading' (duration: 1.383619215s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:36:41.297089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384146001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-03-20T05:36:41.297105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:36:40.988715Z","time spent":"308.383589ms","remote":"127.0.0.1:44080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-20T05:36:41.297137Z","caller":"traceutil/trace.go:171","msg":"trace[1890841530] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1902; }","duration":"1.384232704s","start":"2026-03-20T05:36:39.912893Z","end":"2026-03-20T05:36:41.297126Z","steps":["trace[1890841530] 'agreement among raft nodes before linearized reading' (duration: 1.38410688s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:36:41.297149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:36:39.912869Z","time spent":"1.384263845s","remote":"127.0.0.1:43844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":123014,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-20T05:36:41.297173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:36:39.912882Z","time spent":"1.384283886s","remote":"127.0.0.1:43860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-20T05:36:41.29716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.197718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T05:36:41.297241Z","caller":"traceutil/trace.go:171","msg":"trace[420762156] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:1902; }","duration":"358.353753ms","start":"2026-03-20T05:36:40.938867Z","end":"2026-03-20T05:36:41.297221Z","steps":["trace[420762156] 'agreement among raft nodes before linearized reading' (duration: 358.213909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:36:41.297305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:36:40.938842Z","time spent":"358.447415ms","remote":"127.0.0.1:44162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-20T05:36:41.297322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.348238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-20T05:36:41.297361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.159632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-20T05:36:41.297245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.5722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T05:36:41.297415Z","caller":"traceutil/trace.go:171","msg":"trace[1993654531] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1902; }","duration":"819.475272ms","start":"2026-03-20T05:36:40.477916Z","end":"2026-03-20T05:36:41.297391Z","steps":["trace[1993654531] 'agreement among raft nodes before linearized reading' (duration: 819.201743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:36:41.297471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:36:40.477888Z","time spent":"819.570545ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T05:36:41.297481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.521023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-20T05:36:41.297515Z","caller":"traceutil/trace.go:171","msg":"trace[1822581853] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1902; }","duration":"819.594205ms","start":"2026-03-20T05:36:40.477916Z","end":"2026-03-20T05:36:41.29751Z","steps":["trace[1822581853] 'agreement among raft nodes before linearized reading' (duration: 819.250865ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:36:41.297424Z","caller":"traceutil/trace.go:171","msg":"trace[845698905] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1902; }","duration":"819.249104ms","start":"2026-03-20T05:36:40.478163Z","end":"2026-03-20T05:36:41.297412Z","steps":["trace[845698905] 'agreement among raft nodes before linearized reading' (duration: 818.863122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:36:41.297539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:36:40.477885Z","time spent":"819.647657ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T05:36:41.297492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.523119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-20T05:36:41.29764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.632156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-20T05:36:41.297647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:36:40.478153Z","time spent":"819.475222ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-20T05:36:41.297704Z","caller":"traceutil/trace.go:171","msg":"trace[4322608] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1902; }","duration":"959.803667ms","start":"2026-03-20T05:36:40.337861Z","end":"2026-03-20T05:36:41.297664Z","steps":["trace[4322608] 'agreement among raft nodes before linearized reading' (duration: 959.25872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:36:41.297757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.473498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-20T05:36:41.297778Z","caller":"traceutil/trace.go:171","msg":"trace[113149281] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1902; }","duration":"817.52596ms","start":"2026-03-20T05:36:40.480247Z","end":"2026-03-20T05:36:41.297773Z","steps":["trace[113149281] 'agreement among raft nodes before linearized reading' (duration: 816.998673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:36:41.2978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:36:40.480234Z","time spent":"817.561661ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-20T05:36:41.29771Z","caller":"traceutil/trace.go:171","msg":"trace[468450193] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1902; }","duration":"771.722539ms","start":"2026-03-20T05:36:40.525966Z","end":"2026-03-20T05:36:41.297688Z","steps":["trace[468450193] 'agreement among raft nodes before linearized reading' (duration: 771.068498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:36:41.297778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:36:40.33783Z","time spent":"959.931211ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-20T05:36:41.297842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:36:40.525952Z","time spent":"771.876575ms","remote":"127.0.0.1:34788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-20T05:36:41.297609Z","caller":"traceutil/trace.go:171","msg":"trace[1163977689] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1902; }","duration":"816.848068ms","start":"2026-03-20T05:36:40.480626Z","end":"2026-03-20T05:36:41.297474Z","steps":["trace[1163977689] 'agreement among raft nodes before linearized reading' (duration: 816.451356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:36:41.298174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:36:40.480601Z","time spent":"817.497379ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T05:36:41.803064Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645181517373601,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T05:36:42.185097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.305097ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T05:36:42.185601Z","caller":"traceutil/trace.go:171","msg":"trace[1371304460] transaction","detail":"{read_only:false; response_revision:1903; number_of_response:1; }","duration":"883.384946ms","start":"2026-03-20T05:36:41.302183Z","end":"2026-03-20T05:36:42.185568Z","steps":["trace[1371304460] 'process raft request' (duration: 716.83545ms)","trace[1371304460] 'compare' (duration: 165.125711ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:36:42.185874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:36:41.302155Z","time spent":"883.671935ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:36:42.514938Z","caller":"traceutil/trace.go:171","msg":"trace[308862797] transaction","detail":"{read_only:false; response_revision:1904; number_of_response:1; }","duration":"1.212447922s","start":"2026-03-20T05:36:41.302457Z","end":"2026-03-20T05:36:42.514904Z","steps":["trace[308862797] 'process raft request' (duration: 1.212192704s)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:36:42.515214Z","caller":"traceutil/trace.go:171","msg":"trace[1284709462] transaction","detail":"{read_only:false; response_revision:1905; number_of_response:1; }","duration":"1.212060339s","start":"2026-03-20T05:36:41.303107Z","end":"2026-03-20T05:36:42.515167Z","steps":["trace[1284709462] 'process raft request' (duration: 1.211740439s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:36:42.515283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:36:41.30244Z","time spent":"1.212593756s","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:36:42.515389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212902796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-20T05:36:42.515429Z","caller":"traceutil/trace.go:171","msg":"trace[587789723] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1909; }","duration":"1.212998639s","start":"2026-03-20T05:36:41.302422Z","end":"2026-03-20T05:36:42.51542Z","steps":["trace[587789723] 'agreement among raft nodes before linearized reading' (duration: 1.212900096s)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:36:42.515378Z","caller":"traceutil/trace.go:171","msg":"trace[2045669738] transaction","detail":"{read_only:false; response_revision:1907; number_of_response:1; }","duration":"1.212159062s","start":"2026-03-20T05:36:41.30316Z","end":"2026-03-20T05:36:42.515319Z","steps":["trace[2045669738] 'process raft request' (duration: 1.212007807s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:36:42.515456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:36:41.302403Z","time spent":"1.21304583s","remote":"127.0.0.1:43860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-20T05:36:42.515453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:36:41.303097Z","time spent":"1.212224934s","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:36:42.515478Z","caller":"traceutil/trace.go:171","msg":"trace[912723805] transaction","detail":"{read_only:false; response_revision:1909; number_of_response:1; }","duration":"989.909002ms","start":"2026-03-20T05:36:41.525557Z","end":"2026-03-20T05:36:42.515466Z","steps":["trace[912723805] 'process raft request' (duration: 989.661934ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:36:42.5155Z","caller":"traceutil/trace.go:171","msg":"trace[1933319012] transaction","detail":"{read_only:false; response_revision:1908; number_of_response:1; }","duration":"1.210839931s","start":"2026-03-20T05:36:41.304604Z","end":"2026-03-20T05:36:42.515444Z","steps":["trace[1933319012] 'process raft request' (duration: 1.210582393s)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:36:42.51527Z","caller":"traceutil/trace.go:171","msg":"trace[1980293462] linearizableReadLoop","detail":"{readStateIndex:1988; appliedIndex:1981; }","duration":"1.212783053s","start":"2026-03-20T05:36:41.302463Z","end":"2026-03-20T05:36:42.515246Z","steps":["trace[1980293462] 'read index received' (duration: 716.559572ms)","trace[1980293462] 'applied index is now lower than readState.Index' (duration: 496.222581ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:36:42.515645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:36:41.303129Z","time spent":"1.212368219s","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:36:42.515641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:36:41.525494Z","time spent":"990.026355ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:36:42.515378Z","caller":"traceutil/trace.go:171","msg":"trace[2086670863] transaction","detail":"{read_only:false; response_revision:1906; number_of_response:1; }","duration":"1.212163723s","start":"2026-03-20T05:36:41.303173Z","end":"2026-03-20T05:36:42.515336Z","steps":["trace[2086670863] 'process raft request' (duration: 1.211916065s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:36:42.515753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:36:41.30459Z","time spent":"1.211023146s","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:36:42.515766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.044942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T05:36:42.515797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212020288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:122991"} {"level":"info","ts":"2026-03-20T05:36:42.515816Z","caller":"traceutil/trace.go:171","msg":"trace[363194629] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1909; }","duration":"1.21207941s","start":"2026-03-20T05:36:41.303731Z","end":"2026-03-20T05:36:42.515811Z","steps":["trace[363194629] 'agreement among raft nodes before linearized reading' (duration: 1.211966256s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:36:42.515798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:36:41.303165Z","time spent":"1.212576865s","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:36:42.515824Z","caller":"traceutil/trace.go:171","msg":"trace[1094204092] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1909; }","duration":"655.156095ms","start":"2026-03-20T05:36:41.860649Z","end":"2026-03-20T05:36:42.515805Z","steps":["trace[1094204092] 'agreement among raft nodes before linearized reading' (duration: 655.053712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:36:42.515902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.665419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.110\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-20T05:36:42.515866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:36:41.86062Z","time spent":"655.235768ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-20T05:36:42.515926Z","caller":"traceutil/trace.go:171","msg":"trace[943540453] range","detail":"{range_begin:/registry/masterleases/162.253.55.110; range_end:; response_count:1; response_revision:1909; }","duration":"808.752622ms","start":"2026-03-20T05:36:41.707169Z","end":"2026-03-20T05:36:42.515922Z","steps":["trace[943540453] 'agreement among raft nodes before linearized reading' (duration: 808.67663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:36:42.515955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:36:41.707139Z","time spent":"808.809444ms","remote":"127.0.0.1:43826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.110\" "} {"level":"warn","ts":"2026-03-20T05:36:42.515836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:36:41.303717Z","time spent":"1.212115651s","remote":"127.0.0.1:43844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":123014,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-20T05:36:42.516039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.863952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T05:36:42.516067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.18823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-20T05:36:42.516114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209778087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:36:42.516135Z","caller":"traceutil/trace.go:171","msg":"trace[1953304878] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1909; }","duration":"1.209798918s","start":"2026-03-20T05:36:41.306331Z","end":"2026-03-20T05:36:42.51613Z","steps":["trace[1953304878] 'agreement among raft nodes before linearized reading' (duration: 1.209763847s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:36:42.516149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:36:41.306304Z","time spent":"1.209841969s","remote":"127.0.0.1:43806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T05:36:42.516115Z","caller":"traceutil/trace.go:171","msg":"trace[1675523859] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1909; }","duration":"211.284434ms","start":"2026-03-20T05:36:42.304816Z","end":"2026-03-20T05:36:42.516101Z","steps":["trace[1675523859] 'agreement among raft nodes before linearized reading' (duration: 211.105838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:36:42.516085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080867873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:36:42.516335Z","caller":"traceutil/trace.go:171","msg":"trace[208948110] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:1909; }","duration":"1.081183643s","start":"2026-03-20T05:36:41.435146Z","end":"2026-03-20T05:36:42.51633Z","steps":["trace[208948110] 'agreement among raft nodes before linearized reading' (duration: 1.080909254s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:36:42.516362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:36:41.435111Z","time spent":"1.081242585s","remote":"127.0.0.1:40688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-03-20T05:36:42.516332Z","caller":"traceutil/trace.go:171","msg":"trace[648946304] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:1909; }","duration":"318.979546ms","start":"2026-03-20T05:36:42.197096Z","end":"2026-03-20T05:36:42.516076Z","steps":["trace[648946304] 'agreement among raft nodes before linearized reading' (duration: 318.829851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:36:42.516535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:36:42.197063Z","time spent":"319.40904ms","remote":"127.0.0.1:34620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-20T05:37:25.616904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.210962ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T05:37:25.617112Z","caller":"traceutil/trace.go:171","msg":"trace[2019458683] transaction","detail":"{read_only:false; response_revision:2285; number_of_response:1; }","duration":"116.225831ms","start":"2026-03-20T05:37:25.500868Z","end":"2026-03-20T05:37:25.617094Z","steps":["trace[2019458683] 'process raft request' (duration: 116.157689ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:37:25.617248Z","caller":"traceutil/trace.go:171","msg":"trace[1504190508] transaction","detail":"{read_only:false; response_revision:2284; number_of_response:1; }","duration":"328.14119ms","start":"2026-03-20T05:37:25.289096Z","end":"2026-03-20T05:37:25.617237Z","steps":["trace[1504190508] 'process raft request' (duration: 175.418261ms)","trace[1504190508] 'compare' (duration: 152.088989ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:37:25.617506Z","caller":"traceutil/trace.go:171","msg":"trace[1850017174] linearizableReadLoop","detail":"{readStateIndex:2380; appliedIndex:2379; }","duration":"211.033041ms","start":"2026-03-20T05:37:25.406454Z","end":"2026-03-20T05:37:25.617487Z","steps":["trace[1850017174] 'read index received' (duration: 58.094465ms)","trace[1850017174] 'applied index is now lower than readState.Index' (duration: 152.937376ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:37:25.617638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.187936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T05:37:25.617675Z","caller":"traceutil/trace.go:171","msg":"trace[1978138319] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:2285; }","duration":"211.286908ms","start":"2026-03-20T05:37:25.406379Z","end":"2026-03-20T05:37:25.617666Z","steps":["trace[1978138319] 'agreement among raft nodes before linearized reading' (duration: 211.212246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:37:25.617802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:37:25.289078Z","time spent":"328.376228ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:37:25.617934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.420486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/auth-system/keycloak\" ","response":"range_response_count:1 size:905"} {"level":"info","ts":"2026-03-20T05:37:25.617972Z","caller":"traceutil/trace.go:171","msg":"trace[29594552] range","detail":"{range_begin:/registry/serviceaccounts/auth-system/keycloak; range_end:; response_count:1; response_revision:2285; }","duration":"129.502289ms","start":"2026-03-20T05:37:25.48846Z","end":"2026-03-20T05:37:25.617963Z","steps":["trace[29594552] 'agreement among raft nodes before linearized reading' (duration: 129.379435ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:37:31.217612Z","caller":"traceutil/trace.go:171","msg":"trace[502930175] transaction","detail":"{read_only:false; response_revision:2311; number_of_response:1; }","duration":"721.217311ms","start":"2026-03-20T05:37:30.496371Z","end":"2026-03-20T05:37:31.217589Z","steps":["trace[502930175] 'process raft request' (duration: 721.021204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:37:31.217732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:37:30.496352Z","time spent":"721.323204ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:37:31.227569Z","caller":"traceutil/trace.go:171","msg":"trace[546621219] linearizableReadLoop","detail":"{readStateIndex:2409; appliedIndex:2407; }","duration":"427.998108ms","start":"2026-03-20T05:37:30.799528Z","end":"2026-03-20T05:37:31.227526Z","steps":["trace[546621219] 'read index received' (duration: 418.037955ms)","trace[546621219] 'applied index is now lower than readState.Index' (duration: 9.958072ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:37:31.227779Z","caller":"traceutil/trace.go:171","msg":"trace[1909145891] transaction","detail":"{read_only:false; response_revision:2312; number_of_response:1; }","duration":"492.868496ms","start":"2026-03-20T05:37:30.734887Z","end":"2026-03-20T05:37:31.227755Z","steps":["trace[1909145891] 'process raft request' (duration: 492.421172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:37:31.227894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.14979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T05:37:31.227935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.914701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-20T05:37:31.22794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.717016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-20T05:37:31.227973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:37:30.734852Z","time spent":"492.974979ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:37:31.228001Z","caller":"traceutil/trace.go:171","msg":"trace[1592836602] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2312; }","duration":"425.793409ms","start":"2026-03-20T05:37:30.802189Z","end":"2026-03-20T05:37:31.227982Z","steps":["trace[1592836602] 'agreement among raft nodes before linearized reading' (duration: 425.624504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:37:31.228023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.693722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-20T05:37:31.228042Z","caller":"traceutil/trace.go:171","msg":"trace[1523899577] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2312; }","duration":"423.728404ms","start":"2026-03-20T05:37:30.804307Z","end":"2026-03-20T05:37:31.228035Z","steps":["trace[1523899577] 'agreement among raft nodes before linearized reading' (duration: 423.671052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:37:31.228041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:37:30.802172Z","time spent":"425.86161ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-20T05:37:31.228067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:37:30.8043Z","time spent":"423.760874ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-20T05:37:31.227962Z","caller":"traceutil/trace.go:171","msg":"trace[1544976997] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2312; }","duration":"342.257794ms","start":"2026-03-20T05:37:30.885687Z","end":"2026-03-20T05:37:31.227945Z","steps":["trace[1544976997] 'agreement among raft nodes before linearized reading' (duration: 342.13881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:37:31.228301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.287923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-20T05:37:31.228338Z","caller":"traceutil/trace.go:171","msg":"trace[579785160] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2312; }","duration":"425.375436ms","start":"2026-03-20T05:37:30.802951Z","end":"2026-03-20T05:37:31.228327Z","steps":["trace[579785160] 'agreement among raft nodes before linearized reading' (duration: 425.284853ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:37:31.227961Z","caller":"traceutil/trace.go:171","msg":"trace[2069605809] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2312; }","duration":"424.974603ms","start":"2026-03-20T05:37:30.802978Z","end":"2026-03-20T05:37:31.227953Z","steps":["trace[2069605809] 'agreement among raft nodes before linearized reading' (duration: 424.89549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:37:31.228366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:37:30.802923Z","time spent":"425.437658ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T05:37:31.228324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.760762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-20T05:37:31.228329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:37:30.885664Z","time spent":"342.599645ms","remote":"127.0.0.1:43806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T05:37:31.22839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:37:30.80296Z","time spent":"425.422986ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-20T05:37:31.228451Z","caller":"traceutil/trace.go:171","msg":"trace[139817552] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2312; }","duration":"428.950588ms","start":"2026-03-20T05:37:30.799472Z","end":"2026-03-20T05:37:31.228422Z","steps":["trace[139817552] 'agreement among raft nodes before linearized reading' (duration: 428.508134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:37:31.228519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:37:30.799459Z","time spent":"429.04833ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T05:37:39.603459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.372339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T05:37:39.603584Z","caller":"traceutil/trace.go:171","msg":"trace[1152349685] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:2369; }","duration":"167.570035ms","start":"2026-03-20T05:37:39.435984Z","end":"2026-03-20T05:37:39.603554Z","steps":["trace[1152349685] 'count revisions from in-memory index tree' (duration: 167.167232ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:38:03.159213Z","caller":"traceutil/trace.go:171","msg":"trace[806442523] transaction","detail":"{read_only:false; response_revision:2491; number_of_response:1; }","duration":"141.772476ms","start":"2026-03-20T05:38:03.017398Z","end":"2026-03-20T05:38:03.15917Z","steps":["trace[806442523] 'process raft request' (duration: 141.506928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:38:04.134892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.187932ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T05:38:04.135056Z","caller":"traceutil/trace.go:171","msg":"trace[200233570] linearizableReadLoop","detail":"{readStateIndex:2598; appliedIndex:2597; }","duration":"749.827659ms","start":"2026-03-20T05:38:03.385202Z","end":"2026-03-20T05:38:04.13503Z","steps":["trace[200233570] 'read index received' (duration: 302.368569ms)","trace[200233570] 'applied index is now lower than readState.Index' (duration: 447.45759ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:38:04.135166Z","caller":"traceutil/trace.go:171","msg":"trace[1190014318] transaction","detail":"{read_only:false; response_revision:2493; number_of_response:1; }","duration":"776.863007ms","start":"2026-03-20T05:38:03.358288Z","end":"2026-03-20T05:38:04.135151Z","steps":["trace[1190014318] 'process raft request' (duration: 329.294213ms)","trace[1190014318] 'compare' (duration: 447.029487ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:38:04.13524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:38:03.358253Z","time spent":"776.952129ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:38:04.135438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.219332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T05:38:04.135524Z","caller":"traceutil/trace.go:171","msg":"trace[47911149] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2493; }","duration":"750.368777ms","start":"2026-03-20T05:38:03.385134Z","end":"2026-03-20T05:38:04.135503Z","steps":["trace[47911149] 'agreement among raft nodes before linearized reading' (duration: 750.107669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:38:04.13556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:38:03.385106Z","time spent":"750.445968ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T05:38:04.18688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.478874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T05:38:04.186919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.165495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-20T05:38:04.187031Z","caller":"traceutil/trace.go:171","msg":"trace[624915573] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2494; }","duration":"794.335441ms","start":"2026-03-20T05:38:03.392668Z","end":"2026-03-20T05:38:04.187003Z","steps":["trace[624915573] 'agreement among raft nodes before linearized reading' (duration: 794.034102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:38:04.187087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:38:03.392645Z","time spent":"794.429344ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-20T05:38:04.187185Z","caller":"traceutil/trace.go:171","msg":"trace[1851871847] transaction","detail":"{read_only:false; response_revision:2494; number_of_response:1; }","duration":"424.576145ms","start":"2026-03-20T05:38:03.762597Z","end":"2026-03-20T05:38:04.187173Z","steps":["trace[1851871847] 'process raft request' (duration: 423.904874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:38:04.187281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:38:03.76256Z","time spent":"424.659707ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:38:04.187417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.556291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:38:04.187441Z","caller":"traceutil/trace.go:171","msg":"trace[1552308928] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2494; }","duration":"300.634614ms","start":"2026-03-20T05:38:03.886801Z","end":"2026-03-20T05:38:04.187436Z","steps":["trace[1552308928] 'agreement among raft nodes before linearized reading' (duration: 300.598823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:38:04.187468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:38:03.886772Z","time spent":"300.686276ms","remote":"127.0.0.1:43796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T05:38:04.187557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.142011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-20T05:38:04.187638Z","caller":"traceutil/trace.go:171","msg":"trace[1947505160] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2494; }","duration":"786.239205ms","start":"2026-03-20T05:38:03.401378Z","end":"2026-03-20T05:38:04.187617Z","steps":["trace[1947505160] 'agreement among raft nodes before linearized reading' (duration: 786.08451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:38:04.18769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:38:03.401371Z","time spent":"786.305127ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-20T05:38:04.186971Z","caller":"traceutil/trace.go:171","msg":"trace[1556437308] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2494; }","duration":"612.630009ms","start":"2026-03-20T05:38:03.574318Z","end":"2026-03-20T05:38:04.186948Z","steps":["trace[1556437308] 'agreement among raft nodes before linearized reading' (duration: 612.441813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:38:04.187774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.298257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-20T05:38:04.187791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:38:03.574294Z","time spent":"613.488726ms","remote":"127.0.0.1:43806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T05:38:04.187794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.556435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189e7604325c6925\" ","response":"range_response_count:1 size:765"} {"level":"warn","ts":"2026-03-20T05:38:04.187857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.552654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-20T05:38:04.187877Z","caller":"traceutil/trace.go:171","msg":"trace[751296536] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2494; }","duration":"786.633847ms","start":"2026-03-20T05:38:03.401238Z","end":"2026-03-20T05:38:04.187872Z","steps":["trace[751296536] 'agreement among raft nodes before linearized reading' (duration: 786.576395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:38:04.187897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:38:03.401208Z","time spent":"786.684789ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-20T05:38:04.187885Z","caller":"traceutil/trace.go:171","msg":"trace[1979318357] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189e7604325c6925; range_end:; response_count:1; response_revision:2494; }","duration":"553.72613ms","start":"2026-03-20T05:38:03.634129Z","end":"2026-03-20T05:38:04.187855Z","steps":["trace[1979318357] 'agreement among raft nodes before linearized reading' (duration: 553.440151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:38:04.187948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:38:03.634096Z","time spent":"553.843774ms","remote":"127.0.0.1:43874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":788,"request content":"key:\"/registry/events/openstack/valkey-node-0.189e7604325c6925\" "} {"level":"info","ts":"2026-03-20T05:38:04.187799Z","caller":"traceutil/trace.go:171","msg":"trace[1454997789] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2494; }","duration":"792.340657ms","start":"2026-03-20T05:38:03.395451Z","end":"2026-03-20T05:38:04.187792Z","steps":["trace[1454997789] 'agreement among raft nodes before linearized reading' (duration: 792.235274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:38:04.18807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.425631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-20T05:38:04.188091Z","caller":"traceutil/trace.go:171","msg":"trace[1651230738] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2494; }","duration":"792.502823ms","start":"2026-03-20T05:38:03.395582Z","end":"2026-03-20T05:38:04.188084Z","steps":["trace[1651230738] 'agreement among raft nodes before linearized reading' (duration: 792.42502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:38:04.188088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:38:03.395442Z","time spent":"792.631107ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T05:38:04.188109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:38:03.395551Z","time spent":"792.553724ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T05:38:04.784269Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645181517375026,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-20T05:38:04.982184Z","caller":"traceutil/trace.go:171","msg":"trace[1494677292] transaction","detail":"{read_only:false; response_revision:2495; number_of_response:1; }","duration":"841.509567ms","start":"2026-03-20T05:38:04.140643Z","end":"2026-03-20T05:38:04.982153Z","steps":["trace[1494677292] 'process raft request' (duration: 776.630209ms)","trace[1494677292] 'compare' (duration: 64.151685ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:38:04.982351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:38:04.140609Z","time spent":"841.654861ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:38:04.982118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.855871ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:38:04.982487Z","caller":"traceutil/trace.go:171","msg":"trace[1828159680] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2494; }","duration":"704.295295ms","start":"2026-03-20T05:38:04.278167Z","end":"2026-03-20T05:38:04.982462Z","steps":["trace[1828159680] 'range keys from in-memory index tree' (duration: 703.82463ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:38:04.983449Z","caller":"traceutil/trace.go:171","msg":"trace[728171001] transaction","detail":"{read_only:false; response_revision:2499; number_of_response:1; }","duration":"789.598141ms","start":"2026-03-20T05:38:04.193814Z","end":"2026-03-20T05:38:04.983412Z","steps":["trace[728171001] 'process raft request' (duration: 789.512088ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:38:04.983579Z","caller":"traceutil/trace.go:171","msg":"trace[833039149] transaction","detail":"{read_only:false; response_revision:2496; number_of_response:1; }","duration":"793.66981ms","start":"2026-03-20T05:38:04.189872Z","end":"2026-03-20T05:38:04.983542Z","steps":["trace[833039149] 'process raft request' (duration: 793.200265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:38:04.983635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:38:04.193802Z","time spent":"789.739335ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:38:04.983727Z","caller":"traceutil/trace.go:171","msg":"trace[1768643452] transaction","detail":"{read_only:false; response_revision:2497; number_of_response:1; }","duration":"790.773208ms","start":"2026-03-20T05:38:04.192924Z","end":"2026-03-20T05:38:04.983697Z","steps":["trace[1768643452] 'process raft request' (duration: 790.280802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:38:04.983827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:38:04.189845Z","time spent":"793.827414ms","remote":"127.0.0.1:43874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:38:04.983848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:38:04.192905Z","time spent":"790.889741ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:38:04.983915Z","caller":"traceutil/trace.go:171","msg":"trace[1817540156] transaction","detail":"{read_only:false; response_revision:2498; number_of_response:1; }","duration":"790.87219ms","start":"2026-03-20T05:38:04.193034Z","end":"2026-03-20T05:38:04.983906Z","steps":["trace[1817540156] 'process raft request' (duration: 790.252161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:38:04.983961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:38:04.192999Z","time spent":"790.940312ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:38:04.984195Z","caller":"traceutil/trace.go:171","msg":"trace[1956701545] linearizableReadLoop","detail":"{readStateIndex:2606; appliedIndex:2599; }","duration":"700.791103ms","start":"2026-03-20T05:38:04.283371Z","end":"2026-03-20T05:38:04.984162Z","steps":["trace[1956701545] 'read index received' (duration: 633.914843ms)","trace[1956701545] 'applied index is now lower than readState.Index' (duration: 66.87441ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:38:04.984289Z","caller":"traceutil/trace.go:171","msg":"trace[130434606] transaction","detail":"{read_only:false; response_revision:2500; number_of_response:1; }","duration":"790.385816ms","start":"2026-03-20T05:38:04.193876Z","end":"2026-03-20T05:38:04.984262Z","steps":["trace[130434606] 'process raft request' (duration: 789.482457ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:38:04.984378Z","caller":"traceutil/trace.go:171","msg":"trace[800633272] transaction","detail":"{read_only:false; response_revision:2501; number_of_response:1; }","duration":"790.261901ms","start":"2026-03-20T05:38:04.19408Z","end":"2026-03-20T05:38:04.984342Z","steps":["trace[800633272] 'process raft request' (duration: 789.850108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:38:04.984458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.041358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T05:38:04.984478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:38:04.194065Z","time spent":"790.353715ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:38:04.984452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.088413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T05:38:04.984532Z","caller":"traceutil/trace.go:171","msg":"trace[19894265] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:2501; }","duration":"144.169252ms","start":"2026-03-20T05:38:04.840344Z","end":"2026-03-20T05:38:04.984513Z","steps":["trace[19894265] 'agreement among raft nodes before linearized reading' (duration: 144.018997ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:38:04.984541Z","caller":"traceutil/trace.go:171","msg":"trace[756012680] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2501; }","duration":"701.230858ms","start":"2026-03-20T05:38:04.283299Z","end":"2026-03-20T05:38:04.98453Z","steps":["trace[756012680] 'agreement among raft nodes before linearized reading' (duration: 701.052182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:38:04.984534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:38:04.193856Z","time spent":"790.491128ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:38:04.984606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:38:04.28327Z","time spent":"701.325781ms","remote":"127.0.0.1:44216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-20T05:38:08.357055Z","caller":"traceutil/trace.go:171","msg":"trace[24993339] transaction","detail":"{read_only:false; response_revision:2513; number_of_response:1; }","duration":"206.994665ms","start":"2026-03-20T05:38:08.150031Z","end":"2026-03-20T05:38:08.357026Z","steps":["trace[24993339] 'process raft request' (duration: 206.788658ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:38:08.650067Z","caller":"traceutil/trace.go:171","msg":"trace[1195201180] transaction","detail":"{read_only:false; response_revision:2514; number_of_response:1; }","duration":"445.795838ms","start":"2026-03-20T05:38:08.204238Z","end":"2026-03-20T05:38:08.650033Z","steps":["trace[1195201180] 'process raft request' (duration: 407.223004ms)","trace[1195201180] 'compare' (duration: 38.393528ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:38:08.650283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:38:08.204207Z","time spent":"445.948223ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:38:09.123805Z","caller":"traceutil/trace.go:171","msg":"trace[630473599] transaction","detail":"{read_only:false; response_revision:2517; number_of_response:1; }","duration":"116.363361ms","start":"2026-03-20T05:38:09.00741Z","end":"2026-03-20T05:38:09.123774Z","steps":["trace[630473599] 'process raft request' (duration: 116.272068ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:38:09.12381Z","caller":"traceutil/trace.go:171","msg":"trace[647986429] transaction","detail":"{read_only:false; response_revision:2516; number_of_response:1; }","duration":"116.566857ms","start":"2026-03-20T05:38:09.007211Z","end":"2026-03-20T05:38:09.123778Z","steps":["trace[647986429] 'process raft request' (duration: 113.761318ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:38:09.124098Z","caller":"traceutil/trace.go:171","msg":"trace[1368867552] transaction","detail":"{read_only:false; response_revision:2520; number_of_response:1; }","duration":"114.265513ms","start":"2026-03-20T05:38:09.009816Z","end":"2026-03-20T05:38:09.124082Z","steps":["trace[1368867552] 'process raft request' (duration: 114.222752ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:38:09.124174Z","caller":"traceutil/trace.go:171","msg":"trace[408685373] transaction","detail":"{read_only:false; response_revision:2518; number_of_response:1; }","duration":"116.663699ms","start":"2026-03-20T05:38:09.007478Z","end":"2026-03-20T05:38:09.124142Z","steps":["trace[408685373] 'process raft request' (duration: 116.250676ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:38:09.124246Z","caller":"traceutil/trace.go:171","msg":"trace[1931977563] transaction","detail":"{read_only:false; response_revision:2519; number_of_response:1; }","duration":"115.621597ms","start":"2026-03-20T05:38:09.008579Z","end":"2026-03-20T05:38:09.1242Z","steps":["trace[1931977563] 'process raft request' (duration: 115.38216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:38:09.358081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.997682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-20T05:38:09.3582Z","caller":"traceutil/trace.go:171","msg":"trace[1268403762] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2520; }","duration":"124.190698ms","start":"2026-03-20T05:38:09.233982Z","end":"2026-03-20T05:38:09.358173Z","steps":["trace[1268403762] 'range keys from in-memory index tree' (duration: 123.737404ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:38:10.958865Z","caller":"traceutil/trace.go:171","msg":"trace[923920238] linearizableReadLoop","detail":"{readStateIndex:2632; appliedIndex:2631; }","duration":"121.864164ms","start":"2026-03-20T05:38:10.836968Z","end":"2026-03-20T05:38:10.958832Z","steps":["trace[923920238] 'read index received' (duration: 53.419914ms)","trace[923920238] 'applied index is now lower than readState.Index' (duration: 68.44239ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:38:10.959012Z","caller":"traceutil/trace.go:171","msg":"trace[746671343] transaction","detail":"{read_only:false; response_revision:2526; number_of_response:1; }","duration":"131.50704ms","start":"2026-03-20T05:38:10.827452Z","end":"2026-03-20T05:38:10.958959Z","steps":["trace[746671343] 'process raft request' (duration: 63.034219ms)","trace[746671343] 'compare' (duration: 68.025807ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:38:10.959271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.282568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-20T05:38:10.959375Z","caller":"traceutil/trace.go:171","msg":"trace[214337700] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2526; }","duration":"122.424443ms","start":"2026-03-20T05:38:10.836925Z","end":"2026-03-20T05:38:10.95935Z","steps":["trace[214337700] 'agreement among raft nodes before linearized reading' (duration: 122.102513ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:38:19.343725Z","caller":"traceutil/trace.go:171","msg":"trace[1226500300] transaction","detail":"{read_only:false; response_revision:2567; number_of_response:1; }","duration":"115.263665ms","start":"2026-03-20T05:38:19.228416Z","end":"2026-03-20T05:38:19.34368Z","steps":["trace[1226500300] 'process raft request' (duration: 115.011587ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:38:19.34386Z","caller":"traceutil/trace.go:171","msg":"trace[1185095018] transaction","detail":"{read_only:false; response_revision:2570; number_of_response:1; }","duration":"114.358106ms","start":"2026-03-20T05:38:19.229455Z","end":"2026-03-20T05:38:19.343813Z","steps":["trace[1185095018] 'process raft request' (duration: 114.199321ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:38:19.343873Z","caller":"traceutil/trace.go:171","msg":"trace[1846285435] transaction","detail":"{read_only:false; response_revision:2568; number_of_response:1; }","duration":"114.655006ms","start":"2026-03-20T05:38:19.229175Z","end":"2026-03-20T05:38:19.34383Z","steps":["trace[1846285435] 'process raft request' (duration: 114.406508ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:38:19.343733Z","caller":"traceutil/trace.go:171","msg":"trace[654798029] linearizableReadLoop","detail":"{readStateIndex:2678; appliedIndex:2673; }","duration":"110.026599ms","start":"2026-03-20T05:38:19.233678Z","end":"2026-03-20T05:38:19.343705Z","steps":["trace[654798029] 'read index received' (duration: 53.448155ms)","trace[654798029] 'applied index is now lower than readState.Index' (duration: 56.577404ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:38:19.344213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.229225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-20T05:38:19.344308Z","caller":"traceutil/trace.go:171","msg":"trace[2026866147] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2570; }","duration":"110.639849ms","start":"2026-03-20T05:38:19.233652Z","end":"2026-03-20T05:38:19.344292Z","steps":["trace[2026866147] 'agreement among raft nodes before linearized reading' (duration: 110.139183ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:38:19.344184Z","caller":"traceutil/trace.go:171","msg":"trace[1552969255] transaction","detail":"{read_only:false; response_revision:2569; number_of_response:1; }","duration":"114.474979ms","start":"2026-03-20T05:38:19.229307Z","end":"2026-03-20T05:38:19.343782Z","steps":["trace[1552969255] 'process raft request' (duration: 114.314764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:38:43.634108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.831234ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T05:38:43.634206Z","caller":"traceutil/trace.go:171","msg":"trace[1207778817] linearizableReadLoop","detail":"{readStateIndex:2801; appliedIndex:2800; }","duration":"160.433338ms","start":"2026-03-20T05:38:43.473761Z","end":"2026-03-20T05:38:43.634194Z","steps":["trace[1207778817] 'read index received' (duration: 44.398758ms)","trace[1207778817] 'applied index is now lower than readState.Index' (duration: 116.03375ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:38:43.634279Z","caller":"traceutil/trace.go:171","msg":"trace[2076681031] transaction","detail":"{read_only:false; response_revision:2688; number_of_response:1; }","duration":"165.626503ms","start":"2026-03-20T05:38:43.468602Z","end":"2026-03-20T05:38:43.634229Z","steps":["trace[2076681031] 'process raft request' (duration: 49.607114ms)","trace[2076681031] 'compare' (duration: 115.712889ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:38:43.634331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.577722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-20T05:38:43.634353Z","caller":"traceutil/trace.go:171","msg":"trace[171059628] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2688; }","duration":"160.624594ms","start":"2026-03-20T05:38:43.473722Z","end":"2026-03-20T05:38:43.634347Z","steps":["trace[171059628] 'agreement among raft nodes before linearized reading' (duration: 160.531691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:38:43.634385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.97616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-20T05:38:43.634451Z","caller":"traceutil/trace.go:171","msg":"trace[572490582] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2688; }","duration":"158.104003ms","start":"2026-03-20T05:38:43.476332Z","end":"2026-03-20T05:38:43.634436Z","steps":["trace[572490582] 'agreement among raft nodes before linearized reading' (duration: 157.952759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:38:43.634672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.879027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-20T05:38:43.634697Z","caller":"traceutil/trace.go:171","msg":"trace[682527767] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2688; }","duration":"151.928088ms","start":"2026-03-20T05:38:43.482764Z","end":"2026-03-20T05:38:43.634692Z","steps":["trace[682527767] 'agreement among raft nodes before linearized reading' (duration: 151.875236ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:40:52.277707Z","caller":"traceutil/trace.go:171","msg":"trace[1594859214] transaction","detail":"{read_only:false; response_revision:3490; number_of_response:1; }","duration":"165.200222ms","start":"2026-03-20T05:40:52.11246Z","end":"2026-03-20T05:40:52.277661Z","steps":["trace[1594859214] 'process raft request' (duration: 164.875362ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:40:52.609368Z","caller":"traceutil/trace.go:171","msg":"trace[207313527] linearizableReadLoop","detail":"{readStateIndex:3638; appliedIndex:3636; }","duration":"271.840927ms","start":"2026-03-20T05:40:52.3375Z","end":"2026-03-20T05:40:52.609341Z","steps":["trace[207313527] 'read index received' (duration: 269.985749ms)","trace[207313527] 'applied index is now lower than readState.Index' (duration: 1.854028ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:40:52.609368Z","caller":"traceutil/trace.go:171","msg":"trace[628079020] transaction","detail":"{read_only:false; response_revision:3491; number_of_response:1; }","duration":"325.482491ms","start":"2026-03-20T05:40:52.283848Z","end":"2026-03-20T05:40:52.609331Z","steps":["trace[628079020] 'process raft request' (duration: 323.623602ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:40:52.609579Z","caller":"traceutil/trace.go:171","msg":"trace[637512813] transaction","detail":"{read_only:false; response_revision:3492; number_of_response:1; }","duration":"325.379647ms","start":"2026-03-20T05:40:52.28415Z","end":"2026-03-20T05:40:52.60953Z","steps":["trace[637512813] 'process raft request' (duration: 325.078047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:40:52.609648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:40:52.283814Z","time spent":"325.717888ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:40:52.60959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.061934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T05:40:52.60972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.060047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-20T05:40:52.609732Z","caller":"traceutil/trace.go:171","msg":"trace[1906520473] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:3492; }","duration":"272.275941ms","start":"2026-03-20T05:40:52.33744Z","end":"2026-03-20T05:40:52.609716Z","steps":["trace[1906520473] 'agreement among raft nodes before linearized reading' (duration: 272.053484ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:40:52.609762Z","caller":"traceutil/trace.go:171","msg":"trace[1951935608] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3492; }","duration":"259.15093ms","start":"2026-03-20T05:40:52.350602Z","end":"2026-03-20T05:40:52.609753Z","steps":["trace[1951935608] 'agreement among raft nodes before linearized reading' (duration: 258.941343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:40:52.609812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:40:52.284116Z","time spent":"325.570963ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:40:52.610104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.336459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-20T05:40:52.61013Z","caller":"traceutil/trace.go:171","msg":"trace[510697014] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3492; }","duration":"174.3747ms","start":"2026-03-20T05:40:52.435747Z","end":"2026-03-20T05:40:52.610122Z","steps":["trace[510697014] 'agreement among raft nodes before linearized reading' (duration: 174.126013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:40:52.610163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.823884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-20T05:40:52.610218Z","caller":"traceutil/trace.go:171","msg":"trace[699552546] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3492; }","duration":"174.899637ms","start":"2026-03-20T05:40:52.435303Z","end":"2026-03-20T05:40:52.610203Z","steps":["trace[699552546] 'agreement among raft nodes before linearized reading' (duration: 174.700561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:40:52.61019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.413381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-20T05:40:52.610308Z","caller":"traceutil/trace.go:171","msg":"trace[448092359] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3492; }","duration":"174.572196ms","start":"2026-03-20T05:40:52.435705Z","end":"2026-03-20T05:40:52.610277Z","steps":["trace[448092359] 'agreement among raft nodes before linearized reading' (duration: 174.233086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:42:08.345589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.45047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8d6550c9-41c3-45bf-ab55-509e819293c3\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-03-20T05:42:08.345704Z","caller":"traceutil/trace.go:171","msg":"trace[1702460684] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8d6550c9-41c3-45bf-ab55-509e819293c3; range_end:; response_count:1; response_revision:4372; }","duration":"135.621285ms","start":"2026-03-20T05:42:08.210058Z","end":"2026-03-20T05:42:08.34568Z","steps":["trace[1702460684] 'range keys from in-memory index tree' (duration: 135.272025ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:42:08.535095Z","caller":"traceutil/trace.go:171","msg":"trace[1693133243] linearizableReadLoop","detail":"{readStateIndex:4554; appliedIndex:4553; }","duration":"156.355815ms","start":"2026-03-20T05:42:08.378707Z","end":"2026-03-20T05:42:08.535063Z","steps":["trace[1693133243] 'read index received' (duration: 156.118547ms)","trace[1693133243] 'applied index is now lower than readState.Index' (duration: 236.208µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:42:08.535237Z","caller":"traceutil/trace.go:171","msg":"trace[747688540] transaction","detail":"{read_only:false; response_revision:4373; number_of_response:1; }","duration":"180.681376ms","start":"2026-03-20T05:42:08.354543Z","end":"2026-03-20T05:42:08.535224Z","steps":["trace[747688540] 'process raft request' (duration: 180.315284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:42:08.535401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.29924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8d6550c9-41c3-45bf-ab55-509e819293c3\" ","response":"range_response_count:1 size:3891"} {"level":"info","ts":"2026-03-20T05:42:08.535468Z","caller":"traceutil/trace.go:171","msg":"trace[1263434349] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8d6550c9-41c3-45bf-ab55-509e819293c3; range_end:; response_count:1; response_revision:4373; }","duration":"139.414285ms","start":"2026-03-20T05:42:08.396036Z","end":"2026-03-20T05:42:08.53545Z","steps":["trace[1263434349] 'agreement among raft nodes before linearized reading' (duration: 139.301301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:42:08.535664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.975384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-20T05:42:08.535732Z","caller":"traceutil/trace.go:171","msg":"trace[1639978226] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4373; }","duration":"157.085937ms","start":"2026-03-20T05:42:08.378632Z","end":"2026-03-20T05:42:08.535718Z","steps":["trace[1639978226] 'agreement among raft nodes before linearized reading' (duration: 156.904992ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:42:11.179206Z","caller":"traceutil/trace.go:171","msg":"trace[612866617] linearizableReadLoop","detail":"{readStateIndex:4598; appliedIndex:4594; }","duration":"104.948926ms","start":"2026-03-20T05:42:11.074233Z","end":"2026-03-20T05:42:11.179182Z","steps":["trace[612866617] 'read index received' (duration: 47.861809ms)","trace[612866617] 'applied index is now lower than readState.Index' (duration: 57.085937ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:42:11.179266Z","caller":"traceutil/trace.go:171","msg":"trace[904845013] transaction","detail":"{read_only:false; response_revision:4416; number_of_response:1; }","duration":"106.38964ms","start":"2026-03-20T05:42:11.072844Z","end":"2026-03-20T05:42:11.179233Z","steps":["trace[904845013] 'process raft request' (duration: 106.272937ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:42:11.179354Z","caller":"traceutil/trace.go:171","msg":"trace[698181528] transaction","detail":"{read_only:false; response_revision:4417; number_of_response:1; }","duration":"105.39006ms","start":"2026-03-20T05:42:11.073915Z","end":"2026-03-20T05:42:11.179305Z","steps":["trace[698181528] 'process raft request' (duration: 105.232585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:42:11.179499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.771276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-20T05:42:11.179536Z","caller":"traceutil/trace.go:171","msg":"trace[813880314] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4417; }","duration":"101.870069ms","start":"2026-03-20T05:42:11.077657Z","end":"2026-03-20T05:42:11.179527Z","steps":["trace[813880314] 'agreement among raft nodes before linearized reading' (duration: 101.743875ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:42:11.179534Z","caller":"traceutil/trace.go:171","msg":"trace[202840453] transaction","detail":"{read_only:false; response_revision:4415; number_of_response:1; }","duration":"107.355061ms","start":"2026-03-20T05:42:11.072125Z","end":"2026-03-20T05:42:11.17948Z","steps":["trace[202840453] 'process raft request' (duration: 106.856796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:42:11.179584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.148498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-20T05:42:11.179666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.430451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-20T05:42:11.179691Z","caller":"traceutil/trace.go:171","msg":"trace[1633227697] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4417; }","duration":"105.461591ms","start":"2026-03-20T05:42:11.07422Z","end":"2026-03-20T05:42:11.179682Z","steps":["trace[1633227697] 'agreement among raft nodes before linearized reading' (duration: 105.08318ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:42:11.179684Z","caller":"traceutil/trace.go:171","msg":"trace[374518974] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4417; }","duration":"102.284322ms","start":"2026-03-20T05:42:11.077376Z","end":"2026-03-20T05:42:11.17966Z","steps":["trace[374518974] 'agreement among raft nodes before linearized reading' (duration: 101.997833ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:42:13.573838Z","caller":"traceutil/trace.go:171","msg":"trace[322179271] transaction","detail":"{read_only:false; response_revision:4490; number_of_response:1; }","duration":"108.330021ms","start":"2026-03-20T05:42:13.46548Z","end":"2026-03-20T05:42:13.57381Z","steps":["trace[322179271] 'process raft request' (duration: 108.140205ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:42:13.589453Z","caller":"traceutil/trace.go:171","msg":"trace[1536002295] transaction","detail":"{read_only:false; response_revision:4491; number_of_response:1; }","duration":"100.887668ms","start":"2026-03-20T05:42:13.48853Z","end":"2026-03-20T05:42:13.589417Z","steps":["trace[1536002295] 'process raft request' (duration: 100.389853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:42:14.755897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.703989ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T05:42:14.756009Z","caller":"traceutil/trace.go:171","msg":"trace[179103110] linearizableReadLoop","detail":"{readStateIndex:4681; appliedIndex:4680; }","duration":"135.733139ms","start":"2026-03-20T05:42:14.620258Z","end":"2026-03-20T05:42:14.755991Z","steps":["trace[179103110] 'read index received' (duration: 65.642µs)","trace[179103110] 'applied index is now lower than readState.Index' (duration: 135.665927ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:42:14.756193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.943695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kqxt2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-20T05:42:14.756227Z","caller":"traceutil/trace.go:171","msg":"trace[1938322919] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kqxt2; range_end:; response_count:1; response_revision:4495; }","duration":"136.022878ms","start":"2026-03-20T05:42:14.620194Z","end":"2026-03-20T05:42:14.756217Z","steps":["trace[1938322919] 'agreement among raft nodes before linearized reading' (duration: 135.844193ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:42:14.756408Z","caller":"traceutil/trace.go:171","msg":"trace[1006249182] transaction","detail":"{read_only:false; response_revision:4495; number_of_response:1; }","duration":"460.148844ms","start":"2026-03-20T05:42:14.296186Z","end":"2026-03-20T05:42:14.756335Z","steps":["trace[1006249182] 'process raft request' (duration: 161.912818ms)","trace[1006249182] 'compare' (duration: 297.374109ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:42:14.756627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:42:14.296169Z","time spent":"460.351321ms","remote":"127.0.0.1:43956","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9815,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:42:16.971259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.480636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ebb4640b-2901-4ba8-8fa6-5e1132cc7493\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-20T05:42:16.971364Z","caller":"traceutil/trace.go:171","msg":"trace[1724172526] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ebb4640b-2901-4ba8-8fa6-5e1132cc7493; range_end:; response_count:1; response_revision:4609; }","duration":"346.640051ms","start":"2026-03-20T05:42:16.624699Z","end":"2026-03-20T05:42:16.971339Z","steps":["trace[1724172526] 'range keys from in-memory index tree' (duration: 346.250009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:42:16.971444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:42:16.624678Z","time spent":"346.725823ms","remote":"127.0.0.1:43956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ebb4640b-2901-4ba8-8fa6-5e1132cc7493\" "} {"level":"warn","ts":"2026-03-20T05:42:16.97206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.36776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kqxt2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-20T05:42:16.972154Z","caller":"traceutil/trace.go:171","msg":"trace[1140717087] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kqxt2; range_end:; response_count:1; response_revision:4609; }","duration":"198.493753ms","start":"2026-03-20T05:42:16.773638Z","end":"2026-03-20T05:42:16.972132Z","steps":["trace[1140717087] 'range keys from in-memory index tree' (duration: 198.205935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:42:16.972641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.66603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.189e7643851a6e3b\" ","response":"range_response_count:1 size:943"} {"level":"info","ts":"2026-03-20T05:42:16.972674Z","caller":"traceutil/trace.go:171","msg":"trace[1100503830] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.189e7643851a6e3b; range_end:; response_count:1; response_revision:4609; }","duration":"199.725752ms","start":"2026-03-20T05:42:16.772938Z","end":"2026-03-20T05:42:16.972664Z","steps":["trace[1100503830] 'range keys from in-memory index tree' (duration: 199.582228ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:42:17.337427Z","caller":"traceutil/trace.go:171","msg":"trace[210933407] linearizableReadLoop","detail":"{readStateIndex:4799; appliedIndex:4798; }","duration":"305.197273ms","start":"2026-03-20T05:42:17.032202Z","end":"2026-03-20T05:42:17.337399Z","steps":["trace[210933407] 'read index received' (duration: 219.134459ms)","trace[210933407] 'applied index is now lower than readState.Index' (duration: 86.060934ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:42:17.337655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.996902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T05:42:17.337691Z","caller":"traceutil/trace.go:171","msg":"trace[1109957886] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:4610; }","duration":"148.097246ms","start":"2026-03-20T05:42:17.189584Z","end":"2026-03-20T05:42:17.337681Z","steps":["trace[1109957886] 'agreement among raft nodes before linearized reading' (duration: 148.006353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:42:17.338027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.809863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719292"} {"level":"warn","ts":"2026-03-20T05:42:17.338064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.253003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-20T05:42:17.338129Z","caller":"traceutil/trace.go:171","msg":"trace[1622813674] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4610; }","duration":"119.350426ms","start":"2026-03-20T05:42:17.218762Z","end":"2026-03-20T05:42:17.338112Z","steps":["trace[1622813674] 'agreement among raft nodes before linearized reading' (duration: 119.17668ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:42:17.338127Z","caller":"traceutil/trace.go:171","msg":"trace[1486287609] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4610; }","duration":"305.962357ms","start":"2026-03-20T05:42:17.032143Z","end":"2026-03-20T05:42:17.338106Z","steps":["trace[1486287609] 'agreement among raft nodes before linearized reading' (duration: 305.345048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:42:17.338175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:42:17.032115Z","time spent":"306.04974ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":719315,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-20T05:42:17.338206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.77926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T05:42:17.338272Z","caller":"traceutil/trace.go:171","msg":"trace[1207910078] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4610; }","duration":"127.899483ms","start":"2026-03-20T05:42:17.210359Z","end":"2026-03-20T05:42:17.338258Z","steps":["trace[1207910078] 'agreement among raft nodes before linearized reading' (duration: 127.777669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:42:17.338472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.642095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-20T05:42:17.338563Z","caller":"traceutil/trace.go:171","msg":"trace[1806564887] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4610; }","duration":"119.781829ms","start":"2026-03-20T05:42:17.218762Z","end":"2026-03-20T05:42:17.338544Z","steps":["trace[1806564887] 'agreement among raft nodes before linearized reading' (duration: 119.48674ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:42:19.868117Z","caller":"traceutil/trace.go:171","msg":"trace[1245448743] linearizableReadLoop","detail":"{readStateIndex:4842; appliedIndex:4841; }","duration":"257.102638ms","start":"2026-03-20T05:42:19.610982Z","end":"2026-03-20T05:42:19.868085Z","steps":["trace[1245448743] 'read index received' (duration: 256.904852ms)","trace[1245448743] 'applied index is now lower than readState.Index' (duration: 195.686µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:42:19.868293Z","caller":"traceutil/trace.go:171","msg":"trace[1767253672] transaction","detail":"{read_only:false; response_revision:4652; number_of_response:1; }","duration":"257.571082ms","start":"2026-03-20T05:42:19.610637Z","end":"2026-03-20T05:42:19.868208Z","steps":["trace[1767253672] 'process raft request' (duration: 257.261822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:42:19.868865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.879101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777477"} {"level":"info","ts":"2026-03-20T05:42:19.868931Z","caller":"traceutil/trace.go:171","msg":"trace[786132857] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4652; }","duration":"258.011806ms","start":"2026-03-20T05:42:19.610902Z","end":"2026-03-20T05:42:19.868914Z","steps":["trace[786132857] 'agreement among raft nodes before linearized reading' (duration: 257.329754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:42:20.166532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.350546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ebb4640b-2901-4ba8-8fa6-5e1132cc7493\" ","response":"range_response_count:1 size:3904"} {"level":"info","ts":"2026-03-20T05:42:20.1667Z","caller":"traceutil/trace.go:171","msg":"trace[1299228435] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ebb4640b-2901-4ba8-8fa6-5e1132cc7493; range_end:; response_count:1; response_revision:4653; }","duration":"165.582693ms","start":"2026-03-20T05:42:20.00108Z","end":"2026-03-20T05:42:20.166663Z","steps":["trace[1299228435] 'range keys from in-memory index tree' (duration: 165.108608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:42:20.166552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.770185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17350"} {"level":"info","ts":"2026-03-20T05:42:20.166828Z","caller":"traceutil/trace.go:171","msg":"trace[568604722] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4653; }","duration":"186.056144ms","start":"2026-03-20T05:42:19.980728Z","end":"2026-03-20T05:42:20.166784Z","steps":["trace[568604722] 'range keys from in-memory index tree' (duration: 185.433164ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:42:36.002327Z","caller":"traceutil/trace.go:171","msg":"trace[704347286] transaction","detail":"{read_only:false; response_revision:4944; number_of_response:1; }","duration":"119.227608ms","start":"2026-03-20T05:42:35.883062Z","end":"2026-03-20T05:42:36.00229Z","steps":["trace[704347286] 'process raft request' (duration: 79.081112ms)","trace[704347286] 'compare' (duration: 38.841675ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:42:37.354779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.725556ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-20T05:42:37.354887Z","caller":"traceutil/trace.go:171","msg":"trace[1388334019] linearizableReadLoop","detail":"{readStateIndex:5213; appliedIndex:5212; }","duration":"263.568891ms","start":"2026-03-20T05:42:37.091301Z","end":"2026-03-20T05:42:37.35487Z","steps":["trace[1388334019] 'read index received' (duration: 53.648048ms)","trace[1388334019] 'applied index is now lower than readState.Index' (duration: 209.919383ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:42:37.355111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.800598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kqxt2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-20T05:42:37.355142Z","caller":"traceutil/trace.go:171","msg":"trace[516954463] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kqxt2; range_end:; response_count:1; response_revision:5011; }","duration":"263.885481ms","start":"2026-03-20T05:42:37.091248Z","end":"2026-03-20T05:42:37.355134Z","steps":["trace[516954463] 'agreement among raft nodes before linearized reading' (duration: 263.729926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:42:37.355507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.284362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-96251916-57db-4fd7-a4d2-79744d77bded\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-20T05:42:37.35562Z","caller":"traceutil/trace.go:171","msg":"trace[539516487] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-96251916-57db-4fd7-a4d2-79744d77bded; range_end:; response_count:1; response_revision:5011; }","duration":"194.488518ms","start":"2026-03-20T05:42:37.161103Z","end":"2026-03-20T05:42:37.355591Z","steps":["trace[539516487] 'agreement among raft nodes before linearized reading' (duration: 194.038264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:42:38.051742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.548157ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T05:42:38.051891Z","caller":"traceutil/trace.go:171","msg":"trace[159756441] transaction","detail":"{read_only:false; response_revision:5013; number_of_response:1; }","duration":"431.273652ms","start":"2026-03-20T05:42:37.620593Z","end":"2026-03-20T05:42:38.051867Z","steps":["trace[159756441] 'process raft request' (duration: 65.497558ms)","trace[159756441] 'compare' (duration: 365.34413ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:42:38.051985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:42:37.620554Z","time spent":"431.381996ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:42:38.052572Z","caller":"traceutil/trace.go:171","msg":"trace[1468430870] transaction","detail":"{read_only:false; response_revision:5014; number_of_response:1; }","duration":"431.925764ms","start":"2026-03-20T05:42:37.620618Z","end":"2026-03-20T05:42:38.052543Z","steps":["trace[1468430870] 'process raft request' (duration: 431.783709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:42:38.052795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:42:37.620577Z","time spent":"432.090048ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:42:38.05298Z","caller":"traceutil/trace.go:171","msg":"trace[381296407] transaction","detail":"{read_only:false; response_revision:5015; number_of_response:1; }","duration":"432.200612ms","start":"2026-03-20T05:42:37.620734Z","end":"2026-03-20T05:42:38.052935Z","steps":["trace[381296407] 'process raft request' (duration: 431.774058ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:42:38.05306Z","caller":"traceutil/trace.go:171","msg":"trace[1355346708] transaction","detail":"{read_only:false; response_revision:5018; number_of_response:1; }","duration":"431.19437ms","start":"2026-03-20T05:42:37.621828Z","end":"2026-03-20T05:42:38.053023Z","steps":["trace[1355346708] 'process raft request' (duration: 431.135038ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:42:38.053121Z","caller":"traceutil/trace.go:171","msg":"trace[682293217] transaction","detail":"{read_only:false; response_revision:5017; number_of_response:1; }","duration":"432.009045ms","start":"2026-03-20T05:42:37.621063Z","end":"2026-03-20T05:42:38.053072Z","steps":["trace[682293217] 'process raft request' (duration: 431.859501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:42:38.053231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:42:37.621816Z","time spent":"431.338354ms","remote":"127.0.0.1:43956","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3748,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:42:38.053226Z","caller":"traceutil/trace.go:171","msg":"trace[194893842] transaction","detail":"{read_only:false; response_revision:5016; number_of_response:1; }","duration":"432.403879ms","start":"2026-03-20T05:42:37.620802Z","end":"2026-03-20T05:42:38.053206Z","steps":["trace[194893842] 'process raft request' (duration: 432.000136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:42:38.053375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:42:37.620706Z","time spent":"432.471831ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:42:38.0535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:42:37.62105Z","time spent":"432.249324ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:42:38.053538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:42:37.620785Z","time spent":"432.664446ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:42:38.117514Z","caller":"traceutil/trace.go:171","msg":"trace[6137626] transaction","detail":"{read_only:false; response_revision:5019; number_of_response:1; }","duration":"107.980388ms","start":"2026-03-20T05:42:38.009506Z","end":"2026-03-20T05:42:38.117486Z","steps":["trace[6137626] 'process raft request' (duration: 107.790292ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:42:38.117722Z","caller":"traceutil/trace.go:171","msg":"trace[1788860467] transaction","detail":"{read_only:false; response_revision:5020; number_of_response:1; }","duration":"107.693819ms","start":"2026-03-20T05:42:38.009976Z","end":"2026-03-20T05:42:38.11767Z","steps":["trace[1788860467] 'process raft request' (duration: 107.461022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:42:38.600698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.504392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-96251916-57db-4fd7-a4d2-79744d77bded\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-03-20T05:42:38.600817Z","caller":"traceutil/trace.go:171","msg":"trace[898726731] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-96251916-57db-4fd7-a4d2-79744d77bded; range_end:; response_count:1; response_revision:5020; }","duration":"240.728149ms","start":"2026-03-20T05:42:38.360067Z","end":"2026-03-20T05:42:38.600795Z","steps":["trace[898726731] 'range keys from in-memory index tree' (duration: 240.324176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:42:41.029312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.191205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-20T05:42:41.029343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.003708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:42:41.029418Z","caller":"traceutil/trace.go:171","msg":"trace[457301640] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:5039; }","duration":"276.36089ms","start":"2026-03-20T05:42:40.75303Z","end":"2026-03-20T05:42:41.029391Z","steps":["trace[457301640] 'count revisions from in-memory index tree' (duration: 276.023399ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:42:41.029436Z","caller":"traceutil/trace.go:171","msg":"trace[323138110] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5039; }","duration":"142.184993ms","start":"2026-03-20T05:42:40.88723Z","end":"2026-03-20T05:42:41.029415Z","steps":["trace[323138110] 'range keys from in-memory index tree' (duration: 141.855363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:42:41.029827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.129276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-20T05:42:41.029868Z","caller":"traceutil/trace.go:171","msg":"trace[1397862318] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5039; }","duration":"386.217138ms","start":"2026-03-20T05:42:40.64364Z","end":"2026-03-20T05:42:41.029857Z","steps":["trace[1397862318] 'range keys from in-memory index tree' (duration: 385.936969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:42:41.02992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:42:40.643617Z","time spent":"386.285851ms","remote":"127.0.0.1:43932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-20T05:42:41.030109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.207781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-03-20T05:42:41.030221Z","caller":"traceutil/trace.go:171","msg":"trace[26657069] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5039; }","duration":"348.391617ms","start":"2026-03-20T05:42:40.681806Z","end":"2026-03-20T05:42:41.030198Z","steps":["trace[26657069] 'range keys from in-memory index tree' (duration: 347.974513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:42:41.03027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:42:40.681765Z","time spent":"348.49466ms","remote":"127.0.0.1:34688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3266,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-20T05:42:46.359429Z","caller":"traceutil/trace.go:171","msg":"trace[1056843732] linearizableReadLoop","detail":"{readStateIndex:5332; appliedIndex:5330; }","duration":"169.046024ms","start":"2026-03-20T05:42:46.190355Z","end":"2026-03-20T05:42:46.359401Z","steps":["trace[1056843732] 'read index received' (duration: 122.628287ms)","trace[1056843732] 'applied index is now lower than readState.Index' (duration: 46.416647ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:42:46.359507Z","caller":"traceutil/trace.go:171","msg":"trace[890812560] transaction","detail":"{read_only:false; response_revision:5129; number_of_response:1; }","duration":"217.02065ms","start":"2026-03-20T05:42:46.142457Z","end":"2026-03-20T05:42:46.359477Z","steps":["trace[890812560] 'process raft request' (duration: 216.807753ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:42:46.359566Z","caller":"traceutil/trace.go:171","msg":"trace[1610531459] transaction","detail":"{read_only:false; response_revision:5128; number_of_response:1; }","duration":"218.131935ms","start":"2026-03-20T05:42:46.141415Z","end":"2026-03-20T05:42:46.359547Z","steps":["trace[1610531459] 'process raft request' (duration: 171.507622ms)","trace[1610531459] 'compare' (duration: 46.159178ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:42:46.359659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.281461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-7wdgl\" ","response":"range_response_count:1 size:4757"} {"level":"info","ts":"2026-03-20T05:42:46.359702Z","caller":"traceutil/trace.go:171","msg":"trace[1612460293] range","detail":"{range_begin:/registry/pods/monitoring/loki-gateway-cf54cb88c-7wdgl; range_end:; response_count:1; response_revision:5130; }","duration":"169.401415ms","start":"2026-03-20T05:42:46.19029Z","end":"2026-03-20T05:42:46.359692Z","steps":["trace[1612460293] 'agreement among raft nodes before linearized reading' (duration: 169.228769ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:42:46.818392Z","caller":"traceutil/trace.go:171","msg":"trace[1529143213] linearizableReadLoop","detail":"{readStateIndex:5334; appliedIndex:5333; }","duration":"318.693326ms","start":"2026-03-20T05:42:46.499671Z","end":"2026-03-20T05:42:46.818364Z","steps":["trace[1529143213] 'read index received' (duration: 318.361706ms)","trace[1529143213] 'applied index is now lower than readState.Index' (duration: 326.92µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:42:46.818531Z","caller":"traceutil/trace.go:171","msg":"trace[482068066] transaction","detail":"{read_only:false; response_revision:5131; number_of_response:1; }","duration":"450.679903ms","start":"2026-03-20T05:42:46.367806Z","end":"2026-03-20T05:42:46.818486Z","steps":["trace[482068066] 'process raft request' (duration: 450.333082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:42:46.818683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.991196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T05:42:46.818815Z","caller":"traceutil/trace.go:171","msg":"trace[733001141] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:5131; }","duration":"319.163902ms","start":"2026-03-20T05:42:46.499594Z","end":"2026-03-20T05:42:46.818758Z","steps":["trace[733001141] 'agreement among raft nodes before linearized reading' (duration: 318.973086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:42:46.818709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:42:46.367774Z","time spent":"450.839338ms","remote":"127.0.0.1:43956","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4568,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:42:46.818827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.303253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-03-20T05:42:46.818864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:42:46.499569Z","time spent":"319.284385ms","remote":"127.0.0.1:43830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":53,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-20T05:42:46.818855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.05948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-20T05:42:46.818883Z","caller":"traceutil/trace.go:171","msg":"trace[2041818812] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5131; }","duration":"140.453178ms","start":"2026-03-20T05:42:46.678414Z","end":"2026-03-20T05:42:46.818867Z","steps":["trace[2041818812] 'agreement among raft nodes before linearized reading' (duration: 140.241082ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:42:46.818958Z","caller":"traceutil/trace.go:171","msg":"trace[1222967596] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5131; }","duration":"271.170395ms","start":"2026-03-20T05:42:46.547736Z","end":"2026-03-20T05:42:46.818906Z","steps":["trace[1222967596] 'agreement among raft nodes before linearized reading' (duration: 270.923807ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:42:51.089866Z","caller":"traceutil/trace.go:171","msg":"trace[1949843971] linearizableReadLoop","detail":"{readStateIndex:5370; appliedIndex:5369; }","duration":"290.846295ms","start":"2026-03-20T05:42:50.798989Z","end":"2026-03-20T05:42:51.089836Z","steps":["trace[1949843971] 'read index received' (duration: 290.500444ms)","trace[1949843971] 'applied index is now lower than readState.Index' (duration: 344.691µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:42:51.089928Z","caller":"traceutil/trace.go:171","msg":"trace[1028735314] transaction","detail":"{read_only:false; response_revision:5166; number_of_response:1; }","duration":"338.904223ms","start":"2026-03-20T05:42:50.750981Z","end":"2026-03-20T05:42:51.089886Z","steps":["trace[1028735314] 'process raft request' (duration: 338.662636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:42:51.09003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.96318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T05:42:51.090115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:42:50.75094Z","time spent":"339.07595ms","remote":"127.0.0.1:43956","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10667,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:42:51.090137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.145194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-20T05:42:51.090135Z","caller":"traceutil/trace.go:171","msg":"trace[1104370122] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5166; }","duration":"203.043243ms","start":"2026-03-20T05:42:50.887017Z","end":"2026-03-20T05:42:51.09006Z","steps":["trace[1104370122] 'agreement among raft nodes before linearized reading' (duration: 202.96502ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:42:51.090204Z","caller":"traceutil/trace.go:171","msg":"trace[1308748004] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5166; }","duration":"291.258568ms","start":"2026-03-20T05:42:50.798925Z","end":"2026-03-20T05:42:51.090183Z","steps":["trace[1308748004] 'agreement among raft nodes before linearized reading' (duration: 291.046101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:42:51.425024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.838476ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T05:42:51.425371Z","caller":"traceutil/trace.go:171","msg":"trace[2019624545] linearizableReadLoop","detail":"{readStateIndex:5374; appliedIndex:5370; }","duration":"289.984147ms","start":"2026-03-20T05:42:51.135368Z","end":"2026-03-20T05:42:51.425353Z","steps":["trace[2019624545] 'read index received' (duration: 12.687116ms)","trace[2019624545] 'applied index is now lower than readState.Index' (duration: 277.296021ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:42:51.425479Z","caller":"traceutil/trace.go:171","msg":"trace[24328356] transaction","detail":"{read_only:false; response_revision:5167; number_of_response:1; }","duration":"327.518559ms","start":"2026-03-20T05:42:51.097949Z","end":"2026-03-20T05:42:51.425468Z","steps":["trace[24328356] 'process raft request' (duration: 50.116826ms)","trace[24328356] 'compare' (duration: 276.505335ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:42:51.425539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:42:51.097928Z","time spent":"327.576521ms","remote":"127.0.0.1:44058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1505,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:42:51.4258Z","caller":"traceutil/trace.go:171","msg":"trace[667662971] transaction","detail":"{read_only:false; response_revision:5169; number_of_response:1; }","duration":"322.077005ms","start":"2026-03-20T05:42:51.103681Z","end":"2026-03-20T05:42:51.425758Z","steps":["trace[667662971] 'process raft request' (duration: 321.589269ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:42:51.425899Z","caller":"traceutil/trace.go:171","msg":"trace[91579123] transaction","detail":"{read_only:false; response_revision:5170; number_of_response:1; }","duration":"322.086495ms","start":"2026-03-20T05:42:51.1038Z","end":"2026-03-20T05:42:51.425886Z","steps":["trace[91579123] 'process raft request' (duration: 321.509066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:42:51.425909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.525305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-03-20T05:42:51.425867Z","caller":"traceutil/trace.go:171","msg":"trace[650474132] transaction","detail":"{read_only:false; response_revision:5168; number_of_response:1; }","duration":"322.333623ms","start":"2026-03-20T05:42:51.103488Z","end":"2026-03-20T05:42:51.425822Z","steps":["trace[650474132] 'process raft request' (duration: 321.651991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:42:51.425947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:42:51.103673Z","time spent":"322.208679ms","remote":"127.0.0.1:43934","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":892,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:42:51.425961Z","caller":"traceutil/trace.go:171","msg":"trace[330094504] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5170; }","duration":"290.624298ms","start":"2026-03-20T05:42:51.135322Z","end":"2026-03-20T05:42:51.425947Z","steps":["trace[330094504] 'agreement among raft nodes before linearized reading' (duration: 290.425731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:42:51.425967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:42:51.103795Z","time spent":"322.138206ms","remote":"127.0.0.1:44058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1428,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:42:51.426082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:42:51.103464Z","time spent":"322.508249ms","remote":"127.0.0.1:43934","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:42:51.593568Z","caller":"traceutil/trace.go:171","msg":"trace[1893531377] linearizableReadLoop","detail":"{readStateIndex:5376; appliedIndex:5375; }","duration":"110.83333ms","start":"2026-03-20T05:42:51.482698Z","end":"2026-03-20T05:42:51.593531Z","steps":["trace[1893531377] 'read index received' (duration: 78.872576ms)","trace[1893531377] 'applied index is now lower than readState.Index' (duration: 31.959624ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:42:51.593621Z","caller":"traceutil/trace.go:171","msg":"trace[1853114417] transaction","detail":"{read_only:false; response_revision:5172; number_of_response:1; }","duration":"119.58817ms","start":"2026-03-20T05:42:51.474Z","end":"2026-03-20T05:42:51.593588Z","steps":["trace[1853114417] 'process raft request' (duration: 87.557464ms)","trace[1853114417] 'compare' (duration: 31.793698ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:42:51.593969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.235403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9637"} {"level":"info","ts":"2026-03-20T05:42:51.594076Z","caller":"traceutil/trace.go:171","msg":"trace[1201272462] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5172; }","duration":"111.382818ms","start":"2026-03-20T05:42:51.482668Z","end":"2026-03-20T05:42:51.594051Z","steps":["trace[1201272462] 'agreement among raft nodes before linearized reading' (duration: 111.051797ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:42:52.019862Z","caller":"traceutil/trace.go:171","msg":"trace[2016377235] linearizableReadLoop","detail":"{readStateIndex:5378; appliedIndex:5377; }","duration":"318.180479ms","start":"2026-03-20T05:42:51.701653Z","end":"2026-03-20T05:42:52.019833Z","steps":["trace[2016377235] 'read index received' (duration: 231.236054ms)","trace[2016377235] 'applied index is now lower than readState.Index' (duration: 86.943125ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:42:52.019924Z","caller":"traceutil/trace.go:171","msg":"trace[1827767129] transaction","detail":"{read_only:false; response_revision:5174; number_of_response:1; }","duration":"339.533373ms","start":"2026-03-20T05:42:51.680332Z","end":"2026-03-20T05:42:52.019866Z","steps":["trace[1827767129] 'process raft request' (duration: 252.557547ms)","trace[1827767129] 'compare' (duration: 86.80699ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:42:52.019999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.343054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-20T05:42:52.02006Z","caller":"traceutil/trace.go:171","msg":"trace[664597121] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5174; }","duration":"318.454827ms","start":"2026-03-20T05:42:51.701591Z","end":"2026-03-20T05:42:52.020046Z","steps":["trace[664597121] 'agreement among raft nodes before linearized reading' (duration: 318.286992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:42:52.020088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:42:51.701565Z","time spent":"318.51799ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-20T05:42:52.020147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.61378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.110\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-20T05:42:52.020146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:42:51.68032Z","time spent":"339.708769ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:42:52.02019Z","caller":"traceutil/trace.go:171","msg":"trace[2140613070] range","detail":"{range_begin:/registry/masterleases/162.253.55.110; range_end:; response_count:1; response_revision:5174; }","duration":"292.714624ms","start":"2026-03-20T05:42:51.727465Z","end":"2026-03-20T05:42:52.020179Z","steps":["trace[2140613070] 'agreement among raft nodes before linearized reading' (duration: 292.528868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:42:52.020307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.077695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-20T05:42:52.020334Z","caller":"traceutil/trace.go:171","msg":"trace[1402407326] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5174; }","duration":"214.150837ms","start":"2026-03-20T05:42:51.806177Z","end":"2026-03-20T05:42:52.020328Z","steps":["trace[1402407326] 'agreement among raft nodes before linearized reading' (duration: 214.089355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:42:52.020444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.127905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-20T05:42:52.020535Z","caller":"traceutil/trace.go:171","msg":"trace[415467268] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5174; }","duration":"104.266259ms","start":"2026-03-20T05:42:51.916249Z","end":"2026-03-20T05:42:52.020515Z","steps":["trace[415467268] 'agreement among raft nodes before linearized reading' (duration: 104.011311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:42:52.263795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.910353ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T05:42:52.263972Z","caller":"traceutil/trace.go:171","msg":"trace[1917319645] transaction","detail":"{read_only:false; response_revision:5175; number_of_response:1; }","duration":"239.983256ms","start":"2026-03-20T05:42:52.023945Z","end":"2026-03-20T05:42:52.263928Z","steps":["trace[1917319645] 'process raft request' (duration: 108.856376ms)","trace[1917319645] 'compare' (duration: 130.658955ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:42:52.264028Z","caller":"traceutil/trace.go:171","msg":"trace[1006753039] transaction","detail":"{read_only:false; response_revision:5176; number_of_response:1; }","duration":"206.908396ms","start":"2026-03-20T05:42:52.057099Z","end":"2026-03-20T05:42:52.264007Z","steps":["trace[1006753039] 'process raft request' (duration: 206.820094ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:42:52.264069Z","caller":"traceutil/trace.go:171","msg":"trace[1159534227] linearizableReadLoop","detail":"{readStateIndex:5380; appliedIndex:5379; }","duration":"207.940659ms","start":"2026-03-20T05:42:52.056069Z","end":"2026-03-20T05:42:52.26401Z","steps":["trace[1159534227] 'read index received' (duration: 76.747098ms)","trace[1159534227] 'applied index is now lower than readState.Index' (duration: 131.185061ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:42:52.264419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.868197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-20T05:42:52.264442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.458082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-20T05:42:52.264481Z","caller":"traceutil/trace.go:171","msg":"trace[1254044061] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5176; }","duration":"108.95972ms","start":"2026-03-20T05:42:52.155506Z","end":"2026-03-20T05:42:52.264466Z","steps":["trace[1254044061] 'agreement among raft nodes before linearized reading' (duration: 108.773134ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:42:52.264484Z","caller":"traceutil/trace.go:171","msg":"trace[1442952544] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5176; }","duration":"112.522063ms","start":"2026-03-20T05:42:52.15195Z","end":"2026-03-20T05:42:52.264472Z","steps":["trace[1442952544] 'agreement among raft nodes before linearized reading' (duration: 112.40938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:42:52.264419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.197263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-20T05:42:52.264424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.858189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-20T05:42:52.264548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.867203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-20T05:42:52.264559Z","caller":"traceutil/trace.go:171","msg":"trace[1481776116] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5176; }","duration":"240.351217ms","start":"2026-03-20T05:42:52.024168Z","end":"2026-03-20T05:42:52.264519Z","steps":["trace[1481776116] 'agreement among raft nodes before linearized reading' (duration: 240.010996ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:42:52.264601Z","caller":"traceutil/trace.go:171","msg":"trace[41863836] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5176; }","duration":"111.967296ms","start":"2026-03-20T05:42:52.152622Z","end":"2026-03-20T05:42:52.264589Z","steps":["trace[41863836] 'agreement among raft nodes before linearized reading' (duration: 111.77492ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:42:52.2646Z","caller":"traceutil/trace.go:171","msg":"trace[851260729] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5176; }","duration":"140.078066ms","start":"2026-03-20T05:42:52.124508Z","end":"2026-03-20T05:42:52.264586Z","steps":["trace[851260729] 'agreement among raft nodes before linearized reading' (duration: 139.742525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:42:52.264581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.203914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-20T05:42:52.264722Z","caller":"traceutil/trace.go:171","msg":"trace[1219715371] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5176; }","duration":"117.378329ms","start":"2026-03-20T05:42:52.147328Z","end":"2026-03-20T05:42:52.264707Z","steps":["trace[1219715371] 'agreement among raft nodes before linearized reading' (duration: 117.125561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:42:52.639848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.568854ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T05:42:52.640006Z","caller":"traceutil/trace.go:171","msg":"trace[1719499885] transaction","detail":"{read_only:false; response_revision:5177; number_of_response:1; }","duration":"369.470412ms","start":"2026-03-20T05:42:52.270509Z","end":"2026-03-20T05:42:52.639979Z","steps":["trace[1719499885] 'process raft request' (duration: 153.655591ms)","trace[1719499885] 'compare' (duration: 215.307225ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:42:52.640101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:42:52.270484Z","time spent":"369.573466ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:42:52.893792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.029628ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T05:42:52.894159Z","caller":"traceutil/trace.go:171","msg":"trace[845792355] transaction","detail":"{read_only:false; response_revision:5178; number_of_response:1; }","duration":"623.439276ms","start":"2026-03-20T05:42:52.27069Z","end":"2026-03-20T05:42:52.89413Z","steps":["trace[845792355] 'process raft request' (duration: 490.964613ms)","trace[845792355] 'compare' (duration: 131.908645ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:42:52.894274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:42:52.270669Z","time spent":"623.55525ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:42:52.894277Z","caller":"traceutil/trace.go:171","msg":"trace[1911811827] transaction","detail":"{read_only:false; response_revision:5179; number_of_response:1; }","duration":"623.490288ms","start":"2026-03-20T05:42:52.27075Z","end":"2026-03-20T05:42:52.894241Z","steps":["trace[1911811827] 'process raft request' (duration: 623.175258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:42:52.89447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:42:52.270716Z","time spent":"623.658354ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:42:52.894506Z","caller":"traceutil/trace.go:171","msg":"trace[2078994117] transaction","detail":"{read_only:false; response_revision:5180; number_of_response:1; }","duration":"623.078775ms","start":"2026-03-20T05:42:52.271404Z","end":"2026-03-20T05:42:52.894483Z","steps":["trace[2078994117] 'process raft request' (duration: 622.733194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:42:52.894609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:42:52.270924Z","time spent":"623.636362ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:42:52.894636Z","caller":"traceutil/trace.go:171","msg":"trace[517118151] transaction","detail":"{read_only:false; response_revision:5181; number_of_response:1; }","duration":"622.469955ms","start":"2026-03-20T05:42:52.272086Z","end":"2026-03-20T05:42:52.894556Z","steps":["trace[517118151] 'process raft request' (duration: 622.238548ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:42:52.894852Z","caller":"traceutil/trace.go:171","msg":"trace[597236107] transaction","detail":"{read_only:false; response_revision:5182; number_of_response:1; }","duration":"515.173629ms","start":"2026-03-20T05:42:52.379657Z","end":"2026-03-20T05:42:52.89483Z","steps":["trace[597236107] 'process raft request' (duration: 514.839998ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:42:52.894915Z","caller":"traceutil/trace.go:171","msg":"trace[1756394134] linearizableReadLoop","detail":"{readStateIndex:5385; appliedIndex:5381; }","duration":"623.324622ms","start":"2026-03-20T05:42:52.271575Z","end":"2026-03-20T05:42:52.894899Z","steps":["trace[1756394134] 'read index received' (duration: 152.732961ms)","trace[1756394134] 'applied index is now lower than readState.Index' (duration: 470.588671ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:42:52.894865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:42:52.272066Z","time spent":"622.677041ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:42:52.894974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:42:52.379638Z","time spent":"515.278023ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:42:52.895083Z","caller":"traceutil/trace.go:171","msg":"trace[2016822246] transaction","detail":"{read_only:false; response_revision:5183; number_of_response:1; }","duration":"514.611341ms","start":"2026-03-20T05:42:52.380299Z","end":"2026-03-20T05:42:52.894911Z","steps":["trace[2016822246] 'process raft request' (duration: 514.475256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:42:52.895114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.111853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:42:52.895176Z","caller":"traceutil/trace.go:171","msg":"trace[1852933912] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5183; }","duration":"572.215136ms","start":"2026-03-20T05:42:52.322946Z","end":"2026-03-20T05:42:52.895161Z","steps":["trace[1852933912] 'agreement among raft nodes before linearized reading' (duration: 572.125273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:42:52.895185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:42:52.380289Z","time spent":"514.848289ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:42:52.895227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:42:52.322919Z","time spent":"572.297048ms","remote":"127.0.0.1:44252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-20T05:42:52.895091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.511078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-20T05:42:52.895318Z","caller":"traceutil/trace.go:171","msg":"trace[1596857347] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:5183; }","duration":"623.778827ms","start":"2026-03-20T05:42:52.271524Z","end":"2026-03-20T05:42:52.895303Z","steps":["trace[1596857347] 'agreement among raft nodes before linearized reading' (duration: 623.514109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:42:52.89537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:42:52.271508Z","time spent":"623.847399ms","remote":"127.0.0.1:44058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-20T05:42:58.157415Z","caller":"traceutil/trace.go:171","msg":"trace[1427683444] linearizableReadLoop","detail":"{readStateIndex:5419; appliedIndex:5418; }","duration":"112.029348ms","start":"2026-03-20T05:42:58.045353Z","end":"2026-03-20T05:42:58.157383Z","steps":["trace[1427683444] 'read index received' (duration: 111.734559ms)","trace[1427683444] 'applied index is now lower than readState.Index' (duration: 293.549µs)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:42:58.157706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.336098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T05:42:58.157753Z","caller":"traceutil/trace.go:171","msg":"trace[1136285476] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5213; }","duration":"112.423071ms","start":"2026-03-20T05:42:58.045317Z","end":"2026-03-20T05:42:58.15774Z","steps":["trace[1136285476] 'agreement among raft nodes before linearized reading' (duration: 112.233585ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:42:58.158134Z","caller":"traceutil/trace.go:171","msg":"trace[838597770] transaction","detail":"{read_only:false; response_revision:5213; number_of_response:1; }","duration":"120.901532ms","start":"2026-03-20T05:42:58.037184Z","end":"2026-03-20T05:42:58.158086Z","steps":["trace[838597770] 'process raft request' (duration: 119.980572ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:43:07.214127Z","caller":"traceutil/trace.go:171","msg":"trace[615969129] transaction","detail":"{read_only:false; response_revision:5266; number_of_response:1; }","duration":"122.972398ms","start":"2026-03-20T05:43:07.091118Z","end":"2026-03-20T05:43:07.214091Z","steps":["trace[615969129] 'process raft request' (duration: 122.700359ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:43:07.214415Z","caller":"traceutil/trace.go:171","msg":"trace[1903122637] transaction","detail":"{read_only:false; response_revision:5267; number_of_response:1; }","duration":"122.921786ms","start":"2026-03-20T05:43:07.091463Z","end":"2026-03-20T05:43:07.214385Z","steps":["trace[1903122637] 'process raft request' (duration: 122.558865ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:43:07.214564Z","caller":"traceutil/trace.go:171","msg":"trace[915278059] transaction","detail":"{read_only:false; response_revision:5268; number_of_response:1; }","duration":"122.930636ms","start":"2026-03-20T05:43:07.091617Z","end":"2026-03-20T05:43:07.214547Z","steps":["trace[915278059] 'process raft request' (duration: 122.640007ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:43:07.214731Z","caller":"traceutil/trace.go:171","msg":"trace[1212122217] transaction","detail":"{read_only:false; response_revision:5269; number_of_response:1; }","duration":"123.077111ms","start":"2026-03-20T05:43:07.091614Z","end":"2026-03-20T05:43:07.214692Z","steps":["trace[1212122217] 'process raft request' (duration: 122.867164ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:43:29.618477Z","caller":"traceutil/trace.go:171","msg":"trace[1630764742] linearizableReadLoop","detail":"{readStateIndex:5691; appliedIndex:5690; }","duration":"245.287998ms","start":"2026-03-20T05:43:29.373161Z","end":"2026-03-20T05:43:29.618449Z","steps":["trace[1630764742] 'read index received' (duration: 242.288093ms)","trace[1630764742] 'applied index is now lower than readState.Index' (duration: 2.998455ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:43:29.618505Z","caller":"traceutil/trace.go:171","msg":"trace[1221441527] transaction","detail":"{read_only:false; response_revision:5477; number_of_response:1; }","duration":"408.874526ms","start":"2026-03-20T05:43:29.209596Z","end":"2026-03-20T05:43:29.618471Z","steps":["trace[1221441527] 'process raft request' (duration: 405.925302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:43:29.618665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:43:29.209575Z","time spent":"409.007541ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:43:29.618732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.554707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-20T05:43:29.61881Z","caller":"traceutil/trace.go:171","msg":"trace[2019555581] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5477; }","duration":"245.671171ms","start":"2026-03-20T05:43:29.373121Z","end":"2026-03-20T05:43:29.618792Z","steps":["trace[2019555581] 'agreement among raft nodes before linearized reading' (duration: 245.467645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:43:29.618749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.454765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-20T05:43:29.618896Z","caller":"traceutil/trace.go:171","msg":"trace[1767582156] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5477; }","duration":"193.634261ms","start":"2026-03-20T05:43:29.425247Z","end":"2026-03-20T05:43:29.618881Z","steps":["trace[1767582156] 'agreement among raft nodes before linearized reading' (duration: 193.407074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:43:29.618835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.602219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-20T05:43:29.618753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.103759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-20T05:43:29.618987Z","caller":"traceutil/trace.go:171","msg":"trace[545274930] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5477; }","duration":"196.358997ms","start":"2026-03-20T05:43:29.422619Z","end":"2026-03-20T05:43:29.618978Z","steps":["trace[545274930] 'agreement among raft nodes before linearized reading' (duration: 195.993275ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:43:29.618963Z","caller":"traceutil/trace.go:171","msg":"trace[1607079165] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5477; }","duration":"193.734444ms","start":"2026-03-20T05:43:29.425207Z","end":"2026-03-20T05:43:29.618942Z","steps":["trace[1607079165] 'agreement among raft nodes before linearized reading' (duration: 193.575319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:43:29.932383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.000965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T05:43:29.93246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.292747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-03-20T05:43:29.932481Z","caller":"traceutil/trace.go:171","msg":"trace[424201680] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5481; }","duration":"143.186851ms","start":"2026-03-20T05:43:29.789272Z","end":"2026-03-20T05:43:29.932459Z","steps":["trace[424201680] 'range keys from in-memory index tree' (duration: 142.890551ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:43:29.932506Z","caller":"traceutil/trace.go:171","msg":"trace[759825275] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5481; }","duration":"139.39007ms","start":"2026-03-20T05:43:29.793106Z","end":"2026-03-20T05:43:29.932496Z","steps":["trace[759825275] 'range keys from in-memory index tree' (duration: 139.039839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:43:29.932548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.463959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-20T05:43:29.932573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.718356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:43:29.932669Z","caller":"traceutil/trace.go:171","msg":"trace[1453412718] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:5481; }","duration":"207.653765ms","start":"2026-03-20T05:43:29.724989Z","end":"2026-03-20T05:43:29.932643Z","steps":["trace[1453412718] 'count revisions from in-memory index tree' (duration: 207.288774ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:43:29.932688Z","caller":"traceutil/trace.go:171","msg":"trace[317210466] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5481; }","duration":"142.883012ms","start":"2026-03-20T05:43:29.78978Z","end":"2026-03-20T05:43:29.932663Z","steps":["trace[317210466] 'range keys from in-memory index tree' (duration: 142.54146ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:43:38.550411Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2662} {"level":"info","ts":"2026-03-20T05:43:38.61199Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2662,"took":"59.885079ms","hash":4207608234,"current-db-size-bytes":40316928,"current-db-size":"40 MB","current-db-size-in-use-bytes":29990912,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-20T05:43:38.612079Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4207608234,"revision":2662,"compact-revision":-1} {"level":"info","ts":"2026-03-20T05:43:39.44169Z","caller":"traceutil/trace.go:171","msg":"trace[285481943] linearizableReadLoop","detail":"{readStateIndex:5754; appliedIndex:5753; }","duration":"218.894001ms","start":"2026-03-20T05:43:39.222769Z","end":"2026-03-20T05:43:39.441664Z","steps":["trace[285481943] 'read index received' (duration: 218.675314ms)","trace[285481943] 'applied index is now lower than readState.Index' (duration: 217.957µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:43:39.441806Z","caller":"traceutil/trace.go:171","msg":"trace[423978915] transaction","detail":"{read_only:false; response_revision:5537; number_of_response:1; }","duration":"235.365193ms","start":"2026-03-20T05:43:39.206404Z","end":"2026-03-20T05:43:39.441769Z","steps":["trace[423978915] 'process raft request' (duration: 235.076824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:43:39.442011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.41682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:43:39.442073Z","caller":"traceutil/trace.go:171","msg":"trace[780738342] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5537; }","duration":"150.540784ms","start":"2026-03-20T05:43:39.291514Z","end":"2026-03-20T05:43:39.442055Z","steps":["trace[780738342] 'agreement among raft nodes before linearized reading' (duration: 150.434411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:43:39.443516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.74152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-20T05:43:39.443615Z","caller":"traceutil/trace.go:171","msg":"trace[222182520] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5537; }","duration":"220.890715ms","start":"2026-03-20T05:43:39.222704Z","end":"2026-03-20T05:43:39.443595Z","steps":["trace[222182520] 'agreement among raft nodes before linearized reading' (duration: 219.110889ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:43:39.701279Z","caller":"traceutil/trace.go:171","msg":"trace[622527680] transaction","detail":"{read_only:false; response_revision:5538; number_of_response:1; }","duration":"120.215493ms","start":"2026-03-20T05:43:39.581028Z","end":"2026-03-20T05:43:39.701244Z","steps":["trace[622527680] 'process raft request' (duration: 120.011086ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:43:41.568434Z","caller":"traceutil/trace.go:171","msg":"trace[350902509] transaction","detail":"{read_only:false; response_revision:5547; number_of_response:1; }","duration":"120.854913ms","start":"2026-03-20T05:43:41.447549Z","end":"2026-03-20T05:43:41.568404Z","steps":["trace[350902509] 'process raft request' (duration: 120.650386ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:43:41.976314Z","caller":"traceutil/trace.go:171","msg":"trace[913860988] transaction","detail":"{read_only:false; response_revision:5551; number_of_response:1; }","duration":"152.420404ms","start":"2026-03-20T05:43:41.823867Z","end":"2026-03-20T05:43:41.976287Z","steps":["trace[913860988] 'process raft request' (duration: 93.054192ms)","trace[913860988] 'compare' (duration: 59.183866ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:43:41.976767Z","caller":"traceutil/trace.go:171","msg":"trace[1900818343] transaction","detail":"{read_only:false; response_revision:5552; number_of_response:1; }","duration":"152.799756ms","start":"2026-03-20T05:43:41.823919Z","end":"2026-03-20T05:43:41.976719Z","steps":["trace[1900818343] 'process raft request' (duration: 152.324591ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:43:41.977002Z","caller":"traceutil/trace.go:171","msg":"trace[436918562] linearizableReadLoop","detail":"{readStateIndex:5770; appliedIndex:5767; }","duration":"152.153545ms","start":"2026-03-20T05:43:41.82482Z","end":"2026-03-20T05:43:41.976974Z","steps":["trace[436918562] 'read index received' (duration: 42.279421ms)","trace[436918562] 'applied index is now lower than readState.Index' (duration: 109.872864ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:43:41.977299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.470435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-20T05:43:41.977353Z","caller":"traceutil/trace.go:171","msg":"trace[628194103] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:5553; }","duration":"152.542367ms","start":"2026-03-20T05:43:41.824797Z","end":"2026-03-20T05:43:41.977339Z","steps":["trace[628194103] 'agreement among raft nodes before linearized reading' (duration: 152.389182ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:43:41.977505Z","caller":"traceutil/trace.go:171","msg":"trace[503996097] transaction","detail":"{read_only:false; response_revision:5553; number_of_response:1; }","duration":"152.189576ms","start":"2026-03-20T05:43:41.825304Z","end":"2026-03-20T05:43:41.977494Z","steps":["trace[503996097] 'process raft request' (duration: 151.471874ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:43:50.047883Z","caller":"traceutil/trace.go:171","msg":"trace[1135589280] linearizableReadLoop","detail":"{readStateIndex:5829; appliedIndex:5828; }","duration":"188.027373ms","start":"2026-03-20T05:43:49.859832Z","end":"2026-03-20T05:43:50.047859Z","steps":["trace[1135589280] 'read index received' (duration: 187.840867ms)","trace[1135589280] 'applied index is now lower than readState.Index' (duration: 185.396µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:43:50.048009Z","caller":"traceutil/trace.go:171","msg":"trace[1622338660] transaction","detail":"{read_only:false; response_revision:5610; number_of_response:1; }","duration":"213.505471ms","start":"2026-03-20T05:43:49.834492Z","end":"2026-03-20T05:43:50.047998Z","steps":["trace[1622338660] 'process raft request' (duration: 213.15316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:43:50.048183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.140099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-20T05:43:50.048249Z","caller":"traceutil/trace.go:171","msg":"trace[1886774968] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5610; }","duration":"143.256373ms","start":"2026-03-20T05:43:49.90498Z","end":"2026-03-20T05:43:50.048236Z","steps":["trace[1886774968] 'agreement among raft nodes before linearized reading' (duration: 143.116418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:43:50.048651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.800898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kqxt2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-20T05:43:50.048819Z","caller":"traceutil/trace.go:171","msg":"trace[1712810191] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kqxt2; range_end:; response_count:1; response_revision:5610; }","duration":"189.007014ms","start":"2026-03-20T05:43:49.859778Z","end":"2026-03-20T05:43:50.048785Z","steps":["trace[1712810191] 'agreement among raft nodes before linearized reading' (duration: 188.643752ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:43:54.254288Z","caller":"traceutil/trace.go:171","msg":"trace[422045751] transaction","detail":"{read_only:false; response_revision:5634; number_of_response:1; }","duration":"108.112358ms","start":"2026-03-20T05:43:54.146146Z","end":"2026-03-20T05:43:54.254259Z","steps":["trace[422045751] 'process raft request' (duration: 107.671864ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:43:54.254355Z","caller":"traceutil/trace.go:171","msg":"trace[911921916] transaction","detail":"{read_only:false; response_revision:5635; number_of_response:1; }","duration":"108.015595ms","start":"2026-03-20T05:43:54.1463Z","end":"2026-03-20T05:43:54.254316Z","steps":["trace[911921916] 'process raft request' (duration: 107.558551ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:43:54.254563Z","caller":"traceutil/trace.go:171","msg":"trace[1027387230] transaction","detail":"{read_only:false; response_revision:5633; number_of_response:1; }","duration":"108.442868ms","start":"2026-03-20T05:43:54.146064Z","end":"2026-03-20T05:43:54.254507Z","steps":["trace[1027387230] 'process raft request' (duration: 107.600291ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:43:54.389469Z","caller":"traceutil/trace.go:171","msg":"trace[1475000235] transaction","detail":"{read_only:false; response_revision:5636; number_of_response:1; }","duration":"125.603683ms","start":"2026-03-20T05:43:54.263833Z","end":"2026-03-20T05:43:54.389437Z","steps":["trace[1475000235] 'process raft request' (duration: 125.424137ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:43:54.815482Z","caller":"traceutil/trace.go:171","msg":"trace[1424166961] transaction","detail":"{read_only:false; response_revision:5637; number_of_response:1; }","duration":"257.220337ms","start":"2026-03-20T05:43:54.558239Z","end":"2026-03-20T05:43:54.815459Z","steps":["trace[1424166961] 'process raft request' (duration: 257.066812ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:43:56.329985Z","caller":"traceutil/trace.go:171","msg":"trace[856038119] linearizableReadLoop","detail":"{readStateIndex:5862; appliedIndex:5861; }","duration":"130.191029ms","start":"2026-03-20T05:43:56.199768Z","end":"2026-03-20T05:43:56.329959Z","steps":["trace[856038119] 'read index received' (duration: 129.999683ms)","trace[856038119] 'applied index is now lower than readState.Index' (duration: 190.196µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:43:56.330043Z","caller":"traceutil/trace.go:171","msg":"trace[1130979349] transaction","detail":"{read_only:false; response_revision:5642; number_of_response:1; }","duration":"183.443568ms","start":"2026-03-20T05:43:56.146578Z","end":"2026-03-20T05:43:56.330022Z","steps":["trace[1130979349] 'process raft request' (duration: 183.230111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:43:56.330235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.468258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kqxt2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-20T05:43:56.330279Z","caller":"traceutil/trace.go:171","msg":"trace[940095395] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kqxt2; range_end:; response_count:1; response_revision:5642; }","duration":"130.56357ms","start":"2026-03-20T05:43:56.199705Z","end":"2026-03-20T05:43:56.330269Z","steps":["trace[940095395] 'agreement among raft nodes before linearized reading' (duration: 130.387465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:43:56.33077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.993524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-20T05:43:56.330907Z","caller":"traceutil/trace.go:171","msg":"trace[1162177625] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5642; }","duration":"131.160029ms","start":"2026-03-20T05:43:56.199724Z","end":"2026-03-20T05:43:56.330884Z","steps":["trace[1162177625] 'agreement among raft nodes before linearized reading' (duration: 130.532179ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:43:56.577787Z","caller":"traceutil/trace.go:171","msg":"trace[664160943] transaction","detail":"{read_only:false; response_revision:5643; number_of_response:1; }","duration":"258.072812ms","start":"2026-03-20T05:43:56.31968Z","end":"2026-03-20T05:43:56.577753Z","steps":["trace[664160943] 'process raft request' (duration: 247.27254ms)","trace[664160943] 'compare' (duration: 10.581115ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:43:56.577895Z","caller":"traceutil/trace.go:171","msg":"trace[2120067847] linearizableReadLoop","detail":"{readStateIndex:5863; appliedIndex:5862; }","duration":"247.793377ms","start":"2026-03-20T05:43:56.330061Z","end":"2026-03-20T05:43:56.577855Z","steps":["trace[2120067847] 'read index received' (duration: 237.010815ms)","trace[2120067847] 'applied index is now lower than readState.Index' (duration: 10.778511ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:43:56.577928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.540837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-20T05:43:56.578017Z","caller":"traceutil/trace.go:171","msg":"trace[22663797] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5643; }","duration":"310.679761ms","start":"2026-03-20T05:43:56.267314Z","end":"2026-03-20T05:43:56.577994Z","steps":["trace[22663797] 'agreement among raft nodes before linearized reading' (duration: 310.548897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:43:56.578095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:43:56.267282Z","time spent":"310.790134ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-20T05:43:56.578084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.712753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-20T05:43:56.578105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.727244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-20T05:43:56.578179Z","caller":"traceutil/trace.go:171","msg":"trace[134189114] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5643; }","duration":"310.864857ms","start":"2026-03-20T05:43:56.267294Z","end":"2026-03-20T05:43:56.578159Z","steps":["trace[134189114] 'agreement among raft nodes before linearized reading' (duration: 310.616109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:43:56.578244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:43:56.267274Z","time spent":"310.96081ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-20T05:43:56.578185Z","caller":"traceutil/trace.go:171","msg":"trace[641821175] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5643; }","duration":"311.844528ms","start":"2026-03-20T05:43:56.266323Z","end":"2026-03-20T05:43:56.578168Z","steps":["trace[641821175] 'agreement among raft nodes before linearized reading' (duration: 311.663193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:43:56.578363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:43:56.26631Z","time spent":"312.042484ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-20T05:43:56.578508Z","caller":"traceutil/trace.go:171","msg":"trace[609214509] transaction","detail":"{read_only:false; response_revision:5644; number_of_response:1; }","duration":"243.327076ms","start":"2026-03-20T05:43:56.335172Z","end":"2026-03-20T05:43:56.578499Z","steps":["trace[609214509] 'process raft request' (duration: 243.095579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:43:56.578763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.742151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:109077"} {"level":"info","ts":"2026-03-20T05:43:56.578842Z","caller":"traceutil/trace.go:171","msg":"trace[163438345] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5644; }","duration":"244.856414ms","start":"2026-03-20T05:43:56.333968Z","end":"2026-03-20T05:43:56.578824Z","steps":["trace[163438345] 'agreement among raft nodes before linearized reading' (duration: 244.460462ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:43:56.764295Z","caller":"traceutil/trace.go:171","msg":"trace[2026891213] transaction","detail":"{read_only:false; response_revision:5647; number_of_response:1; }","duration":"181.501346ms","start":"2026-03-20T05:43:56.582769Z","end":"2026-03-20T05:43:56.76427Z","steps":["trace[2026891213] 'process raft request' (duration: 181.446974ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:43:56.764713Z","caller":"traceutil/trace.go:171","msg":"trace[890151061] transaction","detail":"{read_only:false; response_revision:5646; number_of_response:1; }","duration":"182.303961ms","start":"2026-03-20T05:43:56.582396Z","end":"2026-03-20T05:43:56.7647Z","steps":["trace[890151061] 'process raft request' (duration: 124.374664ms)","trace[890151061] 'compare' (duration: 57.149712ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:47:19.255174Z","caller":"traceutil/trace.go:171","msg":"trace[1935874776] transaction","detail":"{read_only:false; response_revision:6973; number_of_response:1; }","duration":"133.869441ms","start":"2026-03-20T05:47:19.121274Z","end":"2026-03-20T05:47:19.255143Z","steps":["trace[1935874776] 'process raft request' (duration: 133.51933ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:48:38.557275Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5534} {"level":"info","ts":"2026-03-20T05:48:38.651008Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5534,"took":"91.202833ms","hash":811430984,"current-db-size-bytes":41443328,"current-db-size":"41 MB","current-db-size-in-use-bytes":21331968,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-20T05:48:38.651075Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":811430984,"revision":5534,"compact-revision":2662} {"level":"warn","ts":"2026-03-20T05:48:50.55137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.250879ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T05:48:50.551652Z","caller":"traceutil/trace.go:171","msg":"trace[1847789350] linearizableReadLoop","detail":"{readStateIndex:7984; appliedIndex:7982; }","duration":"211.243102ms","start":"2026-03-20T05:48:50.340385Z","end":"2026-03-20T05:48:50.551628Z","steps":["trace[1847789350] 'read index received' (duration: 69.625543ms)","trace[1847789350] 'applied index is now lower than readState.Index' (duration: 141.615159ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:48:50.551889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.49839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-20T05:48:50.551885Z","caller":"traceutil/trace.go:171","msg":"trace[717659499] transaction","detail":"{read_only:false; response_revision:7690; number_of_response:1; }","duration":"242.550845ms","start":"2026-03-20T05:48:50.309288Z","end":"2026-03-20T05:48:50.551839Z","steps":["trace[717659499] 'process raft request' (duration: 99.748378ms)","trace[717659499] 'compare' (duration: 142.085375ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:48:50.551935Z","caller":"traceutil/trace.go:171","msg":"trace[1623622019] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7691; }","duration":"211.584753ms","start":"2026-03-20T05:48:50.34034Z","end":"2026-03-20T05:48:50.551924Z","steps":["trace[1623622019] 'agreement among raft nodes before linearized reading' (duration: 211.430909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:50.552008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.519111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kqxt2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-20T05:48:50.552104Z","caller":"traceutil/trace.go:171","msg":"trace[907924844] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kqxt2; range_end:; response_count:1; response_revision:7691; }","duration":"164.626694ms","start":"2026-03-20T05:48:50.387453Z","end":"2026-03-20T05:48:50.55208Z","steps":["trace[907924844] 'agreement among raft nodes before linearized reading' (duration: 164.379567ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:48:50.552555Z","caller":"traceutil/trace.go:171","msg":"trace[391000071] transaction","detail":"{read_only:false; response_revision:7691; number_of_response:1; }","duration":"239.620744ms","start":"2026-03-20T05:48:50.312395Z","end":"2026-03-20T05:48:50.552016Z","steps":["trace[391000071] 'process raft request' (duration: 239.140199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:52.822125Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645181517388452,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T05:48:53.322301Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645181517388452,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T05:48:53.382839Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.075877761s","expected-duration":"1s"} {"level":"info","ts":"2026-03-20T05:48:53.383208Z","caller":"traceutil/trace.go:171","msg":"trace[832784905] transaction","detail":"{read_only:false; response_revision:7698; number_of_response:1; }","duration":"1.076332265s","start":"2026-03-20T05:48:52.30685Z","end":"2026-03-20T05:48:53.383182Z","steps":["trace[832784905] 'process raft request' (duration: 1.07618763s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:53.383344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:52.306835Z","time spent":"1.076442069s","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:48:53.962102Z","caller":"traceutil/trace.go:171","msg":"trace[722795639] linearizableReadLoop","detail":"{readStateIndex:7995; appliedIndex:7991; }","duration":"1.640333255s","start":"2026-03-20T05:48:52.321741Z","end":"2026-03-20T05:48:53.962075Z","steps":["trace[722795639] 'read index received' (duration: 1.06136595s)","trace[722795639] 'applied index is now lower than readState.Index' (duration: 578.965965ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:48:53.962171Z","caller":"traceutil/trace.go:171","msg":"trace[1664590631] transaction","detail":"{read_only:false; response_revision:7699; number_of_response:1; }","duration":"1.655227047s","start":"2026-03-20T05:48:52.306896Z","end":"2026-03-20T05:48:53.962123Z","steps":["trace[1664590631] 'process raft request' (duration: 1.654915728s)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:48:53.962175Z","caller":"traceutil/trace.go:171","msg":"trace[889708804] transaction","detail":"{read_only:false; response_revision:7700; number_of_response:1; }","duration":"1.13638744s","start":"2026-03-20T05:48:52.825747Z","end":"2026-03-20T05:48:53.962134Z","steps":["trace[889708804] 'process raft request' (duration: 1.136208544s)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:48:53.962206Z","caller":"traceutil/trace.go:171","msg":"trace[990252173] transaction","detail":"{read_only:false; response_revision:7701; number_of_response:1; }","duration":"1.110815555s","start":"2026-03-20T05:48:52.851351Z","end":"2026-03-20T05:48:53.962167Z","steps":["trace[990252173] 'process raft request' (duration: 1.11064831s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:53.962279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.64049876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T05:48:53.962339Z","caller":"traceutil/trace.go:171","msg":"trace[1792428724] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7701; }","duration":"1.640623284s","start":"2026-03-20T05:48:52.321699Z","end":"2026-03-20T05:48:53.962323Z","steps":["trace[1792428724] 'agreement among raft nodes before linearized reading' (duration: 1.64050262s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:53.962336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:52.306879Z","time spent":"1.655371441s","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:48:53.962378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:52.825728Z","time spent":"1.136546674s","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:48:53.962384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:52.851328Z","time spent":"1.11097139s","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:48:53.962396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:52.321682Z","time spent":"1.640698536s","remote":"127.0.0.1:34742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-20T05:48:54.003079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.476858326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-20T05:48:54.003141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355125774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-20T05:48:54.003163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336851376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-20T05:48:54.003189Z","caller":"traceutil/trace.go:171","msg":"trace[2033469952] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7702; }","duration":"1.355226517s","start":"2026-03-20T05:48:52.647949Z","end":"2026-03-20T05:48:54.003176Z","steps":["trace[2033469952] 'agreement among raft nodes before linearized reading' (duration: 1.355086232s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:54.003225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.448139123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-20T05:48:54.003263Z","caller":"traceutil/trace.go:171","msg":"trace[2027410234] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7702; }","duration":"1.448230776s","start":"2026-03-20T05:48:52.555018Z","end":"2026-03-20T05:48:54.003249Z","steps":["trace[2027410234] 'agreement among raft nodes before linearized reading' (duration: 1.448136813s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:54.003172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.440573128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kqxt2\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-20T05:48:54.00329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:52.554999Z","time spent":"1.448286958s","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-20T05:48:54.003254Z","caller":"traceutil/trace.go:171","msg":"trace[426192578] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7702; }","duration":"1.33697875s","start":"2026-03-20T05:48:52.666256Z","end":"2026-03-20T05:48:54.003235Z","steps":["trace[426192578] 'agreement among raft nodes before linearized reading' (duration: 1.336724722s)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:48:54.003296Z","caller":"traceutil/trace.go:171","msg":"trace[51363908] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kqxt2; range_end:; response_count:1; response_revision:7702; }","duration":"1.440743314s","start":"2026-03-20T05:48:52.562543Z","end":"2026-03-20T05:48:54.003286Z","steps":["trace[51363908] 'agreement among raft nodes before linearized reading' (duration: 1.440461105s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:54.003294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:52.647931Z","time spent":"1.35531108s","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-20T05:48:54.003274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.447319878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-20T05:48:54.003607Z","caller":"traceutil/trace.go:171","msg":"trace[1564399184] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7702; }","duration":"1.44767428s","start":"2026-03-20T05:48:52.555913Z","end":"2026-03-20T05:48:54.003587Z","steps":["trace[1564399184] 'agreement among raft nodes before linearized reading' (duration: 1.447193845s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:54.003298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117429581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T05:48:54.003664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203846825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-20T05:48:54.003686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:52.555906Z","time spent":"1.447762752s","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-20T05:48:54.003747Z","caller":"traceutil/trace.go:171","msg":"trace[1443995288] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7702; }","duration":"1.117907016s","start":"2026-03-20T05:48:52.885807Z","end":"2026-03-20T05:48:54.003714Z","steps":["trace[1443995288] 'agreement among raft nodes before linearized reading' (duration: 1.1173982s)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:48:54.003737Z","caller":"traceutil/trace.go:171","msg":"trace[1838432626] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:7702; }","duration":"1.203953459s","start":"2026-03-20T05:48:52.799766Z","end":"2026-03-20T05:48:54.003719Z","steps":["trace[1838432626] 'agreement among raft nodes before linearized reading' (duration: 1.203440953s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:54.003338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:52.666246Z","time spent":"1.337081413s","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T05:48:54.003802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:52.885791Z","time spent":"1.117997888s","remote":"127.0.0.1:43806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T05:48:54.003832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:52.799751Z","time spent":"1.204067822s","remote":"127.0.0.1:44320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":848,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-20T05:48:54.003344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:52.562522Z","time spent":"1.440810566s","remote":"127.0.0.1:43956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-kqxt2\" "} {"level":"info","ts":"2026-03-20T05:48:54.003369Z","caller":"traceutil/trace.go:171","msg":"trace[1492139620] transaction","detail":"{read_only:false; response_revision:7702; number_of_response:1; }","duration":"566.688654ms","start":"2026-03-20T05:48:53.436653Z","end":"2026-03-20T05:48:54.003341Z","steps":["trace[1492139620] 'process raft request' (duration: 565.452515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:54.004223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:53.436625Z","time spent":"567.542091ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:48:54.003146Z","caller":"traceutil/trace.go:171","msg":"trace[1818003298] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7702; }","duration":"1.476962379s","start":"2026-03-20T05:48:52.526165Z","end":"2026-03-20T05:48:54.003127Z","steps":["trace[1818003298] 'agreement among raft nodes before linearized reading' (duration: 1.476780194s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:54.00545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:52.526136Z","time spent":"1.479285462s","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-20T05:49:03.590213Z","caller":"traceutil/trace.go:171","msg":"trace[581561935] transaction","detail":"{read_only:false; response_revision:7744; number_of_response:1; }","duration":"156.036458ms","start":"2026-03-20T05:49:03.434149Z","end":"2026-03-20T05:49:03.590186Z","steps":["trace[581561935] 'process raft request' (duration: 155.849202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:04.796127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.161397ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:49:04.796266Z","caller":"traceutil/trace.go:171","msg":"trace[1924912740] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7750; }","duration":"518.314391ms","start":"2026-03-20T05:49:04.277928Z","end":"2026-03-20T05:49:04.796242Z","steps":["trace[1924912740] 'range keys from in-memory index tree' (duration: 518.138296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:04.796315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.120421ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T05:49:04.796529Z","caller":"traceutil/trace.go:171","msg":"trace[2093907606] transaction","detail":"{read_only:false; response_revision:7753; number_of_response:1; }","duration":"379.087327ms","start":"2026-03-20T05:49:04.417426Z","end":"2026-03-20T05:49:04.796514Z","steps":["trace[2093907606] 'process raft request' (duration: 379.058056ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:49:04.796534Z","caller":"traceutil/trace.go:171","msg":"trace[2017758862] transaction","detail":"{read_only:false; response_revision:7751; number_of_response:1; }","duration":"731.821004ms","start":"2026-03-20T05:49:04.064674Z","end":"2026-03-20T05:49:04.796495Z","steps":["trace[2017758862] 'process raft request' (duration: 255.443725ms)","trace[2017758862] 'compare' (duration: 475.905905ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:49:04.796584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:04.4174Z","time spent":"379.158919ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:49:04.796575Z","caller":"traceutil/trace.go:171","msg":"trace[2123420858] transaction","detail":"{read_only:false; response_revision:7752; number_of_response:1; }","duration":"731.541576ms","start":"2026-03-20T05:49:04.064998Z","end":"2026-03-20T05:49:04.79654Z","steps":["trace[2123420858] 'process raft request' (duration: 731.440773ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:49:04.796573Z","caller":"traceutil/trace.go:171","msg":"trace[1888579021] linearizableReadLoop","detail":"{readStateIndex:8049; appliedIndex:8046; }","duration":"730.938606ms","start":"2026-03-20T05:49:04.06562Z","end":"2026-03-20T05:49:04.796559Z","steps":["trace[1888579021] 'read index received' (duration: 5.566083ms)","trace[1888579021] 'applied index is now lower than readState.Index' (duration: 725.370923ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:49:04.796718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.095282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-20T05:49:04.796729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:04.064981Z","time spent":"731.673339ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:49:04.796787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.224254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:49:04.796788Z","caller":"traceutil/trace.go:171","msg":"trace[661853456] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7753; }","duration":"731.183474ms","start":"2026-03-20T05:49:04.065591Z","end":"2026-03-20T05:49:04.796774Z","steps":["trace[661853456] 'agreement among raft nodes before linearized reading' (duration: 731.008819ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:49:04.796811Z","caller":"traceutil/trace.go:171","msg":"trace[828011188] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:7753; }","duration":"429.280956ms","start":"2026-03-20T05:49:04.367522Z","end":"2026-03-20T05:49:04.796803Z","steps":["trace[828011188] 'agreement among raft nodes before linearized reading' (duration: 429.236305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:04.79669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:04.064652Z","time spent":"731.960298ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:49:04.796835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:04.367501Z","time spent":"429.326768ms","remote":"127.0.0.1:34670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-20T05:49:04.796828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:04.065581Z","time spent":"731.237815ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-20T05:49:04.796863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.897972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kqxt2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-20T05:49:04.796913Z","caller":"traceutil/trace.go:171","msg":"trace[726062723] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kqxt2; range_end:; response_count:1; response_revision:7753; }","duration":"727.968464ms","start":"2026-03-20T05:49:04.06893Z","end":"2026-03-20T05:49:04.796898Z","steps":["trace[726062723] 'agreement among raft nodes before linearized reading' (duration: 727.809579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:04.796946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:04.068919Z","time spent":"728.019386ms","remote":"127.0.0.1:43956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-kqxt2\" "} {"level":"warn","ts":"2026-03-20T05:49:05.768388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.808889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-20T05:49:05.76847Z","caller":"traceutil/trace.go:171","msg":"trace[967218182] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7754; }","duration":"173.939513ms","start":"2026-03-20T05:49:05.594508Z","end":"2026-03-20T05:49:05.768448Z","steps":["trace[967218182] 'range keys from in-memory index tree' (duration: 173.609383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:05.76872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.512737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-20T05:49:05.768761Z","caller":"traceutil/trace.go:171","msg":"trace[1816608460] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7754; }","duration":"545.60799ms","start":"2026-03-20T05:49:05.223146Z","end":"2026-03-20T05:49:05.768754Z","steps":["trace[1816608460] 'range keys from in-memory index tree' (duration: 544.96045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:05.768797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:05.223126Z","time spent":"545.665082ms","remote":"127.0.0.1:43956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-20T05:49:06.978767Z","caller":"traceutil/trace.go:171","msg":"trace[911876593] transaction","detail":"{read_only:false; response_revision:7760; number_of_response:1; }","duration":"173.845791ms","start":"2026-03-20T05:49:06.804891Z","end":"2026-03-20T05:49:06.978737Z","steps":["trace[911876593] 'process raft request' (duration: 173.659095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:07.399273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.51686ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T05:49:07.399604Z","caller":"traceutil/trace.go:171","msg":"trace[1125555072] transaction","detail":"{read_only:false; response_revision:7761; number_of_response:1; }","duration":"594.020044ms","start":"2026-03-20T05:49:06.805557Z","end":"2026-03-20T05:49:07.399577Z","steps":["trace[1125555072] 'process raft request' (duration: 318.121793ms)","trace[1125555072] 'compare' (duration: 275.410486ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:49:07.399613Z","caller":"traceutil/trace.go:171","msg":"trace[1172332371] linearizableReadLoop","detail":"{readStateIndex:8058; appliedIndex:8056; }","duration":"592.347222ms","start":"2026-03-20T05:49:06.807233Z","end":"2026-03-20T05:49:07.39958Z","steps":["trace[1172332371] 'read index received' (duration: 171.299831ms)","trace[1172332371] 'applied index is now lower than readState.Index' (duration: 421.043971ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:49:07.399781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:06.805535Z","time spent":"594.143188ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:49:07.459763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.384536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-20T05:49:07.459777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.512074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T05:49:07.459786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.509721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kqxt2\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-20T05:49:07.459836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.071773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:49:07.459855Z","caller":"traceutil/trace.go:171","msg":"trace[2047432066] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:7761; }","duration":"111.648079ms","start":"2026-03-20T05:49:07.348188Z","end":"2026-03-20T05:49:07.459836Z","steps":["trace[2047432066] 'agreement among raft nodes before linearized reading' (duration: 111.499524ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:49:07.459842Z","caller":"traceutil/trace.go:171","msg":"trace[1229473441] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7761; }","duration":"632.492859ms","start":"2026-03-20T05:49:06.82733Z","end":"2026-03-20T05:49:07.459823Z","steps":["trace[1229473441] 'agreement among raft nodes before linearized reading' (duration: 632.281163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:07.459899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:06.82732Z","time spent":"632.570481ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-20T05:49:07.459895Z","caller":"traceutil/trace.go:171","msg":"trace[25629969] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kqxt2; range_end:; response_count:1; response_revision:7761; }","duration":"652.676377ms","start":"2026-03-20T05:49:06.807186Z","end":"2026-03-20T05:49:07.459862Z","steps":["trace[25629969] 'agreement among raft nodes before linearized reading' (duration: 592.481606ms)","trace[25629969] 'range keys from in-memory index tree' (duration: 59.921932ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:49:07.459895Z","caller":"traceutil/trace.go:171","msg":"trace[799939788] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7761; }","duration":"573.160356ms","start":"2026-03-20T05:49:06.886715Z","end":"2026-03-20T05:49:07.459876Z","steps":["trace[799939788] 'agreement among raft nodes before linearized reading' (duration: 573.048833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:07.459959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:06.886695Z","time spent":"573.252339ms","remote":"127.0.0.1:43806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T05:49:07.45996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:06.80717Z","time spent":"652.777839ms","remote":"127.0.0.1:43956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-kqxt2\" "} {"level":"info","ts":"2026-03-20T05:49:08.288491Z","caller":"traceutil/trace.go:171","msg":"trace[1184360034] transaction","detail":"{read_only:false; response_revision:7767; number_of_response:1; }","duration":"126.061706ms","start":"2026-03-20T05:49:08.162405Z","end":"2026-03-20T05:49:08.288467Z","steps":["trace[1184360034] 'process raft request' (duration: 126.015515ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:49:08.28882Z","caller":"traceutil/trace.go:171","msg":"trace[95722463] transaction","detail":"{read_only:false; response_revision:7766; number_of_response:1; }","duration":"126.996475ms","start":"2026-03-20T05:49:08.161782Z","end":"2026-03-20T05:49:08.288778Z","steps":["trace[95722463] 'process raft request' (duration: 45.856354ms)","trace[95722463] 'compare' (duration: 80.664456ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:49:08.750879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.766778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-20T05:49:08.750971Z","caller":"traceutil/trace.go:171","msg":"trace[1301743436] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:7767; }","duration":"219.890851ms","start":"2026-03-20T05:49:08.531057Z","end":"2026-03-20T05:49:08.750948Z","steps":["trace[1301743436] 'range keys from in-memory index tree' (duration: 219.575501ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:49:09.114003Z","caller":"traceutil/trace.go:171","msg":"trace[2049094581] transaction","detail":"{read_only:false; response_revision:7768; number_of_response:1; }","duration":"128.026738ms","start":"2026-03-20T05:49:08.98595Z","end":"2026-03-20T05:49:09.113977Z","steps":["trace[2049094581] 'process raft request' (duration: 127.512952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:09.315174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.533709ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T05:49:09.315291Z","caller":"traceutil/trace.go:171","msg":"trace[1225427987] transaction","detail":"{read_only:false; response_revision:7769; number_of_response:1; }","duration":"197.302039ms","start":"2026-03-20T05:49:09.117969Z","end":"2026-03-20T05:49:09.315271Z","steps":["trace[1225427987] 'process raft request' (duration: 43.591584ms)","trace[1225427987] 'compare' (duration: 153.425766ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:49:09.90653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.360296ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T05:49:09.906641Z","caller":"traceutil/trace.go:171","msg":"trace[728063363] linearizableReadLoop","detail":"{readStateIndex:8068; appliedIndex:8067; }","duration":"380.77799ms","start":"2026-03-20T05:49:09.525844Z","end":"2026-03-20T05:49:09.906622Z","steps":["trace[728063363] 'read index received' (duration: 198.249968ms)","trace[728063363] 'applied index is now lower than readState.Index' (duration: 182.526322ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:49:09.906728Z","caller":"traceutil/trace.go:171","msg":"trace[1908951918] transaction","detail":"{read_only:false; response_revision:7770; number_of_response:1; }","duration":"498.687703ms","start":"2026-03-20T05:49:09.408007Z","end":"2026-03-20T05:49:09.906695Z","steps":["trace[1908951918] 'process raft request' (duration: 316.076849ms)","trace[1908951918] 'compare' (duration: 182.031756ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:49:09.906937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.231219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kqxt2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-20T05:49:09.906976Z","caller":"traceutil/trace.go:171","msg":"trace[1146175400] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kqxt2; range_end:; response_count:1; response_revision:7770; }","duration":"377.289811ms","start":"2026-03-20T05:49:09.529676Z","end":"2026-03-20T05:49:09.906966Z","steps":["trace[1146175400] 'agreement among raft nodes before linearized reading' (duration: 377.181878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:09.907008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:09.529666Z","time spent":"377.335182ms","remote":"127.0.0.1:43956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-kqxt2\" "} {"level":"warn","ts":"2026-03-20T05:49:09.90683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.989617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-20T05:49:09.907227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:09.407986Z","time spent":"498.91638ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:49:09.907309Z","caller":"traceutil/trace.go:171","msg":"trace[1923630000] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7770; }","duration":"381.462431ms","start":"2026-03-20T05:49:09.525794Z","end":"2026-03-20T05:49:09.907256Z","steps":["trace[1923630000] 'agreement among raft nodes before linearized reading' (duration: 380.918794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:09.907438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:09.525775Z","time spent":"381.621966ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-20T05:49:10.261954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.19228ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T05:49:10.262157Z","caller":"traceutil/trace.go:171","msg":"trace[2077751433] linearizableReadLoop","detail":"{readStateIndex:8070; appliedIndex:8068; }","duration":"349.753955ms","start":"2026-03-20T05:49:09.912388Z","end":"2026-03-20T05:49:10.262142Z","steps":["trace[2077751433] 'read index received' (duration: 139.296017ms)","trace[2077751433] 'applied index is now lower than readState.Index' (duration: 210.456938ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:49:10.262238Z","caller":"traceutil/trace.go:171","msg":"trace[196694928] transaction","detail":"{read_only:false; response_revision:7771; number_of_response:1; }","duration":"351.113578ms","start":"2026-03-20T05:49:09.91111Z","end":"2026-03-20T05:49:10.262223Z","steps":["trace[196694928] 'process raft request' (duration: 140.559676ms)","trace[196694928] 'compare' (duration: 210.042466ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:49:10.262292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:09.911093Z","time spent":"351.16921ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:49:10.262318Z","caller":"traceutil/trace.go:171","msg":"trace[1355015019] transaction","detail":"{read_only:false; response_revision:7772; number_of_response:1; }","duration":"349.954442ms","start":"2026-03-20T05:49:09.912348Z","end":"2026-03-20T05:49:10.262302Z","steps":["trace[1355015019] 'process raft request' (duration: 349.714095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:10.26239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:09.912337Z","time spent":"350.020394ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:49:10.267765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.124103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223850"} {"level":"info","ts":"2026-03-20T05:49:10.268327Z","caller":"traceutil/trace.go:171","msg":"trace[555351740] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7772; }","duration":"355.467503ms","start":"2026-03-20T05:49:09.912353Z","end":"2026-03-20T05:49:10.267821Z","steps":["trace[555351740] 'agreement among raft nodes before linearized reading' (duration: 349.943332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:10.268381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:09.912339Z","time spent":"356.02864ms","remote":"127.0.0.1:43956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223873,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-20T05:49:10.762749Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645181517388657,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-20T05:49:10.877823Z","caller":"traceutil/trace.go:171","msg":"trace[1864316667] linearizableReadLoop","detail":"{readStateIndex:8072; appliedIndex:8070; }","duration":"615.609185ms","start":"2026-03-20T05:49:10.262192Z","end":"2026-03-20T05:49:10.877801Z","steps":["trace[1864316667] 'read index received' (duration: 615.355057ms)","trace[1864316667] 'applied index is now lower than readState.Index' (duration: 253.548µs)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:49:10.878218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.642155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T05:49:10.878187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.885644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6cd867997c-gvgzc.189e769d04708aa4\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-20T05:49:10.878197Z","caller":"traceutil/trace.go:171","msg":"trace[1728524432] transaction","detail":"{read_only:false; response_revision:7773; number_of_response:1; }","duration":"747.344838ms","start":"2026-03-20T05:49:10.130813Z","end":"2026-03-20T05:49:10.878158Z","steps":["trace[1728524432] 'process raft request' (duration: 746.802461ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:49:10.878256Z","caller":"traceutil/trace.go:171","msg":"trace[1941778131] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:7774; }","duration":"389.736527ms","start":"2026-03-20T05:49:10.488508Z","end":"2026-03-20T05:49:10.878245Z","steps":["trace[1941778131] 'agreement among raft nodes before linearized reading' (duration: 389.660755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:10.878242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.064338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-20T05:49:10.878288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:10.488485Z","time spent":"389.79532ms","remote":"127.0.0.1:34672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-03-20T05:49:10.878274Z","caller":"traceutil/trace.go:171","msg":"trace[35843594] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6cd867997c-gvgzc.189e769d04708aa4; range_end:; response_count:1; response_revision:7774; }","duration":"888.019168ms","start":"2026-03-20T05:49:09.990236Z","end":"2026-03-20T05:49:10.878255Z","steps":["trace[35843594] 'agreement among raft nodes before linearized reading' (duration: 887.7834ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:49:10.878241Z","caller":"traceutil/trace.go:171","msg":"trace[407338263] transaction","detail":"{read_only:false; response_revision:7774; number_of_response:1; }","duration":"714.030902ms","start":"2026-03-20T05:49:10.164176Z","end":"2026-03-20T05:49:10.878207Z","steps":["trace[407338263] 'process raft request' (duration: 713.598769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:10.878329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:09.99022Z","time spent":"888.10117ms","remote":"127.0.0.1:43874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-6cd867997c-gvgzc.189e769d04708aa4\" "} {"level":"info","ts":"2026-03-20T05:49:10.878326Z","caller":"traceutil/trace.go:171","msg":"trace[1787727776] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7774; }","duration":"586.17964ms","start":"2026-03-20T05:49:10.292127Z","end":"2026-03-20T05:49:10.878306Z","steps":["trace[1787727776] 'agreement among raft nodes before linearized reading' (duration: 585.945243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:10.878355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:10.130776Z","time spent":"747.497622ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:49:10.878366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:10.292112Z","time spent":"586.243703ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T05:49:10.878353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.571184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T05:49:10.878361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.781024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-20T05:49:10.878427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:10.164144Z","time spent":"714.205398ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:49:10.87847Z","caller":"traceutil/trace.go:171","msg":"trace[379369] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:7774; }","duration":"128.723869ms","start":"2026-03-20T05:49:10.749718Z","end":"2026-03-20T05:49:10.878442Z","steps":["trace[379369] 'agreement among raft nodes before linearized reading' (duration: 128.488631ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:49:10.878498Z","caller":"traceutil/trace.go:171","msg":"trace[1443084684] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:7774; }","duration":"535.002711ms","start":"2026-03-20T05:49:10.343453Z","end":"2026-03-20T05:49:10.878456Z","steps":["trace[1443084684] 'agreement among raft nodes before linearized reading' (duration: 534.774454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:10.878505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.316506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-20T05:49:10.878577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:10.343389Z","time spent":"535.173426ms","remote":"127.0.0.1:40730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-03-20T05:49:10.878613Z","caller":"traceutil/trace.go:171","msg":"trace[1102799757] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7774; }","duration":"586.460929ms","start":"2026-03-20T05:49:10.292127Z","end":"2026-03-20T05:49:10.878588Z","steps":["trace[1102799757] 'agreement among raft nodes before linearized reading' (duration: 586.126469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:10.87867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:10.292109Z","time spent":"586.550562ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T05:49:11.671857Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645181517388674,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-20T05:49:11.672493Z","caller":"traceutil/trace.go:171","msg":"trace[411793380] transaction","detail":"{read_only:false; response_revision:7778; number_of_response:1; }","duration":"548.327935ms","start":"2026-03-20T05:49:11.124137Z","end":"2026-03-20T05:49:11.672465Z","steps":["trace[411793380] 'process raft request' (duration: 548.161089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:11.672615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:11.124116Z","time spent":"548.442557ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:49:11.673162Z","caller":"traceutil/trace.go:171","msg":"trace[1885605144] linearizableReadLoop","detail":"{readStateIndex:8077; appliedIndex:8075; }","duration":"501.780558ms","start":"2026-03-20T05:49:11.171356Z","end":"2026-03-20T05:49:11.673137Z","steps":["trace[1885605144] 'read index received' (duration: 500.985334ms)","trace[1885605144] 'applied index is now lower than readState.Index' (duration: 793.804µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:49:11.673269Z","caller":"traceutil/trace.go:171","msg":"trace[1697455016] transaction","detail":"{read_only:false; response_revision:7779; number_of_response:1; }","duration":"437.16572ms","start":"2026-03-20T05:49:11.236068Z","end":"2026-03-20T05:49:11.673234Z","steps":["trace[1697455016] 'process raft request' (duration: 436.945274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:11.67329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.913752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T05:49:11.673383Z","caller":"traceutil/trace.go:171","msg":"trace[2102058970] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:7779; }","duration":"502.064887ms","start":"2026-03-20T05:49:11.171306Z","end":"2026-03-20T05:49:11.673371Z","steps":["trace[2102058970] 'agreement among raft nodes before linearized reading' (duration: 501.921612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:11.67343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:11.236046Z","time spent":"437.299515ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:49:11.673478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:11.171289Z","time spent":"502.174691ms","remote":"127.0.0.1:44278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-20T05:49:35.197443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.598578ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T05:49:35.197619Z","caller":"traceutil/trace.go:171","msg":"trace[1078707182] linearizableReadLoop","detail":"{readStateIndex:8254; appliedIndex:8252; }","duration":"183.670976ms","start":"2026-03-20T05:49:35.013924Z","end":"2026-03-20T05:49:35.197595Z","steps":["trace[1078707182] 'read index received' (duration: 3.20985ms)","trace[1078707182] 'applied index is now lower than readState.Index' (duration: 180.459336ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:49:35.197972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.021677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T05:49:35.198069Z","caller":"traceutil/trace.go:171","msg":"trace[2019667457] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7949; }","duration":"184.158101ms","start":"2026-03-20T05:49:35.013888Z","end":"2026-03-20T05:49:35.198046Z","steps":["trace[2019667457] 'agreement among raft nodes before linearized reading' (duration: 183.861992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:35.19812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.478805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-9zxgn\" ","response":"range_response_count:1 size:4455"} {"level":"warn","ts":"2026-03-20T05:49:35.19822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.626855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-03-20T05:49:35.198265Z","caller":"traceutil/trace.go:171","msg":"trace[1847027374] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:7949; }","duration":"137.701798ms","start":"2026-03-20T05:49:35.060551Z","end":"2026-03-20T05:49:35.198253Z","steps":["trace[1847027374] 'agreement among raft nodes before linearized reading' (duration: 137.520732ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:49:35.198192Z","caller":"traceutil/trace.go:171","msg":"trace[738949628] transaction","detail":"{read_only:false; response_revision:7949; number_of_response:1; }","duration":"215.564426ms","start":"2026-03-20T05:49:34.982487Z","end":"2026-03-20T05:49:35.198051Z","steps":["trace[738949628] 'process raft request' (duration: 112.219026ms)","trace[738949628] 'compare' (duration: 102.409381ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:49:35.198602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.151163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-20T05:49:35.198645Z","caller":"traceutil/trace.go:171","msg":"trace[1594320593] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7949; }","duration":"168.189985ms","start":"2026-03-20T05:49:35.030442Z","end":"2026-03-20T05:49:35.198632Z","steps":["trace[1594320593] 'agreement among raft nodes before linearized reading' (duration: 168.083732ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:49:35.199588Z","caller":"traceutil/trace.go:171","msg":"trace[1561934974] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-9zxgn; range_end:; response_count:1; response_revision:7949; }","duration":"178.742173ms","start":"2026-03-20T05:49:35.019503Z","end":"2026-03-20T05:49:35.198245Z","steps":["trace[1561934974] 'agreement among raft nodes before linearized reading' (duration: 178.3169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:38.495843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.835209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-20T05:49:38.496107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.342561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:49:38.496121Z","caller":"traceutil/trace.go:171","msg":"trace[1931345311] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7963; }","duration":"454.164579ms","start":"2026-03-20T05:49:38.04193Z","end":"2026-03-20T05:49:38.496095Z","steps":["trace[1931345311] 'range keys from in-memory index tree' (duration: 453.644963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:38.496338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:38.041915Z","time spent":"454.405947ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-20T05:49:38.496029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.715333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T05:49:38.496494Z","caller":"traceutil/trace.go:171","msg":"trace[1462990641] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:7963; }","duration":"311.218689ms","start":"2026-03-20T05:49:38.185247Z","end":"2026-03-20T05:49:38.496465Z","steps":["trace[1462990641] 'count revisions from in-memory index tree' (duration: 310.62959ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:49:38.496215Z","caller":"traceutil/trace.go:171","msg":"trace[2123970567] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:7963; }","duration":"469.466495ms","start":"2026-03-20T05:49:38.026717Z","end":"2026-03-20T05:49:38.496184Z","steps":["trace[2123970567] 'count revisions from in-memory index tree' (duration: 469.273608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:38.496663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:38.185228Z","time spent":"311.367563ms","remote":"127.0.0.1:44232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-20T05:49:38.496737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:38.026695Z","time spent":"470.009491ms","remote":"127.0.0.1:34602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-20T05:49:38.95877Z","caller":"traceutil/trace.go:171","msg":"trace[1108685371] transaction","detail":"{read_only:false; response_revision:7964; number_of_response:1; }","duration":"457.909576ms","start":"2026-03-20T05:49:38.500839Z","end":"2026-03-20T05:49:38.958749Z","steps":["trace[1108685371] 'process raft request' (duration: 457.757461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:38.958901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:38.500819Z","time spent":"458.014729ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:49:38.969299Z","caller":"traceutil/trace.go:171","msg":"trace[1249492340] linearizableReadLoop","detail":"{readStateIndex:8271; appliedIndex:8269; }","duration":"468.315809ms","start":"2026-03-20T05:49:38.500965Z","end":"2026-03-20T05:49:38.969281Z","steps":["trace[1249492340] 'read index received' (duration: 457.672218ms)","trace[1249492340] 'applied index is now lower than readState.Index' (duration: 10.642811ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:49:38.969515Z","caller":"traceutil/trace.go:171","msg":"trace[162811224] transaction","detail":"{read_only:false; response_revision:7965; number_of_response:1; }","duration":"468.577947ms","start":"2026-03-20T05:49:38.500925Z","end":"2026-03-20T05:49:38.969503Z","steps":["trace[162811224] 'process raft request' (duration: 468.232757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:38.969616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:38.500899Z","time spent":"468.64757ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:49:38.969725Z","caller":"traceutil/trace.go:171","msg":"trace[509667409] transaction","detail":"{read_only:false; response_revision:7966; number_of_response:1; }","duration":"468.414452ms","start":"2026-03-20T05:49:38.501303Z","end":"2026-03-20T05:49:38.969717Z","steps":["trace[509667409] 'process raft request' (duration: 467.948897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:38.96977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:38.501292Z","time spent":"468.458284ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:49:38.970163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.196856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228581"} {"level":"info","ts":"2026-03-20T05:49:38.970198Z","caller":"traceutil/trace.go:171","msg":"trace[1026849238] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:7966; }","duration":"469.254139ms","start":"2026-03-20T05:49:38.500937Z","end":"2026-03-20T05:49:38.970191Z","steps":["trace[1026849238] 'agreement among raft nodes before linearized reading' (duration: 468.943609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:38.970219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:38.500924Z","time spent":"469.290049ms","remote":"127.0.0.1:43956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228604,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-20T05:49:41.359171Z","caller":"traceutil/trace.go:171","msg":"trace[227183517] transaction","detail":"{read_only:false; response_revision:7975; number_of_response:1; }","duration":"352.837621ms","start":"2026-03-20T05:49:41.006272Z","end":"2026-03-20T05:49:41.35911Z","steps":["trace[227183517] 'process raft request' (duration: 276.1933ms)","trace[227183517] 'compare' (duration: 75.998341ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:49:41.359384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:41.006248Z","time spent":"353.030727ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:49:41.401537Z","caller":"traceutil/trace.go:171","msg":"trace[1468656310] transaction","detail":"{read_only:false; response_revision:7976; number_of_response:1; }","duration":"394.157225ms","start":"2026-03-20T05:49:41.00735Z","end":"2026-03-20T05:49:41.401507Z","steps":["trace[1468656310] 'process raft request' (duration: 393.906677ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:49:41.401709Z","caller":"traceutil/trace.go:171","msg":"trace[716015105] transaction","detail":"{read_only:false; response_revision:7977; number_of_response:1; }","duration":"368.429236ms","start":"2026-03-20T05:49:41.033261Z","end":"2026-03-20T05:49:41.40169Z","steps":["trace[716015105] 'process raft request' (duration: 368.190318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:41.401752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:41.007333Z","time spent":"394.32207ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:49:41.40181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:41.03324Z","time spent":"368.523479ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:49:41.401882Z","caller":"traceutil/trace.go:171","msg":"trace[71199743] linearizableReadLoop","detail":"{readStateIndex:8282; appliedIndex:8280; }","duration":"394.351391ms","start":"2026-03-20T05:49:41.007482Z","end":"2026-03-20T05:49:41.401834Z","steps":["trace[71199743] 'read index received' (duration: 274.980853ms)","trace[71199743] 'applied index is now lower than readState.Index' (duration: 119.368958ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:49:41.401931Z","caller":"traceutil/trace.go:171","msg":"trace[1622476981] transaction","detail":"{read_only:false; response_revision:7978; number_of_response:1; }","duration":"183.282994ms","start":"2026-03-20T05:49:41.218615Z","end":"2026-03-20T05:49:41.401898Z","steps":["trace[1622476981] 'process raft request' (duration: 183.000785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:41.402118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.243475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-20T05:49:41.402136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.442974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-20T05:49:41.402163Z","caller":"traceutil/trace.go:171","msg":"trace[558660416] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7978; }","duration":"166.287826ms","start":"2026-03-20T05:49:41.235863Z","end":"2026-03-20T05:49:41.402151Z","steps":["trace[558660416] 'agreement among raft nodes before linearized reading' (duration: 166.148512ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:49:41.402198Z","caller":"traceutil/trace.go:171","msg":"trace[1021653154] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7978; }","duration":"169.549357ms","start":"2026-03-20T05:49:41.232632Z","end":"2026-03-20T05:49:41.402182Z","steps":["trace[1021653154] 'agreement among raft nodes before linearized reading' (duration: 169.371241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:41.402242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.755383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228581"} {"level":"info","ts":"2026-03-20T05:49:41.402288Z","caller":"traceutil/trace.go:171","msg":"trace[106603332] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:7978; }","duration":"394.820836ms","start":"2026-03-20T05:49:41.007447Z","end":"2026-03-20T05:49:41.402268Z","steps":["trace[106603332] 'agreement among raft nodes before linearized reading' (duration: 394.501076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:41.40231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:41.00744Z","time spent":"394.863437ms","remote":"127.0.0.1:43956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228604,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-20T05:49:42.314755Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645181517389395,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T05:49:42.815105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.086437ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T05:49:42.815274Z","caller":"traceutil/trace.go:171","msg":"trace[2014213939] transaction","detail":"{read_only:false; response_revision:7981; number_of_response:1; }","duration":"1.049326558s","start":"2026-03-20T05:49:41.765914Z","end":"2026-03-20T05:49:42.815241Z","steps":["trace[2014213939] 'process raft request' (duration: 735.021734ms)","trace[2014213939] 'compare' (duration: 313.869361ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:49:42.815382Z","caller":"traceutil/trace.go:171","msg":"trace[1570346191] transaction","detail":"{read_only:false; response_revision:7983; number_of_response:1; }","duration":"330.314731ms","start":"2026-03-20T05:49:42.48505Z","end":"2026-03-20T05:49:42.815365Z","steps":["trace[1570346191] 'process raft request' (duration: 330.26875ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:49:42.815378Z","caller":"traceutil/trace.go:171","msg":"trace[230668790] linearizableReadLoop","detail":"{readStateIndex:8288; appliedIndex:8287; }","duration":"1.001164633s","start":"2026-03-20T05:49:41.814187Z","end":"2026-03-20T05:49:42.815352Z","steps":["trace[230668790] 'read index received' (duration: 686.839698ms)","trace[230668790] 'applied index is now lower than readState.Index' (duration: 314.322995ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:49:42.815421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:41.765889Z","time spent":"1.049447922s","remote":"127.0.0.1:43826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:49:42.815448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:42.485014Z","time spent":"330.403324ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:49:42.815532Z","caller":"traceutil/trace.go:171","msg":"trace[830554685] transaction","detail":"{read_only:false; response_revision:7982; number_of_response:1; }","duration":"480.711433ms","start":"2026-03-20T05:49:42.334789Z","end":"2026-03-20T05:49:42.815501Z","steps":["trace[830554685] 'process raft request' (duration: 480.442185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:42.815636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.402683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T05:49:42.815673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:42.334765Z","time spent":"480.832367ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:49:42.81568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.897808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T05:49:42.815701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.832072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-20T05:49:42.815706Z","caller":"traceutil/trace.go:171","msg":"trace[1991346230] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7983; }","duration":"929.521356ms","start":"2026-03-20T05:49:41.886165Z","end":"2026-03-20T05:49:42.815686Z","steps":["trace[1991346230] 'agreement among raft nodes before linearized reading' (duration: 929.407493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:42.815723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.120612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:49:42.815736Z","caller":"traceutil/trace.go:171","msg":"trace[2042503787] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:7983; }","duration":"311.021012ms","start":"2026-03-20T05:49:42.504699Z","end":"2026-03-20T05:49:42.81572Z","steps":["trace[2042503787] 'agreement among raft nodes before linearized reading' (duration: 310.925639ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:49:42.815748Z","caller":"traceutil/trace.go:171","msg":"trace[1453992013] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:7983; }","duration":"278.904195ms","start":"2026-03-20T05:49:42.536828Z","end":"2026-03-20T05:49:42.815733Z","steps":["trace[1453992013] 'agreement among raft nodes before linearized reading' (duration: 278.75852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:42.815757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:41.886143Z","time spent":"929.602659ms","remote":"127.0.0.1:43806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T05:49:42.815773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.826084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-20T05:49:42.815777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:42.504673Z","time spent":"311.095205ms","remote":"127.0.0.1:34666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-03-20T05:49:42.815779Z","caller":"traceutil/trace.go:171","msg":"trace[477208222] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:7983; }","duration":"195.239915ms","start":"2026-03-20T05:49:42.620521Z","end":"2026-03-20T05:49:42.815761Z","steps":["trace[477208222] 'agreement among raft nodes before linearized reading' (duration: 195.142242ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:49:42.815812Z","caller":"traceutil/trace.go:171","msg":"trace[1140560049] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:7983; }","duration":"543.905787ms","start":"2026-03-20T05:49:42.271894Z","end":"2026-03-20T05:49:42.8158Z","steps":["trace[1140560049] 'agreement among raft nodes before linearized reading' (duration: 543.820274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:42.815844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:42.271872Z","time spent":"543.964499ms","remote":"127.0.0.1:43284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-20T05:49:42.816215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002029349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-20T05:49:42.816265Z","caller":"traceutil/trace.go:171","msg":"trace[1020143720] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7983; }","duration":"1.002128843s","start":"2026-03-20T05:49:41.814121Z","end":"2026-03-20T05:49:42.81625Z","steps":["trace[1020143720] 'agreement among raft nodes before linearized reading' (duration: 1.001371149s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:42.816308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:41.814054Z","time spent":"1.002242836s","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-20T05:49:52.363925Z","caller":"traceutil/trace.go:171","msg":"trace[531157524] transaction","detail":"{read_only:false; response_revision:8071; number_of_response:1; }","duration":"184.46653ms","start":"2026-03-20T05:49:52.179425Z","end":"2026-03-20T05:49:52.363891Z","steps":["trace[531157524] 'process raft request' (duration: 184.270324ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:49:52.363944Z","caller":"traceutil/trace.go:171","msg":"trace[2080398365] linearizableReadLoop","detail":"{readStateIndex:8383; appliedIndex:8382; }","duration":"184.404038ms","start":"2026-03-20T05:49:52.179513Z","end":"2026-03-20T05:49:52.363917Z","steps":["trace[2080398365] 'read index received' (duration: 184.081188ms)","trace[2080398365] 'applied index is now lower than readState.Index' (duration: 250.108µs)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:49:52.364402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.848853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-9zxgn\" ","response":"range_response_count:1 size:4648"} {"level":"info","ts":"2026-03-20T05:49:52.364484Z","caller":"traceutil/trace.go:171","msg":"trace[1839728830] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-9zxgn; range_end:; response_count:1; response_revision:8071; }","duration":"184.998577ms","start":"2026-03-20T05:49:52.179468Z","end":"2026-03-20T05:49:52.364466Z","steps":["trace[1839728830] 'agreement among raft nodes before linearized reading' (duration: 184.544683ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:49:52.817183Z","caller":"traceutil/trace.go:171","msg":"trace[1348442631] transaction","detail":"{read_only:false; response_revision:8072; number_of_response:1; }","duration":"445.366296ms","start":"2026-03-20T05:49:52.371787Z","end":"2026-03-20T05:49:52.817153Z","steps":["trace[1348442631] 'process raft request' (duration: 445.19909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:52.817366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:52.371753Z","time spent":"445.525851ms","remote":"127.0.0.1:43956","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4638,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:49:52.877595Z","caller":"traceutil/trace.go:171","msg":"trace[2120733645] transaction","detail":"{read_only:false; response_revision:8073; number_of_response:1; }","duration":"294.322204ms","start":"2026-03-20T05:49:52.583231Z","end":"2026-03-20T05:49:52.877553Z","steps":["trace[2120733645] 'process raft request' (duration: 294.019865ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:49:53.364508Z","caller":"traceutil/trace.go:171","msg":"trace[220328698] linearizableReadLoop","detail":"{readStateIndex:8386; appliedIndex:8385; }","duration":"477.334269ms","start":"2026-03-20T05:49:52.887137Z","end":"2026-03-20T05:49:53.364471Z","steps":["trace[220328698] 'read index received' (duration: 477.267537ms)","trace[220328698] 'applied index is now lower than readState.Index' (duration: 65.402µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:49:53.364537Z","caller":"traceutil/trace.go:171","msg":"trace[1155192323] transaction","detail":"{read_only:false; response_revision:8074; number_of_response:1; }","duration":"482.295113ms","start":"2026-03-20T05:49:52.882212Z","end":"2026-03-20T05:49:53.364507Z","steps":["trace[1155192323] 'process raft request' (duration: 482.123858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:53.364672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.508814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:49:53.364711Z","caller":"traceutil/trace.go:171","msg":"trace[37830467] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8074; }","duration":"477.616567ms","start":"2026-03-20T05:49:52.887084Z","end":"2026-03-20T05:49:53.364701Z","steps":["trace[37830467] 'agreement among raft nodes before linearized reading' (duration: 477.525264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:53.364787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:52.887059Z","time spent":"477.719411ms","remote":"127.0.0.1:43806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T05:49:53.364947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:52.882194Z","time spent":"482.408036ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:49:53.557933Z","caller":"traceutil/trace.go:171","msg":"trace[779975150] linearizableReadLoop","detail":"{readStateIndex:8387; appliedIndex:8386; }","duration":"193.210953ms","start":"2026-03-20T05:49:53.364572Z","end":"2026-03-20T05:49:53.557783Z","steps":["trace[779975150] 'read index received' (duration: 100.817102ms)","trace[779975150] 'applied index is now lower than readState.Index' (duration: 92.392011ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:49:53.557989Z","caller":"traceutil/trace.go:171","msg":"trace[1110472132] transaction","detail":"{read_only:false; response_revision:8075; number_of_response:1; }","duration":"639.029882ms","start":"2026-03-20T05:49:52.918923Z","end":"2026-03-20T05:49:53.557953Z","steps":["trace[1110472132] 'process raft request' (duration: 546.468646ms)","trace[1110472132] 'compare' (duration: 92.162184ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:49:53.558103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.402738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-20T05:49:53.558131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:52.918903Z","time spent":"639.155106ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:49:53.55815Z","caller":"traceutil/trace.go:171","msg":"trace[1483826019] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8075; }","duration":"446.530822ms","start":"2026-03-20T05:49:53.111606Z","end":"2026-03-20T05:49:53.558137Z","steps":["trace[1483826019] 'agreement among raft nodes before linearized reading' (duration: 446.432459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:53.5582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:53.11158Z","time spent":"446.610454ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-20T05:49:53.592932Z","caller":"traceutil/trace.go:171","msg":"trace[949618954] transaction","detail":"{read_only:false; response_revision:8076; number_of_response:1; }","duration":"124.008199ms","start":"2026-03-20T05:49:53.468909Z","end":"2026-03-20T05:49:53.592918Z","steps":["trace[949618954] 'process raft request' (duration: 123.941287ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:49:53.62026Z","caller":"traceutil/trace.go:171","msg":"trace[108803050] transaction","detail":"{read_only:false; response_revision:8077; number_of_response:1; }","duration":"150.090688ms","start":"2026-03-20T05:49:53.470146Z","end":"2026-03-20T05:49:53.620237Z","steps":["trace[108803050] 'process raft request' (duration: 149.926582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:53.620524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.358636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:49:53.620583Z","caller":"traceutil/trace.go:171","msg":"trace[1133252670] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8078; }","duration":"254.430498ms","start":"2026-03-20T05:49:53.366138Z","end":"2026-03-20T05:49:53.620569Z","steps":["trace[1133252670] 'agreement among raft nodes before linearized reading' (duration: 254.289993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:53.620568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.145496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-20T05:49:53.620601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.120299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kqxt2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-20T05:49:53.620637Z","caller":"traceutil/trace.go:171","msg":"trace[563460695] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kqxt2; range_end:; response_count:1; response_revision:8078; }","duration":"130.180111ms","start":"2026-03-20T05:49:53.490448Z","end":"2026-03-20T05:49:53.620628Z","steps":["trace[563460695] 'agreement among raft nodes before linearized reading' (duration: 130.087718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:53.620578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.872201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-03-20T05:49:53.620667Z","caller":"traceutil/trace.go:171","msg":"trace[371436634] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8078; }","duration":"130.198752ms","start":"2026-03-20T05:49:53.490462Z","end":"2026-03-20T05:49:53.620661Z","steps":["trace[371436634] 'agreement among raft nodes before linearized reading' (duration: 129.969285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:53.62068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.166995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-20T05:49:53.620733Z","caller":"traceutil/trace.go:171","msg":"trace[1370966325] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8078; }","duration":"125.230057ms","start":"2026-03-20T05:49:53.495487Z","end":"2026-03-20T05:49:53.620717Z","steps":["trace[1370966325] 'agreement among raft nodes before linearized reading' (duration: 125.128124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:53.620801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.47479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T05:49:53.620828Z","caller":"traceutil/trace.go:171","msg":"trace[1611195075] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:8078; }","duration":"150.533262ms","start":"2026-03-20T05:49:53.470288Z","end":"2026-03-20T05:49:53.620821Z","steps":["trace[1611195075] 'agreement among raft nodes before linearized reading' (duration: 150.47554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:53.62085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.678431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-20T05:49:53.620896Z","caller":"traceutil/trace.go:171","msg":"trace[805349443] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8078; }","duration":"156.759774ms","start":"2026-03-20T05:49:53.464126Z","end":"2026-03-20T05:49:53.620886Z","steps":["trace[805349443] 'agreement among raft nodes before linearized reading' (duration: 156.64958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:53.620995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.49981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-20T05:49:53.621035Z","caller":"traceutil/trace.go:171","msg":"trace[369091246] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8078; }","duration":"140.563422ms","start":"2026-03-20T05:49:53.480463Z","end":"2026-03-20T05:49:53.621027Z","steps":["trace[369091246] 'agreement among raft nodes before linearized reading' (duration: 140.458379ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:49:53.620637Z","caller":"traceutil/trace.go:171","msg":"trace[431152411] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8078; }","duration":"136.241148ms","start":"2026-03-20T05:49:53.484377Z","end":"2026-03-20T05:49:53.620618Z","steps":["trace[431152411] 'agreement among raft nodes before linearized reading' (duration: 136.045652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:54.295448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.254735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-20T05:49:54.295526Z","caller":"traceutil/trace.go:171","msg":"trace[1158312936] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8084; }","duration":"507.382609ms","start":"2026-03-20T05:49:53.788125Z","end":"2026-03-20T05:49:54.295508Z","steps":["trace[1158312936] 'range keys from in-memory index tree' (duration: 506.869183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:54.295586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:53.788106Z","time spent":"507.467592ms","remote":"127.0.0.1:44172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-03-20T05:49:54.295575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.188162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:1 size:598"} {"level":"warn","ts":"2026-03-20T05:49:54.295623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.480028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-20T05:49:54.295648Z","caller":"traceutil/trace.go:171","msg":"trace[1560095207] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8084; }","duration":"368.53153ms","start":"2026-03-20T05:49:53.92711Z","end":"2026-03-20T05:49:54.295641Z","steps":["trace[1560095207] 'range keys from in-memory index tree' (duration: 368.400526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:54.295668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:53.927094Z","time spent":"368.570701ms","remote":"127.0.0.1:54208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3695,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"info","ts":"2026-03-20T05:49:54.295638Z","caller":"traceutil/trace.go:171","msg":"trace[340977979] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:1; response_revision:8084; }","duration":"506.282025ms","start":"2026-03-20T05:49:53.78934Z","end":"2026-03-20T05:49:54.295622Z","steps":["trace[340977979] 'range keys from in-memory index tree' (duration: 506.025667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:54.295799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:53.789331Z","time spent":"506.4556ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":621,"request content":"key:\"/registry/secrets/openstack/rook-ceph-config\" "} {"level":"warn","ts":"2026-03-20T05:49:54.295937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.74496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-20T05:49:54.296038Z","caller":"traceutil/trace.go:171","msg":"trace[1086981106] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8084; }","duration":"507.911245ms","start":"2026-03-20T05:49:53.788108Z","end":"2026-03-20T05:49:54.296019Z","steps":["trace[1086981106] 'range keys from in-memory index tree' (duration: 507.43119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:54.296089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:53.788079Z","time spent":"508.000288ms","remote":"127.0.0.1:44172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"info","ts":"2026-03-20T05:49:54.584785Z","caller":"traceutil/trace.go:171","msg":"trace[544388470] linearizableReadLoop","detail":"{readStateIndex:8397; appliedIndex:8396; }","duration":"276.667236ms","start":"2026-03-20T05:49:54.308042Z","end":"2026-03-20T05:49:54.584709Z","steps":["trace[544388470] 'read index received' (duration: 276.535532ms)","trace[544388470] 'applied index is now lower than readState.Index' (duration: 130.714µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:49:54.584884Z","caller":"traceutil/trace.go:171","msg":"trace[1642795263] transaction","detail":"{read_only:false; response_revision:8085; number_of_response:1; }","duration":"279.06627ms","start":"2026-03-20T05:49:54.305784Z","end":"2026-03-20T05:49:54.584851Z","steps":["trace[1642795263] 'process raft request' (duration: 278.770531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:54.585046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.991017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-20T05:49:54.58562Z","caller":"traceutil/trace.go:171","msg":"trace[1560806075] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8085; }","duration":"277.577824ms","start":"2026-03-20T05:49:54.308011Z","end":"2026-03-20T05:49:54.585589Z","steps":["trace[1560806075] 'agreement among raft nodes before linearized reading' (duration: 276.924804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:54.585171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.140859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-20T05:49:54.585979Z","caller":"traceutil/trace.go:171","msg":"trace[1903920799] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8085; }","duration":"244.790969ms","start":"2026-03-20T05:49:54.340996Z","end":"2026-03-20T05:49:54.585786Z","steps":["trace[1903920799] 'agreement among raft nodes before linearized reading' (duration: 243.987594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:54.834992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.418985ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T05:49:54.840312Z","caller":"traceutil/trace.go:171","msg":"trace[841423397] linearizableReadLoop","detail":"{readStateIndex:8398; appliedIndex:8397; }","duration":"247.005648ms","start":"2026-03-20T05:49:54.593253Z","end":"2026-03-20T05:49:54.840258Z","steps":["trace[841423397] 'read index received' (duration: 135.260998ms)","trace[841423397] 'applied index is now lower than readState.Index' (duration: 111.74159ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:49:54.840397Z","caller":"traceutil/trace.go:171","msg":"trace[1061646409] transaction","detail":"{read_only:false; response_revision:8086; number_of_response:1; }","duration":"249.240307ms","start":"2026-03-20T05:49:54.591108Z","end":"2026-03-20T05:49:54.840348Z","steps":["trace[1061646409] 'process raft request' (duration: 137.361853ms)","trace[1061646409] 'compare' (duration: 105.757635ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:49:54.840501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.245325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-20T05:49:54.840541Z","caller":"traceutil/trace.go:171","msg":"trace[155739447] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:8086; }","duration":"247.313287ms","start":"2026-03-20T05:49:54.593207Z","end":"2026-03-20T05:49:54.84052Z","steps":["trace[155739447] 'agreement among raft nodes before linearized reading' (duration: 247.193794ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:49:54.871579Z","caller":"traceutil/trace.go:171","msg":"trace[1247046256] transaction","detail":"{read_only:false; response_revision:8087; number_of_response:1; }","duration":"137.441006ms","start":"2026-03-20T05:49:54.734107Z","end":"2026-03-20T05:49:54.871548Z","steps":["trace[1247046256] 'process raft request' (duration: 137.24621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:54.871652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.785028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-20T05:49:54.871707Z","caller":"traceutil/trace.go:171","msg":"trace[1396047340] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8087; }","duration":"254.879621ms","start":"2026-03-20T05:49:54.616813Z","end":"2026-03-20T05:49:54.871693Z","steps":["trace[1396047340] 'agreement among raft nodes before linearized reading' (duration: 254.694236ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:49:55.295294Z","caller":"traceutil/trace.go:171","msg":"trace[1145309084] transaction","detail":"{read_only:false; response_revision:8088; number_of_response:1; }","duration":"361.776661ms","start":"2026-03-20T05:49:54.933482Z","end":"2026-03-20T05:49:55.295258Z","steps":["trace[1145309084] 'process raft request' (duration: 361.465291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:55.295439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:54.933463Z","time spent":"361.900645ms","remote":"127.0.0.1:43262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:49:55.529273Z","caller":"traceutil/trace.go:171","msg":"trace[627446885] linearizableReadLoop","detail":"{readStateIndex:8401; appliedIndex:8400; }","duration":"160.063856ms","start":"2026-03-20T05:49:55.369183Z","end":"2026-03-20T05:49:55.529247Z","steps":["trace[627446885] 'read index received' (duration: 69.360158ms)","trace[627446885] 'applied index is now lower than readState.Index' (duration: 90.702738ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:49:55.529524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.334704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-20T05:49:55.529586Z","caller":"traceutil/trace.go:171","msg":"trace[919928528] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8089; }","duration":"160.448908ms","start":"2026-03-20T05:49:55.369123Z","end":"2026-03-20T05:49:55.529572Z","steps":["trace[919928528] 'agreement among raft nodes before linearized reading' (duration: 160.229811ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:49:55.529582Z","caller":"traceutil/trace.go:171","msg":"trace[1847187736] transaction","detail":"{read_only:false; response_revision:8089; number_of_response:1; }","duration":"445.272707ms","start":"2026-03-20T05:49:55.084252Z","end":"2026-03-20T05:49:55.529525Z","steps":["trace[1847187736] 'process raft request' (duration: 354.390953ms)","trace[1847187736] 'compare' (duration: 90.408799ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:49:55.529847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:55.08423Z","time spent":"445.457053ms","remote":"127.0.0.1:44106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T05:49:55.778676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.425436ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T05:49:55.778804Z","caller":"traceutil/trace.go:171","msg":"trace[1015893422] transaction","detail":"{read_only:false; response_revision:8093; number_of_response:1; }","duration":"182.48116ms","start":"2026-03-20T05:49:55.596301Z","end":"2026-03-20T05:49:55.778783Z","steps":["trace[1015893422] 'process raft request' (duration: 43.856058ms)","trace[1015893422] 'compare' (duration: 138.261761ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:49:55.956972Z","caller":"traceutil/trace.go:171","msg":"trace[1128621563] linearizableReadLoop","detail":"{readStateIndex:8406; appliedIndex:8404; }","duration":"331.232605ms","start":"2026-03-20T05:49:55.625709Z","end":"2026-03-20T05:49:55.956942Z","steps":["trace[1128621563] 'read index received' (duration: 14.460727ms)","trace[1128621563] 'applied index is now lower than readState.Index' (duration: 316.770628ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:49:55.956988Z","caller":"traceutil/trace.go:171","msg":"trace[657380293] transaction","detail":"{read_only:false; response_revision:8094; number_of_response:1; }","duration":"359.904173ms","start":"2026-03-20T05:49:55.59702Z","end":"2026-03-20T05:49:55.956924Z","steps":["trace[657380293] 'process raft request' (duration: 300.522854ms)","trace[657380293] 'compare' (duration: 59.117481ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:49:55.95702Z","caller":"traceutil/trace.go:171","msg":"trace[970246001] transaction","detail":"{read_only:false; response_revision:8095; number_of_response:1; }","duration":"330.844264ms","start":"2026-03-20T05:49:55.626145Z","end":"2026-03-20T05:49:55.956989Z","steps":["trace[970246001] 'process raft request' (duration: 330.676209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:55.957192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:55.626112Z","time spent":"330.988618ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:49:55.957308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.673459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-20T05:49:55.95732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.575456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-20T05:49:55.957376Z","caller":"traceutil/trace.go:171","msg":"trace[1110136330] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8095; }","duration":"299.793272ms","start":"2026-03-20T05:49:55.657566Z","end":"2026-03-20T05:49:55.957359Z","steps":["trace[1110136330] 'agreement among raft nodes before linearized reading' (duration: 299.560845ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:49:55.957383Z","caller":"traceutil/trace.go:171","msg":"trace[1056180658] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8095; }","duration":"331.704401ms","start":"2026-03-20T05:49:55.625664Z","end":"2026-03-20T05:49:55.957369Z","steps":["trace[1056180658] 'agreement among raft nodes before linearized reading' (duration: 331.456273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:55.957426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:55.625643Z","time spent":"331.774682ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-20T05:49:55.957485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.073648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-20T05:49:55.95751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.327645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-20T05:49:55.957546Z","caller":"traceutil/trace.go:171","msg":"trace[1064785541] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8095; }","duration":"245.173272ms","start":"2026-03-20T05:49:55.712358Z","end":"2026-03-20T05:49:55.957532Z","steps":["trace[1064785541] 'agreement among raft nodes before linearized reading' (duration: 245.015307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:55.957547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.070774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kqxt2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-20T05:49:55.957574Z","caller":"traceutil/trace.go:171","msg":"trace[519478849] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8095; }","duration":"244.413627ms","start":"2026-03-20T05:49:55.713142Z","end":"2026-03-20T05:49:55.957555Z","steps":["trace[519478849] 'agreement among raft nodes before linearized reading' (duration: 244.244642ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:49:55.957628Z","caller":"traceutil/trace.go:171","msg":"trace[1563184146] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kqxt2; range_end:; response_count:1; response_revision:8095; }","duration":"241.184888ms","start":"2026-03-20T05:49:55.716423Z","end":"2026-03-20T05:49:55.957608Z","steps":["trace[1563184146] 'agreement among raft nodes before linearized reading' (duration: 240.908649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:55.95761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.173291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-20T05:49:55.957176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:55.596999Z","time spent":"360.081669ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:49:55.957693Z","caller":"traceutil/trace.go:171","msg":"trace[1849677101] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8095; }","duration":"245.314616ms","start":"2026-03-20T05:49:55.712358Z","end":"2026-03-20T05:49:55.957673Z","steps":["trace[1849677101] 'agreement among raft nodes before linearized reading' (duration: 245.023137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:57.354176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.890393ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-20T05:49:57.940421Z","caller":"traceutil/trace.go:171","msg":"trace[166466160] linearizableReadLoop","detail":"{readStateIndex:8414; appliedIndex:8413; }","duration":"143.037618ms","start":"2026-03-20T05:49:57.797349Z","end":"2026-03-20T05:49:57.940387Z","steps":["trace[166466160] 'read index received' (duration: 142.773919ms)","trace[166466160] 'applied index is now lower than readState.Index' (duration: 262.268µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:49:57.940479Z","caller":"traceutil/trace.go:171","msg":"trace[905097129] transaction","detail":"{read_only:false; response_revision:8101; number_of_response:1; }","duration":"312.03878ms","start":"2026-03-20T05:49:57.628408Z","end":"2026-03-20T05:49:57.940447Z","steps":["trace[905097129] 'process raft request' (duration: 311.685289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:57.94058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.225223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:49:57.940615Z","caller":"traceutil/trace.go:171","msg":"trace[134352349] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8101; }","duration":"143.301475ms","start":"2026-03-20T05:49:57.797304Z","end":"2026-03-20T05:49:57.940605Z","steps":["trace[134352349] 'agreement among raft nodes before linearized reading' (duration: 143.235223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:57.94064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:57.628388Z","time spent":"312.170064ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:49:58.206049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.540947ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T05:49:58.206209Z","caller":"traceutil/trace.go:171","msg":"trace[1897509279] transaction","detail":"{read_only:false; response_revision:8102; number_of_response:1; }","duration":"378.417965ms","start":"2026-03-20T05:49:57.827767Z","end":"2026-03-20T05:49:58.206185Z","steps":["trace[1897509279] 'process raft request' (duration: 148.658382ms)","trace[1897509279] 'compare' (duration: 229.401772ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:49:58.206328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:57.827751Z","time spent":"378.516299ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:49:58.206294Z","caller":"traceutil/trace.go:171","msg":"trace[1225617178] transaction","detail":"{read_only:false; response_revision:8104; number_of_response:1; }","duration":"242.936812ms","start":"2026-03-20T05:49:57.963339Z","end":"2026-03-20T05:49:58.206276Z","steps":["trace[1225617178] 'process raft request' (duration: 242.893461ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:49:58.206625Z","caller":"traceutil/trace.go:171","msg":"trace[21756794] linearizableReadLoop","detail":"{readStateIndex:8415; appliedIndex:8414; }","duration":"266.076119ms","start":"2026-03-20T05:49:57.940509Z","end":"2026-03-20T05:49:58.206586Z","steps":["trace[21756794] 'read index received' (duration: 36.048547ms)","trace[21756794] 'applied index is now lower than readState.Index' (duration: 230.022462ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:49:58.206682Z","caller":"traceutil/trace.go:171","msg":"trace[1515401233] transaction","detail":"{read_only:false; response_revision:8103; number_of_response:1; }","duration":"243.716186ms","start":"2026-03-20T05:49:57.962934Z","end":"2026-03-20T05:49:58.20665Z","steps":["trace[1515401233] 'process raft request' (duration: 243.238901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:58.206722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.655237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:49:58.206773Z","caller":"traceutil/trace.go:171","msg":"trace[964093449] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8104; }","duration":"319.74095ms","start":"2026-03-20T05:49:57.887018Z","end":"2026-03-20T05:49:58.206759Z","steps":["trace[964093449] 'agreement among raft nodes before linearized reading' (duration: 319.649907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:58.206807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:57.886997Z","time spent":"319.802862ms","remote":"127.0.0.1:43796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T05:49:58.206893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.924209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-20T05:49:58.206929Z","caller":"traceutil/trace.go:171","msg":"trace[377433328] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8104; }","duration":"198.024271ms","start":"2026-03-20T05:49:58.008894Z","end":"2026-03-20T05:49:58.206919Z","steps":["trace[377433328] 'agreement among raft nodes before linearized reading' (duration: 197.857006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:58.20703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.077858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-20T05:49:58.207094Z","caller":"traceutil/trace.go:171","msg":"trace[220113384] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8104; }","duration":"152.209953ms","start":"2026-03-20T05:49:58.054868Z","end":"2026-03-20T05:49:58.207078Z","steps":["trace[220113384] 'agreement among raft nodes before linearized reading' (duration: 152.027737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:58.207044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.202831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-20T05:49:58.207213Z","caller":"traceutil/trace.go:171","msg":"trace[1664730897] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8104; }","duration":"151.376317ms","start":"2026-03-20T05:49:58.055819Z","end":"2026-03-20T05:49:58.207195Z","steps":["trace[1664730897] 'agreement among raft nodes before linearized reading' (duration: 151.051387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:58.207156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.213802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-20T05:49:58.207313Z","caller":"traceutil/trace.go:171","msg":"trace[1709134565] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8104; }","duration":"151.414278ms","start":"2026-03-20T05:49:58.055884Z","end":"2026-03-20T05:49:58.207298Z","steps":["trace[1709134565] 'agreement among raft nodes before linearized reading' (duration: 151.181501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:58.207359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.412068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-20T05:49:58.207413Z","caller":"traceutil/trace.go:171","msg":"trace[90646544] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8104; }","duration":"151.517151ms","start":"2026-03-20T05:49:58.055885Z","end":"2026-03-20T05:49:58.207402Z","steps":["trace[90646544] 'agreement among raft nodes before linearized reading' (duration: 150.896882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:58.207764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.770316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kqxt2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-20T05:49:58.207827Z","caller":"traceutil/trace.go:171","msg":"trace[1112479327] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kqxt2; range_end:; response_count:1; response_revision:8104; }","duration":"147.857628ms","start":"2026-03-20T05:49:58.059954Z","end":"2026-03-20T05:49:58.207812Z","steps":["trace[1112479327] 'agreement among raft nodes before linearized reading' (duration: 147.109045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:58.713438Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645181517389778,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-20T05:49:58.778146Z","caller":"traceutil/trace.go:171","msg":"trace[262239484] transaction","detail":"{read_only:false; response_revision:8105; number_of_response:1; }","duration":"566.981935ms","start":"2026-03-20T05:49:58.211141Z","end":"2026-03-20T05:49:58.778123Z","steps":["trace[262239484] 'process raft request' (duration: 566.792139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:58.778298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:58.211117Z","time spent":"567.097829ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:49:58.778578Z","caller":"traceutil/trace.go:171","msg":"trace[1895532890] transaction","detail":"{read_only:false; response_revision:8106; number_of_response:1; }","duration":"567.392018ms","start":"2026-03-20T05:49:58.211161Z","end":"2026-03-20T05:49:58.778553Z","steps":["trace[1895532890] 'process raft request' (duration: 566.923054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:58.778718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:58.211145Z","time spent":"567.499741ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:49:58.778869Z","caller":"traceutil/trace.go:171","msg":"trace[2130298605] transaction","detail":"{read_only:false; response_revision:8107; number_of_response:1; }","duration":"567.695718ms","start":"2026-03-20T05:49:58.211161Z","end":"2026-03-20T05:49:58.778857Z","steps":["trace[2130298605] 'process raft request' (duration: 567.264515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:58.778924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:58.211148Z","time spent":"567.749499ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:49:59.050483Z","caller":"traceutil/trace.go:171","msg":"trace[791845368] transaction","detail":"{read_only:false; response_revision:8108; number_of_response:1; }","duration":"838.978107ms","start":"2026-03-20T05:49:58.211478Z","end":"2026-03-20T05:49:59.050456Z","steps":["trace[791845368] 'process raft request' (duration: 746.37396ms)","trace[791845368] 'compare' (duration: 92.247576ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:49:59.050587Z","caller":"traceutil/trace.go:171","msg":"trace[1633203411] linearizableReadLoop","detail":"{readStateIndex:8422; appliedIndex:8417; }","duration":"837.633595ms","start":"2026-03-20T05:49:58.212916Z","end":"2026-03-20T05:49:59.05055Z","steps":["trace[1633203411] 'read index received' (duration: 565.012334ms)","trace[1633203411] 'applied index is now lower than readState.Index' (duration: 272.618961ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:49:59.050651Z","caller":"traceutil/trace.go:171","msg":"trace[368921836] transaction","detail":"{read_only:false; response_revision:8109; number_of_response:1; }","duration":"839.09538ms","start":"2026-03-20T05:49:58.211529Z","end":"2026-03-20T05:49:59.050624Z","steps":["trace[368921836] 'process raft request' (duration: 838.872843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:59.050792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:58.211512Z","time spent":"839.210494ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:49:59.050629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:58.211447Z","time spent":"839.112711ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:49:59.050866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.15562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T05:49:59.050964Z","caller":"traceutil/trace.go:171","msg":"trace[1277021608] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:8109; }","duration":"629.288084ms","start":"2026-03-20T05:49:58.421654Z","end":"2026-03-20T05:49:59.050942Z","steps":["trace[1277021608] 'agreement among raft nodes before linearized reading' (duration: 629.104678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:59.051033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:58.421636Z","time spent":"629.380087ms","remote":"127.0.0.1:43956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":61,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-20T05:49:59.051176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.995139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:49:59.051228Z","caller":"traceutil/trace.go:171","msg":"trace[1319209299] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8109; }","duration":"165.079942ms","start":"2026-03-20T05:49:58.886133Z","end":"2026-03-20T05:49:59.051213Z","steps":["trace[1319209299] 'agreement among raft nodes before linearized reading' (duration: 165.005699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:59.051233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.300486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228496"} {"level":"info","ts":"2026-03-20T05:49:59.051305Z","caller":"traceutil/trace.go:171","msg":"trace[838562190] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8109; }","duration":"838.40776ms","start":"2026-03-20T05:49:58.212879Z","end":"2026-03-20T05:49:59.051287Z","steps":["trace[838562190] 'agreement among raft nodes before linearized reading' (duration: 837.835372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:59.051365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:58.212869Z","time spent":"838.480282ms","remote":"127.0.0.1:43956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228519,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-20T05:50:00.116868Z","caller":"traceutil/trace.go:171","msg":"trace[662287020] linearizableReadLoop","detail":"{readStateIndex:8423; appliedIndex:8422; }","duration":"126.847307ms","start":"2026-03-20T05:49:59.989997Z","end":"2026-03-20T05:50:00.116844Z","steps":["trace[662287020] 'read index received' (duration: 126.581139ms)","trace[662287020] 'applied index is now lower than readState.Index' (duration: 265.278µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:50:00.117032Z","caller":"traceutil/trace.go:171","msg":"trace[1178510573] transaction","detail":"{read_only:false; response_revision:8110; number_of_response:1; }","duration":"166.857346ms","start":"2026-03-20T05:49:59.950121Z","end":"2026-03-20T05:50:00.116978Z","steps":["trace[1178510573] 'process raft request' (duration: 166.521366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:50:00.117071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.062654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6cd867997c-gvgzc.189e769d04708aa4\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-20T05:50:00.117293Z","caller":"traceutil/trace.go:171","msg":"trace[2057865326] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6cd867997c-gvgzc.189e769d04708aa4; range_end:; response_count:1; response_revision:8110; }","duration":"127.296781ms","start":"2026-03-20T05:49:59.989941Z","end":"2026-03-20T05:50:00.117237Z","steps":["trace[2057865326] 'agreement among raft nodes before linearized reading' (duration: 126.999802ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:50:05.482776Z","caller":"traceutil/trace.go:171","msg":"trace[1679334053] linearizableReadLoop","detail":"{readStateIndex:8482; appliedIndex:8481; }","duration":"193.829242ms","start":"2026-03-20T05:50:05.288926Z","end":"2026-03-20T05:50:05.482756Z","steps":["trace[1679334053] 'read index received' (duration: 193.636146ms)","trace[1679334053] 'applied index is now lower than readState.Index' (duration: 192.066µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:50:05.482848Z","caller":"traceutil/trace.go:171","msg":"trace[646413229] transaction","detail":"{read_only:false; response_revision:8167; number_of_response:1; }","duration":"221.926571ms","start":"2026-03-20T05:50:05.260887Z","end":"2026-03-20T05:50:05.482813Z","steps":["trace[646413229] 'process raft request' (duration: 221.733775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:50:05.483028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.042448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-zqf5f\" ","response":"range_response_count:1 size:4559"} {"level":"info","ts":"2026-03-20T05:50:05.48309Z","caller":"traceutil/trace.go:171","msg":"trace[20990117] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-zqf5f; range_end:; response_count:1; response_revision:8167; }","duration":"194.183962ms","start":"2026-03-20T05:50:05.28889Z","end":"2026-03-20T05:50:05.483074Z","steps":["trace[20990117] 'agreement among raft nodes before linearized reading' (duration: 193.949485ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:50:07.476709Z","caller":"traceutil/trace.go:171","msg":"trace[717423942] linearizableReadLoop","detail":"{readStateIndex:8509; appliedIndex:8508; }","duration":"164.920556ms","start":"2026-03-20T05:50:07.311764Z","end":"2026-03-20T05:50:07.476684Z","steps":["trace[717423942] 'read index received' (duration: 164.593736ms)","trace[717423942] 'applied index is now lower than readState.Index' (duration: 325.69µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:50:07.476827Z","caller":"traceutil/trace.go:171","msg":"trace[487391988] transaction","detail":"{read_only:false; response_revision:8192; number_of_response:1; }","duration":"167.878078ms","start":"2026-03-20T05:50:07.308902Z","end":"2026-03-20T05:50:07.47678Z","steps":["trace[487391988] 'process raft request' (duration: 167.590459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:50:07.476969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.182174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-zqf5f\" ","response":"range_response_count:1 size:4749"} {"level":"info","ts":"2026-03-20T05:50:07.477024Z","caller":"traceutil/trace.go:171","msg":"trace[894225061] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-zqf5f; range_end:; response_count:1; response_revision:8192; }","duration":"165.275047ms","start":"2026-03-20T05:50:07.311733Z","end":"2026-03-20T05:50:07.477008Z","steps":["trace[894225061] 'agreement among raft nodes before linearized reading' (duration: 165.067561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:50:57.560503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.001584ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-20T05:50:57.560598Z","caller":"traceutil/trace.go:171","msg":"trace[463415212] linearizableReadLoop","detail":"{readStateIndex:9048; appliedIndex:9047; }","duration":"192.219522ms","start":"2026-03-20T05:50:57.368361Z","end":"2026-03-20T05:50:57.560581Z","steps":["trace[463415212] 'read index received' (duration: 66.382µs)","trace[463415212] 'applied index is now lower than readState.Index' (duration: 192.15206ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:50:57.56078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.337036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:50:57.561052Z","caller":"traceutil/trace.go:171","msg":"trace[903793769] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8719; }","duration":"192.726438ms","start":"2026-03-20T05:50:57.36831Z","end":"2026-03-20T05:50:57.561037Z","steps":["trace[903793769] 'agreement among raft nodes before linearized reading' (duration: 192.345236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:50:57.561057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.734335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-20T05:50:57.56118Z","caller":"traceutil/trace.go:171","msg":"trace[702128654] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8719; }","duration":"137.953401ms","start":"2026-03-20T05:50:57.423198Z","end":"2026-03-20T05:50:57.561151Z","steps":["trace[702128654] 'agreement among raft nodes before linearized reading' (duration: 137.503347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:51:03.42439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.699002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T05:51:03.424497Z","caller":"traceutil/trace.go:171","msg":"trace[1880511049] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8745; }","duration":"240.889748ms","start":"2026-03-20T05:51:03.183585Z","end":"2026-03-20T05:51:03.424475Z","steps":["trace[1880511049] 'range keys from in-memory index tree' (duration: 240.449565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:51:03.424811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.837897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-20T05:51:03.424834Z","caller":"traceutil/trace.go:171","msg":"trace[977639399] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8745; }","duration":"178.862527ms","start":"2026-03-20T05:51:03.245965Z","end":"2026-03-20T05:51:03.424827Z","steps":["trace[977639399] 'range keys from in-memory index tree' (duration: 178.650611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:51:03.424858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.545452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-20T05:51:03.424987Z","caller":"traceutil/trace.go:171","msg":"trace[1780923461] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8745; }","duration":"224.754469ms","start":"2026-03-20T05:51:03.200206Z","end":"2026-03-20T05:51:03.424961Z","steps":["trace[1780923461] 'range keys from in-memory index tree' (duration: 224.284124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:51:03.425228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.47653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-20T05:51:03.425435Z","caller":"traceutil/trace.go:171","msg":"trace[1627704889] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8745; }","duration":"235.000416ms","start":"2026-03-20T05:51:03.190316Z","end":"2026-03-20T05:51:03.425316Z","steps":["trace[1627704889] 'range keys from in-memory index tree' (duration: 234.203442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:51:03.932071Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645181517391597,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T05:51:04.432222Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645181517391597,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T05:51:04.933375Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645181517391597,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T05:51:05.194641Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.754010908s","expected-duration":"1s"} {"level":"info","ts":"2026-03-20T05:51:05.195615Z","caller":"traceutil/trace.go:171","msg":"trace[609812369] transaction","detail":"{read_only:false; response_revision:8746; number_of_response:1; }","duration":"1.765271305s","start":"2026-03-20T05:51:03.43029Z","end":"2026-03-20T05:51:05.195561Z","steps":["trace[609812369] 'process raft request' (duration: 1.764876023s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:51:05.195818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:51:03.430254Z","time spent":"1.76543308s","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:51:07.246866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.360112809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T05:51:07.246952Z","caller":"traceutil/trace.go:171","msg":"trace[17774102] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.360267724s","start":"2026-03-20T05:51:04.886668Z","end":"2026-03-20T05:51:07.246935Z","steps":["trace[17774102] 'agreement among raft nodes before linearized reading' (duration: 2.36016237s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:51:07.246995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:51:04.886642Z","time spent":"2.360344366s","remote":"127.0.0.1:43806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 05:51:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T05:51:07.28644Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.091159993s","expected-duration":"1s"} {"level":"info","ts":"2026-03-20T05:51:07.303237Z","caller":"traceutil/trace.go:171","msg":"trace[542588769] transaction","detail":"{read_only:false; response_revision:8749; number_of_response:1; }","duration":"2.847414027s","start":"2026-03-20T05:51:04.455802Z","end":"2026-03-20T05:51:07.303216Z","steps":["trace[542588769] 'process raft request' (duration: 2.847357175s)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:51:07.303688Z","caller":"traceutil/trace.go:171","msg":"trace[321877701] transaction","detail":"{read_only:false; response_revision:8748; number_of_response:1; }","duration":"3.872958289s","start":"2026-03-20T05:51:03.430705Z","end":"2026-03-20T05:51:07.303664Z","steps":["trace[321877701] 'process raft request' (duration: 3.872379251s)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:51:07.303688Z","caller":"traceutil/trace.go:171","msg":"trace[514153350] transaction","detail":"{read_only:false; response_revision:8747; number_of_response:1; }","duration":"3.873360021s","start":"2026-03-20T05:51:03.430287Z","end":"2026-03-20T05:51:07.303647Z","steps":["trace[514153350] 'process raft request' (duration: 3.856613293s)","trace[514153350] 'compare' (duration: 15.16856ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:51:07.303724Z","caller":"traceutil/trace.go:171","msg":"trace[404727872] transaction","detail":"{read_only:false; response_revision:8750; number_of_response:1; }","duration":"2.822612639s","start":"2026-03-20T05:51:04.481095Z","end":"2026-03-20T05:51:07.303707Z","steps":["trace[404727872] 'process raft request' (duration: 2.822093613s)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:51:07.303761Z","caller":"traceutil/trace.go:171","msg":"trace[1710955912] linearizableReadLoop","detail":"{readStateIndex:9080; appliedIndex:9075; }","duration":"3.871954248s","start":"2026-03-20T05:51:03.431772Z","end":"2026-03-20T05:51:07.303726Z","steps":["trace[1710955912] 'read index received' (duration: 1.763594503s)","trace[1710955912] 'applied index is now lower than readState.Index' (duration: 2.108356395s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:51:07.303855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:51:03.430686Z","time spent":"3.873073183s","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:51:07.303854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:51:04.481063Z","time spent":"2.822705082s","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:51:07.303804Z","caller":"traceutil/trace.go:171","msg":"trace[960809490] transaction","detail":"{read_only:false; response_revision:8751; number_of_response:1; }","duration":"2.362520773s","start":"2026-03-20T05:51:04.94122Z","end":"2026-03-20T05:51:07.303741Z","steps":["trace[960809490] 'process raft request' (duration: 2.362176603s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:51:07.303888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:51:04.45578Z","time spent":"2.848011546s","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:51:07.304079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:51:04.941201Z","time spent":"2.36273297s","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:51:07.304414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:51:03.430263Z","time spent":"3.873502296s","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:51:07.307726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.875952392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19451"} {"level":"info","ts":"2026-03-20T05:51:07.30781Z","caller":"traceutil/trace.go:171","msg":"trace[279392289] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8751; }","duration":"3.876071546s","start":"2026-03-20T05:51:03.431716Z","end":"2026-03-20T05:51:07.307788Z","steps":["trace[279392289] 'agreement among raft nodes before linearized reading' (duration: 3.872128654s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:51:07.307858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:51:03.4317Z","time spent":"3.876147548s","remote":"127.0.0.1:43948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19474,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-20T05:51:07.30833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.699333094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-20T05:51:07.308387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.381454522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T05:51:07.308415Z","caller":"traceutil/trace.go:171","msg":"trace[531077560] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8753; }","duration":"3.699461307s","start":"2026-03-20T05:51:03.608933Z","end":"2026-03-20T05:51:07.308394Z","steps":["trace[531077560] 'agreement among raft nodes before linearized reading' (duration: 3.69920633s)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:51:07.308442Z","caller":"traceutil/trace.go:171","msg":"trace[2096741665] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8753; }","duration":"3.381572515s","start":"2026-03-20T05:51:03.926852Z","end":"2026-03-20T05:51:07.308425Z","steps":["trace[2096741665] 'agreement among raft nodes before linearized reading' (duration: 3.381474362s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:51:07.308481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:51:03.608912Z","time spent":"3.699560441s","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-20T05:51:07.308495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:51:03.926825Z","time spent":"3.381657388s","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-20T05:51:07.308591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.415930839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:51:07.308622Z","caller":"traceutil/trace.go:171","msg":"trace[980672577] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:8753; }","duration":"3.41596102s","start":"2026-03-20T05:51:03.892652Z","end":"2026-03-20T05:51:07.308613Z","steps":["trace[980672577] 'agreement among raft nodes before linearized reading' (duration: 3.415911319s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:51:07.308642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:51:03.892635Z","time spent":"3.416002112s","remote":"127.0.0.1:34616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-20T05:51:07.308863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.497433113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-20T05:51:07.308896Z","caller":"traceutil/trace.go:171","msg":"trace[1396363004] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8753; }","duration":"3.497519096s","start":"2026-03-20T05:51:03.81137Z","end":"2026-03-20T05:51:07.30889Z","steps":["trace[1396363004] 'agreement among raft nodes before linearized reading' (duration: 3.497438723s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:51:07.308919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.40374731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T05:51:07.308983Z","caller":"traceutil/trace.go:171","msg":"trace[1337212524] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:8753; }","duration":"2.403831872s","start":"2026-03-20T05:51:04.905137Z","end":"2026-03-20T05:51:07.308968Z","steps":["trace[1337212524] 'agreement among raft nodes before linearized reading' (duration: 2.403547013s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:51:07.309032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:51:04.905129Z","time spent":"2.403890925s","remote":"127.0.0.1:43934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":57,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-20T05:51:07.309103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.695970469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-20T05:51:07.30914Z","caller":"traceutil/trace.go:171","msg":"trace[1318459086] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8753; }","duration":"3.696017711s","start":"2026-03-20T05:51:03.613113Z","end":"2026-03-20T05:51:07.309131Z","steps":["trace[1318459086] 'agreement among raft nodes before linearized reading' (duration: 3.695947389s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:51:07.309167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:51:03.613106Z","time spent":"3.696054932s","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T05:51:07.309377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.846568781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-20T05:51:07.308951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:51:03.811345Z","time spent":"3.497565937s","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-20T05:51:07.309437Z","caller":"traceutil/trace.go:171","msg":"trace[92680832] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8753; }","duration":"2.846675574s","start":"2026-03-20T05:51:04.462747Z","end":"2026-03-20T05:51:07.309422Z","steps":["trace[92680832] 'agreement among raft nodes before linearized reading' (duration: 2.84653229s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:51:07.309477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:51:04.462711Z","time spent":"2.846756737s","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T05:51:07.309037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.661952896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kqxt2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-20T05:51:07.309578Z","caller":"traceutil/trace.go:171","msg":"trace[1409697669] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kqxt2; range_end:; response_count:1; response_revision:8753; }","duration":"3.662535155s","start":"2026-03-20T05:51:03.647029Z","end":"2026-03-20T05:51:07.309564Z","steps":["trace[1409697669] 'agreement among raft nodes before linearized reading' (duration: 3.661933566s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:51:07.30961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.90367911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:51:07.30964Z","caller":"traceutil/trace.go:171","msg":"trace[318628327] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:8753; }","duration":"2.903756332s","start":"2026-03-20T05:51:04.405874Z","end":"2026-03-20T05:51:07.30963Z","steps":["trace[318628327] 'agreement among raft nodes before linearized reading' (duration: 2.90368661s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:51:07.309673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:51:04.405848Z","time spent":"2.903816094s","remote":"127.0.0.1:34586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-20T05:51:07.309635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:51:03.647008Z","time spent":"3.662618777s","remote":"127.0.0.1:43956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-kqxt2\" "} {"level":"info","ts":"2026-03-20T05:51:15.383878Z","caller":"traceutil/trace.go:171","msg":"trace[915854823] linearizableReadLoop","detail":"{readStateIndex:9126; appliedIndex:9125; }","duration":"304.725255ms","start":"2026-03-20T05:51:15.07913Z","end":"2026-03-20T05:51:15.383855Z","steps":["trace[915854823] 'read index received' (duration: 304.637952ms)","trace[915854823] 'applied index is now lower than readState.Index' (duration: 85.863µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:51:15.383914Z","caller":"traceutil/trace.go:171","msg":"trace[474962349] transaction","detail":"{read_only:false; response_revision:8793; number_of_response:1; }","duration":"570.04775ms","start":"2026-03-20T05:51:14.813845Z","end":"2026-03-20T05:51:15.383893Z","steps":["trace[474962349] 'process raft request' (duration: 569.863515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:51:15.384052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:51:14.813813Z","time spent":"570.152953ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:51:15.384094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.952222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-78d6db5d76-5qh9d.189e76b9bee2f3a4\" ","response":"range_response_count:1 size:787"} {"level":"info","ts":"2026-03-20T05:51:15.38414Z","caller":"traceutil/trace.go:171","msg":"trace[900441575] range","detail":"{range_begin:/registry/events/openstack/glance-api-78d6db5d76-5qh9d.189e76b9bee2f3a4; range_end:; response_count:1; response_revision:8793; }","duration":"305.058726ms","start":"2026-03-20T05:51:15.079066Z","end":"2026-03-20T05:51:15.384125Z","steps":["trace[900441575] 'agreement among raft nodes before linearized reading' (duration: 304.901671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:51:15.384182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:51:15.079015Z","time spent":"305.155348ms","remote":"127.0.0.1:43874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":810,"request content":"key:\"/registry/events/openstack/glance-api-78d6db5d76-5qh9d.189e76b9bee2f3a4\" "} {"level":"info","ts":"2026-03-20T05:51:15.514719Z","caller":"traceutil/trace.go:171","msg":"trace[2071242080] linearizableReadLoop","detail":"{readStateIndex:9128; appliedIndex:9126; }","duration":"130.747458ms","start":"2026-03-20T05:51:15.383945Z","end":"2026-03-20T05:51:15.514692Z","steps":["trace[2071242080] 'read index received' (duration: 112.579315ms)","trace[2071242080] 'applied index is now lower than readState.Index' (duration: 18.166803ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:51:15.514823Z","caller":"traceutil/trace.go:171","msg":"trace[628815092] transaction","detail":"{read_only:false; response_revision:8794; number_of_response:1; }","duration":"186.98412ms","start":"2026-03-20T05:51:15.327793Z","end":"2026-03-20T05:51:15.514778Z","steps":["trace[628815092] 'process raft request' (duration: 168.718654ms)","trace[628815092] 'compare' (duration: 17.896964ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:51:15.514926Z","caller":"traceutil/trace.go:171","msg":"trace[1939218658] transaction","detail":"{read_only:false; response_revision:8796; number_of_response:1; }","duration":"108.948683ms","start":"2026-03-20T05:51:15.40595Z","end":"2026-03-20T05:51:15.514898Z","steps":["trace[1939218658] 'process raft request' (duration: 108.696665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:51:15.515027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.086405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-20T05:51:15.515067Z","caller":"traceutil/trace.go:171","msg":"trace[1726638097] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8796; }","duration":"159.166008ms","start":"2026-03-20T05:51:15.355889Z","end":"2026-03-20T05:51:15.515055Z","steps":["trace[1726638097] 'agreement among raft nodes before linearized reading' (duration: 158.960282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:51:15.51513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.377973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-20T05:51:15.515159Z","caller":"traceutil/trace.go:171","msg":"trace[1462606368] transaction","detail":"{read_only:false; response_revision:8795; number_of_response:1; }","duration":"185.641618ms","start":"2026-03-20T05:51:15.3295Z","end":"2026-03-20T05:51:15.515142Z","steps":["trace[1462606368] 'process raft request' (duration: 185.07457ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:51:15.515188Z","caller":"traceutil/trace.go:171","msg":"trace[631271199] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8795; }","duration":"157.476646ms","start":"2026-03-20T05:51:15.357696Z","end":"2026-03-20T05:51:15.515172Z","steps":["trace[631271199] 'agreement among raft nodes before linearized reading' (duration: 157.032192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:51:15.515646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.276322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-20T05:51:15.515686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.998566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-20T05:51:15.515703Z","caller":"traceutil/trace.go:171","msg":"trace[1333413962] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8796; }","duration":"180.368895ms","start":"2026-03-20T05:51:15.33532Z","end":"2026-03-20T05:51:15.515689Z","steps":["trace[1333413962] 'agreement among raft nodes before linearized reading' (duration: 180.189619ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:51:15.515733Z","caller":"traceutil/trace.go:171","msg":"trace[730692813] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8796; }","duration":"162.091509ms","start":"2026-03-20T05:51:15.353628Z","end":"2026-03-20T05:51:15.51572Z","steps":["trace[730692813] 'agreement among raft nodes before linearized reading' (duration: 161.962295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:51:15.516023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.842887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-20T05:51:15.516058Z","caller":"traceutil/trace.go:171","msg":"trace[1797794477] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8796; }","duration":"178.895709ms","start":"2026-03-20T05:51:15.33715Z","end":"2026-03-20T05:51:15.516046Z","steps":["trace[1797794477] 'agreement among raft nodes before linearized reading' (duration: 178.646171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:51:15.516115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.739069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kqxt2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-20T05:51:15.516146Z","caller":"traceutil/trace.go:171","msg":"trace[1557165187] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kqxt2; range_end:; response_count:1; response_revision:8796; }","duration":"152.800161ms","start":"2026-03-20T05:51:15.363335Z","end":"2026-03-20T05:51:15.516136Z","steps":["trace[1557165187] 'agreement among raft nodes before linearized reading' (duration: 152.693307ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:51:15.687243Z","caller":"traceutil/trace.go:171","msg":"trace[2019482896] transaction","detail":"{read_only:false; response_revision:8801; number_of_response:1; }","duration":"163.859754ms","start":"2026-03-20T05:51:15.523358Z","end":"2026-03-20T05:51:15.687218Z","steps":["trace[2019482896] 'process raft request' (duration: 163.786792ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:51:15.687278Z","caller":"traceutil/trace.go:171","msg":"trace[1484195908] transaction","detail":"{read_only:false; response_revision:8799; number_of_response:1; }","duration":"164.420671ms","start":"2026-03-20T05:51:15.522826Z","end":"2026-03-20T05:51:15.687247Z","steps":["trace[1484195908] 'process raft request' (duration: 164.191724ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:51:15.687301Z","caller":"traceutil/trace.go:171","msg":"trace[965770838] transaction","detail":"{read_only:false; response_revision:8798; number_of_response:1; }","duration":"165.283198ms","start":"2026-03-20T05:51:15.521975Z","end":"2026-03-20T05:51:15.687259Z","steps":["trace[965770838] 'process raft request' (duration: 129.883872ms)","trace[965770838] 'compare' (duration: 34.87625ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:51:15.687361Z","caller":"traceutil/trace.go:171","msg":"trace[139851769] linearizableReadLoop","detail":"{readStateIndex:9134; appliedIndex:9129; }","duration":"163.947997ms","start":"2026-03-20T05:51:15.52339Z","end":"2026-03-20T05:51:15.687338Z","steps":["trace[139851769] 'read index received' (duration: 59.805272ms)","trace[139851769] 'applied index is now lower than readState.Index' (duration: 104.141435ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:51:15.687514Z","caller":"traceutil/trace.go:171","msg":"trace[1424415396] transaction","detail":"{read_only:false; response_revision:8800; number_of_response:1; }","duration":"164.617628ms","start":"2026-03-20T05:51:15.522886Z","end":"2026-03-20T05:51:15.687503Z","steps":["trace[1424415396] 'process raft request' (duration: 164.221875ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:51:15.687653Z","caller":"traceutil/trace.go:171","msg":"trace[252218286] transaction","detail":"{read_only:false; response_revision:8802; number_of_response:1; }","duration":"163.757371ms","start":"2026-03-20T05:51:15.523855Z","end":"2026-03-20T05:51:15.687613Z","steps":["trace[252218286] 'process raft request' (duration: 163.322478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:51:15.688055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.618537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291275"} {"level":"info","ts":"2026-03-20T05:51:15.688197Z","caller":"traceutil/trace.go:171","msg":"trace[2137331968] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:8802; }","duration":"164.833804ms","start":"2026-03-20T05:51:15.523345Z","end":"2026-03-20T05:51:15.688179Z","steps":["trace[2137331968] 'agreement among raft nodes before linearized reading' (duration: 164.06819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:51:16.159874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.912172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:51:16.160014Z","caller":"traceutil/trace.go:171","msg":"trace[1661080889] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8802; }","duration":"276.094468ms","start":"2026-03-20T05:51:15.883888Z","end":"2026-03-20T05:51:16.159983Z","steps":["trace[1661080889] 'range keys from in-memory index tree' (duration: 275.84495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:51:18.166353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.906653ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-20T05:51:18.167137Z","caller":"traceutil/trace.go:171","msg":"trace[1107372482] transaction","detail":"{read_only:false; response_revision:8803; number_of_response:1; }","duration":"823.90157ms","start":"2026-03-20T05:51:17.343203Z","end":"2026-03-20T05:51:18.167104Z","steps":["trace[1107372482] 'process raft request' (duration: 823.287431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:51:18.167297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:51:17.343176Z","time spent":"824.041605ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:51:18.261208Z","caller":"traceutil/trace.go:171","msg":"trace[2124231466] transaction","detail":"{read_only:false; response_revision:8804; number_of_response:1; }","duration":"780.628359ms","start":"2026-03-20T05:51:17.480527Z","end":"2026-03-20T05:51:18.261155Z","steps":["trace[2124231466] 'process raft request' (duration: 772.500398ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:51:18.261377Z","caller":"traceutil/trace.go:171","msg":"trace[259705848] linearizableReadLoop","detail":"{readStateIndex:9140; appliedIndex:9135; }","duration":"701.18771ms","start":"2026-03-20T05:51:17.56018Z","end":"2026-03-20T05:51:18.261368Z","steps":["trace[259705848] 'read index received' (duration: 256.845182ms)","trace[259705848] 'applied index is now lower than readState.Index' (duration: 444.341708ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:51:18.261323Z","caller":"traceutil/trace.go:171","msg":"trace[1907735711] transaction","detail":"{read_only:false; response_revision:8806; number_of_response:1; }","duration":"735.333388ms","start":"2026-03-20T05:51:17.525966Z","end":"2026-03-20T05:51:18.261299Z","steps":["trace[1907735711] 'process raft request' (duration: 735.182563ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:51:18.261459Z","caller":"traceutil/trace.go:171","msg":"trace[889066308] transaction","detail":"{read_only:false; response_revision:8807; number_of_response:1; }","duration":"600.573254ms","start":"2026-03-20T05:51:17.660879Z","end":"2026-03-20T05:51:18.261453Z","steps":["trace[889066308] 'process raft request' (duration: 600.348167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:51:18.261494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:51:17.480496Z","time spent":"780.880357ms","remote":"127.0.0.1:43948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19345,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:51:18.26153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:51:17.66085Z","time spent":"600.626266ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:51:18.261555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:51:17.525957Z","time spent":"735.467341ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:51:18.2613Z","caller":"traceutil/trace.go:171","msg":"trace[820673145] transaction","detail":"{read_only:false; response_revision:8805; number_of_response:1; }","duration":"738.062252ms","start":"2026-03-20T05:51:17.523214Z","end":"2026-03-20T05:51:18.261277Z","steps":["trace[820673145] 'process raft request' (duration: 737.763843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:51:18.261692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.745581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-20T05:51:18.261718Z","caller":"traceutil/trace.go:171","msg":"trace[662220522] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8807; }","duration":"569.787571ms","start":"2026-03-20T05:51:17.691922Z","end":"2026-03-20T05:51:18.26171Z","steps":["trace[662220522] 'agreement among raft nodes before linearized reading' (duration: 569.694428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:51:18.261735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:51:17.691593Z","time spent":"570.138153ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T05:51:18.261741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:51:17.523188Z","time spent":"738.488705ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:51:18.261795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.999222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:51:18.26181Z","caller":"traceutil/trace.go:171","msg":"trace[1534953928] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8807; }","duration":"377.067974ms","start":"2026-03-20T05:51:17.884737Z","end":"2026-03-20T05:51:18.261805Z","steps":["trace[1534953928] 'agreement among raft nodes before linearized reading' (duration: 377.042093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:51:18.261783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.467073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-20T05:51:18.261865Z","caller":"traceutil/trace.go:171","msg":"trace[946884208] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8807; }","duration":"674.597376ms","start":"2026-03-20T05:51:17.587244Z","end":"2026-03-20T05:51:18.261842Z","steps":["trace[946884208] 'agreement among raft nodes before linearized reading' (duration: 674.359909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:51:18.261878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.853669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kqxt2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-20T05:51:18.261896Z","caller":"traceutil/trace.go:171","msg":"trace[1793379477] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kqxt2; range_end:; response_count:1; response_revision:8807; }","duration":"565.890371ms","start":"2026-03-20T05:51:17.696Z","end":"2026-03-20T05:51:18.261891Z","steps":["trace[1793379477] 'agreement among raft nodes before linearized reading' (duration: 565.835459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:51:18.261906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:51:17.587224Z","time spent":"674.672769ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T05:51:18.261911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:51:17.695989Z","time spent":"565.918581ms","remote":"127.0.0.1:43956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-kqxt2\" "} {"level":"warn","ts":"2026-03-20T05:51:18.262068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.156313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-20T05:51:18.262096Z","caller":"traceutil/trace.go:171","msg":"trace[1113158866] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8807; }","duration":"570.183834ms","start":"2026-03-20T05:51:17.691904Z","end":"2026-03-20T05:51:18.262088Z","steps":["trace[1113158866] 'agreement among raft nodes before linearized reading' (duration: 570.101831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:51:18.26212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:51:17.691855Z","time spent":"570.258616ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T05:51:18.262153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.954513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-20T05:51:18.262191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.70352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-20T05:51:18.262216Z","caller":"traceutil/trace.go:171","msg":"trace[1287582453] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8807; }","duration":"570.776582ms","start":"2026-03-20T05:51:17.691433Z","end":"2026-03-20T05:51:18.26221Z","steps":["trace[1287582453] 'agreement among raft nodes before linearized reading' (duration: 570.71465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:51:18.262234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:51:17.691407Z","time spent":"570.823483ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-20T05:51:18.262224Z","caller":"traceutil/trace.go:171","msg":"trace[473872820] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8807; }","duration":"702.061477ms","start":"2026-03-20T05:51:17.560145Z","end":"2026-03-20T05:51:18.262206Z","steps":["trace[473872820] 'agreement among raft nodes before linearized reading' (duration: 701.878621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:51:18.262239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.648508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-20T05:51:18.261825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:51:17.88472Z","time spent":"377.101936ms","remote":"127.0.0.1:43806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T05:51:18.262414Z","caller":"traceutil/trace.go:171","msg":"trace[1219693843] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8807; }","duration":"570.734451ms","start":"2026-03-20T05:51:17.691554Z","end":"2026-03-20T05:51:18.262288Z","steps":["trace[1219693843] 'agreement among raft nodes before linearized reading' (duration: 570.520845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:51:18.262482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:51:17.691543Z","time spent":"570.923697ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T05:51:18.262828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.192255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-20T05:51:18.263048Z","caller":"traceutil/trace.go:171","msg":"trace[1992743971] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8807; }","duration":"571.421562ms","start":"2026-03-20T05:51:17.691602Z","end":"2026-03-20T05:51:18.263023Z","steps":["trace[1992743971] 'agreement among raft nodes before linearized reading' (duration: 571.121833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:51:18.263113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:51:17.691593Z","time spent":"571.503455ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-20T05:51:18.262262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:51:17.560124Z","time spent":"702.129509ms","remote":"127.0.0.1:43956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-20T05:51:18.458471Z","caller":"traceutil/trace.go:171","msg":"trace[1453608964] linearizableReadLoop","detail":"{readStateIndex:9143; appliedIndex:9142; }","duration":"191.020995ms","start":"2026-03-20T05:51:18.267423Z","end":"2026-03-20T05:51:18.458444Z","steps":["trace[1453608964] 'read index received' (duration: 37.628405ms)","trace[1453608964] 'applied index is now lower than readState.Index' (duration: 153.3916ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:51:18.45872Z","caller":"traceutil/trace.go:171","msg":"trace[1195866951] transaction","detail":"{read_only:false; response_revision:8813; number_of_response:1; }","duration":"189.261419ms","start":"2026-03-20T05:51:18.269435Z","end":"2026-03-20T05:51:18.458696Z","steps":["trace[1195866951] 'process raft request' (duration: 188.9744ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:51:18.45884Z","caller":"traceutil/trace.go:171","msg":"trace[746587618] transaction","detail":"{read_only:false; response_revision:8810; number_of_response:1; }","duration":"191.203379ms","start":"2026-03-20T05:51:18.267625Z","end":"2026-03-20T05:51:18.458828Z","steps":["trace[746587618] 'process raft request' (duration: 190.659123ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:51:18.458917Z","caller":"traceutil/trace.go:171","msg":"trace[1833894298] transaction","detail":"{read_only:false; response_revision:8811; number_of_response:1; }","duration":"191.142818ms","start":"2026-03-20T05:51:18.267764Z","end":"2026-03-20T05:51:18.458906Z","steps":["trace[1833894298] 'process raft request' (duration: 190.56368ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:51:18.458934Z","caller":"traceutil/trace.go:171","msg":"trace[1391837807] transaction","detail":"{read_only:false; response_revision:8809; number_of_response:1; }","duration":"191.896921ms","start":"2026-03-20T05:51:18.267028Z","end":"2026-03-20T05:51:18.458925Z","steps":["trace[1391837807] 'process raft request' (duration: 191.100757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:51:18.458966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.033295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-20T05:51:18.459062Z","caller":"traceutil/trace.go:171","msg":"trace[1042708451] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8813; }","duration":"191.144488ms","start":"2026-03-20T05:51:18.267885Z","end":"2026-03-20T05:51:18.459029Z","steps":["trace[1042708451] 'agreement among raft nodes before linearized reading' (duration: 190.88576ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:51:18.45906Z","caller":"traceutil/trace.go:171","msg":"trace[196776118] transaction","detail":"{read_only:false; response_revision:8812; number_of_response:1; }","duration":"190.836569ms","start":"2026-03-20T05:51:18.268124Z","end":"2026-03-20T05:51:18.45896Z","steps":["trace[196776118] 'process raft request' (duration: 190.2489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:51:18.459201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.771007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291275"} {"level":"info","ts":"2026-03-20T05:51:18.459266Z","caller":"traceutil/trace.go:171","msg":"trace[2031054626] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:8813; }","duration":"191.86046ms","start":"2026-03-20T05:51:18.267387Z","end":"2026-03-20T05:51:18.459248Z","steps":["trace[2031054626] 'agreement among raft nodes before linearized reading' (duration: 191.387136ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:53:29.207072Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"f52f30d5714009d5","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-20T05:53:29.213178Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-20T05:53:29.213283Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-20T05:53:38.565876Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7497} {"level":"info","ts":"2026-03-20T05:53:38.630744Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7497,"took":"63.295723ms","hash":205584322,"current-db-size-bytes":41443328,"current-db-size":"41 MB","current-db-size-in-use-bytes":25075712,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-20T05:53:38.630841Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":205584322,"revision":7497,"compact-revision":5534} {"level":"info","ts":"2026-03-20T05:55:18.178654Z","caller":"traceutil/trace.go:171","msg":"trace[1533554194] transaction","detail":"{read_only:false; response_revision:10245; number_of_response:1; }","duration":"186.184369ms","start":"2026-03-20T05:55:17.992441Z","end":"2026-03-20T05:55:18.178626Z","steps":["trace[1533554194] 'process raft request' (duration: 186.012694ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:58:38.573334Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9678} {"level":"info","ts":"2026-03-20T05:58:38.655619Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9678,"took":"80.217302ms","hash":2520914445,"current-db-size-bytes":41443328,"current-db-size":"41 MB","current-db-size-in-use-bytes":18096128,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-03-20T05:58:38.655685Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2520914445,"revision":9678,"compact-revision":7497}