{"level":"warn","ts":"2026-03-23T05:22:07.306323Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-23T05:22:07.306424Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.108:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.108:2380","--initial-cluster=instance=https://199.19.213.108:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.108:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.108:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-23T05:22:07.306497Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-23T05:22:07.30651Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.108:2380"]} {"level":"info","ts":"2026-03-23T05:22:07.30653Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-23T05:22:07.307188Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.108:2379"]} {"level":"info","ts":"2026-03-23T05:22:07.307264Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.108:2380"],"listen-peer-urls":["https://199.19.213.108:2380"],"advertise-client-urls":["https://199.19.213.108:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.108:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.108:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-23T05:22:07.310389Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"2.906005ms"} {"level":"info","ts":"2026-03-23T05:22:07.317173Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"e9047e95cdba2056","cluster-id":"51f5e218724a48a2"} {"level":"info","ts":"2026-03-23T05:22:07.317252Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e9047e95cdba2056 switched to configuration voters=()"} {"level":"info","ts":"2026-03-23T05:22:07.317284Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e9047e95cdba2056 became follower at term 0"} {"level":"info","ts":"2026-03-23T05:22:07.317298Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft e9047e95cdba2056 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-23T05:22:07.317309Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e9047e95cdba2056 became follower at term 1"} {"level":"info","ts":"2026-03-23T05:22:07.31735Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e9047e95cdba2056 switched to configuration voters=(16790684492610805846)"} {"level":"warn","ts":"2026-03-23T05:22:07.329591Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-23T05:22:07.331038Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-23T05:22:07.332728Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-23T05:22:07.335963Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"e9047e95cdba2056","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-23T05:22:07.336164Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"e9047e95cdba2056","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-23T05:22:07.336336Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-23T05:22:07.336637Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-23T05:22:07.336657Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-23T05:22:07.337853Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e9047e95cdba2056 switched to configuration voters=(16790684492610805846)"} {"level":"info","ts":"2026-03-23T05:22:07.338501Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"51f5e218724a48a2","local-member-id":"e9047e95cdba2056","added-peer-id":"e9047e95cdba2056","added-peer-peer-urls":["https://199.19.213.108:2380"]} {"level":"info","ts":"2026-03-23T05:22:07.34214Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-23T05:22:07.342297Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.108:2380"} {"level":"info","ts":"2026-03-23T05:22:07.342383Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.108:2380"} {"level":"info","ts":"2026-03-23T05:22:07.342637Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"e9047e95cdba2056","initial-advertise-peer-urls":["https://199.19.213.108:2380"],"listen-peer-urls":["https://199.19.213.108:2380"],"advertise-client-urls":["https://199.19.213.108:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.108:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-23T05:22:07.34271Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-23T05:22:07.518221Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e9047e95cdba2056 is starting a new election at term 1"} {"level":"info","ts":"2026-03-23T05:22:07.518303Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e9047e95cdba2056 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-23T05:22:07.518338Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e9047e95cdba2056 received MsgPreVoteResp from e9047e95cdba2056 at term 1"} {"level":"info","ts":"2026-03-23T05:22:07.51836Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e9047e95cdba2056 became candidate at term 2"} {"level":"info","ts":"2026-03-23T05:22:07.518372Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e9047e95cdba2056 received MsgVoteResp from e9047e95cdba2056 at term 2"} {"level":"info","ts":"2026-03-23T05:22:07.518392Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e9047e95cdba2056 became leader at term 2"} {"level":"info","ts":"2026-03-23T05:22:07.518408Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: e9047e95cdba2056 elected leader e9047e95cdba2056 at term 2"} {"level":"info","ts":"2026-03-23T05:22:07.519397Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-23T05:22:07.520539Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-23T05:22:07.520525Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"e9047e95cdba2056","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.108:2379]}","request-path":"/0/members/e9047e95cdba2056/attributes","cluster-id":"51f5e218724a48a2","publish-timeout":"7s"} {"level":"info","ts":"2026-03-23T05:22:07.520578Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-23T05:22:07.52098Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-23T05:22:07.521075Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-23T05:22:07.521407Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"51f5e218724a48a2","local-member-id":"e9047e95cdba2056","cluster-version":"3.5"} {"level":"info","ts":"2026-03-23T05:22:07.521549Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-23T05:22:07.521599Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-23T05:22:07.52463Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.108:2379"} {"level":"info","ts":"2026-03-23T05:22:07.524953Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-23T05:22:09.382218Z","caller":"traceutil/trace.go:171","msg":"trace[2120510035] linearizableReadLoop","detail":"{readStateIndex:5; appliedIndex:4; }","duration":"149.879425ms","start":"2026-03-23T05:22:09.232299Z","end":"2026-03-23T05:22:09.382178Z","steps":["trace[2120510035] 'read index received' (duration: 149.64615ms)","trace[2120510035] 'applied index is now lower than readState.Index' (duration: 231.915µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:22:09.382274Z","caller":"traceutil/trace.go:171","msg":"trace[224773275] transaction","detail":"{read_only:false; response_revision:2; number_of_response:1; }","duration":"150.265904ms","start":"2026-03-23T05:22:09.231944Z","end":"2026-03-23T05:22:09.38221Z","steps":["trace[224773275] 'process raft request' (duration: 149.787813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:09.382679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.303845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-23T05:22:09.38277Z","caller":"traceutil/trace.go:171","msg":"trace[1787772207] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:0; response_revision:2; }","duration":"150.475269ms","start":"2026-03-23T05:22:09.232282Z","end":"2026-03-23T05:22:09.382757Z","steps":["trace[1787772207] 'agreement among raft nodes before linearized reading' (duration: 150.11353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:09.389387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.065808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-23T05:22:09.389435Z","caller":"traceutil/trace.go:171","msg":"trace[1599511890] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:0; response_revision:10; }","duration":"157.15252ms","start":"2026-03-23T05:22:09.232269Z","end":"2026-03-23T05:22:09.389421Z","steps":["trace[1599511890] 'agreement among raft nodes before linearized reading' (duration: 157.068718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:09.389461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.891829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-23T05:22:09.389532Z","caller":"traceutil/trace.go:171","msg":"trace[566386651] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:10; }","duration":"104.995192ms","start":"2026-03-23T05:22:09.284496Z","end":"2026-03-23T05:22:09.389491Z","steps":["trace[566386651] 'agreement among raft nodes before linearized reading' (duration: 104.9354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:26.751562Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222588525893836,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-23T05:22:27.252501Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222588525893836,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-23T05:22:27.511142Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.27878847s","expected-duration":"1s"} {"level":"info","ts":"2026-03-23T05:22:27.511649Z","caller":"traceutil/trace.go:171","msg":"trace[32306491] transaction","detail":"{read_only:false; response_revision:451; number_of_response:1; }","duration":"1.279414934s","start":"2026-03-23T05:22:26.232203Z","end":"2026-03-23T05:22:27.511618Z","steps":["trace[32306491] 'process raft request' (duration: 1.27921267s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:27.512645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:26.232175Z","time spent":"1.279569777s","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:22:27.987393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.677097ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-23T05:22:27.987533Z","caller":"traceutil/trace.go:171","msg":"trace[1433607434] linearizableReadLoop","detail":"{readStateIndex:467; appliedIndex:465; }","duration":"1.736548809s","start":"2026-03-23T05:22:26.250953Z","end":"2026-03-23T05:22:27.987502Z","steps":["trace[1433607434] 'read index received' (duration: 1.260480766s)","trace[1433607434] 'applied index is now lower than readState.Index' (duration: 476.066303ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:22:27.987695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.705955858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-23T05:22:27.987733Z","caller":"traceutil/trace.go:171","msg":"trace[1064276795] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:451; }","duration":"1.70605661s","start":"2026-03-23T05:22:26.281667Z","end":"2026-03-23T05:22:27.987723Z","steps":["trace[1064276795] 'agreement among raft nodes before linearized reading' (duration: 1.705960318s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:27.987769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:26.281639Z","time spent":"1.706118602s","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-23T05:22:27.98776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.544545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-23T05:22:27.987842Z","caller":"traceutil/trace.go:171","msg":"trace[155403260] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:451; }","duration":"162.691869ms","start":"2026-03-23T05:22:27.825131Z","end":"2026-03-23T05:22:27.987823Z","steps":["trace[155403260] 'agreement among raft nodes before linearized reading' (duration: 162.501934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:27.987792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.736791825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:22:27.987923Z","caller":"traceutil/trace.go:171","msg":"trace[1863320420] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:451; }","duration":"1.736966619s","start":"2026-03-23T05:22:26.250925Z","end":"2026-03-23T05:22:27.987892Z","steps":["trace[1863320420] 'agreement among raft nodes before linearized reading' (duration: 1.736686433s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:27.987764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.879191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-23T05:22:27.988003Z","caller":"traceutil/trace.go:171","msg":"trace[34477477] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:451; }","duration":"448.161937ms","start":"2026-03-23T05:22:27.539819Z","end":"2026-03-23T05:22:27.987981Z","steps":["trace[34477477] 'agreement among raft nodes before linearized reading' (duration: 447.880431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:27.988001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:26.250914Z","time spent":"1.737074111s","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T05:22:27.988024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:27.539794Z","time spent":"448.223259ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-23T05:22:30.111054Z","caller":"traceutil/trace.go:171","msg":"trace[1364515191] transaction","detail":"{read_only:false; response_revision:458; number_of_response:1; }","duration":"104.055312ms","start":"2026-03-23T05:22:30.006966Z","end":"2026-03-23T05:22:30.111022Z","steps":["trace[1364515191] 'process raft request' (duration: 103.999481ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:30.11126Z","caller":"traceutil/trace.go:171","msg":"trace[1040864854] transaction","detail":"{read_only:false; response_revision:457; number_of_response:1; }","duration":"105.458525ms","start":"2026-03-23T05:22:30.005793Z","end":"2026-03-23T05:22:30.111251Z","steps":["trace[1040864854] 'process raft request' (duration: 104.954554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:34.047415Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222588525893875,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-23T05:22:34.084247Z","caller":"traceutil/trace.go:171","msg":"trace[1884536719] linearizableReadLoop","detail":"{readStateIndex:482; appliedIndex:481; }","duration":"540.241727ms","start":"2026-03-23T05:22:33.543983Z","end":"2026-03-23T05:22:34.084225Z","steps":["trace[1884536719] 'read index received' (duration: 540.086543ms)","trace[1884536719] 'applied index is now lower than readState.Index' (duration: 153.774µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:22:34.084352Z","caller":"traceutil/trace.go:171","msg":"trace[1024965783] transaction","detail":"{read_only:false; response_revision:465; number_of_response:1; }","duration":"654.664014ms","start":"2026-03-23T05:22:33.429627Z","end":"2026-03-23T05:22:34.084291Z","steps":["trace[1024965783] 'process raft request' (duration: 654.421149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:34.086666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:33.429595Z","time spent":"656.941287ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:22:34.084493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.446232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-23T05:22:34.086861Z","caller":"traceutil/trace.go:171","msg":"trace[280437563] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:465; }","duration":"542.843526ms","start":"2026-03-23T05:22:33.543942Z","end":"2026-03-23T05:22:34.086785Z","steps":["trace[280437563] 'agreement among raft nodes before linearized reading' (duration: 540.37742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:34.086951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:33.543922Z","time spent":"543.01023ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-23T05:22:34.62766Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222588525893878,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-23T05:22:34.720643Z","caller":"traceutil/trace.go:171","msg":"trace[933550615] linearizableReadLoop","detail":"{readStateIndex:484; appliedIndex:482; }","duration":"593.397388ms","start":"2026-03-23T05:22:34.127216Z","end":"2026-03-23T05:22:34.720614Z","steps":["trace[933550615] 'read index received' (duration: 590.680206ms)","trace[933550615] 'applied index is now lower than readState.Index' (duration: 2.716072ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:22:34.720737Z","caller":"traceutil/trace.go:171","msg":"trace[1514725690] transaction","detail":"{read_only:false; response_revision:466; number_of_response:1; }","duration":"629.976872ms","start":"2026-03-23T05:22:34.090717Z","end":"2026-03-23T05:22:34.720694Z","steps":["trace[1514725690] 'process raft request' (duration: 626.966873ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:34.720797Z","caller":"traceutil/trace.go:171","msg":"trace[749734938] transaction","detail":"{read_only:false; response_revision:467; number_of_response:1; }","duration":"629.93504ms","start":"2026-03-23T05:22:34.090793Z","end":"2026-03-23T05:22:34.720728Z","steps":["trace[749734938] 'process raft request' (duration: 629.767007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:34.72085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.617862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-23T05:22:34.720906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:34.090691Z","time spent":"630.123974ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:22:34.720916Z","caller":"traceutil/trace.go:171","msg":"trace[622669221] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:467; }","duration":"593.761395ms","start":"2026-03-23T05:22:34.12714Z","end":"2026-03-23T05:22:34.720901Z","steps":["trace[622669221] 'agreement among raft nodes before linearized reading' (duration: 593.601362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:34.720965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:34.127098Z","time spent":"593.859429ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-23T05:22:34.721026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:34.090759Z","time spent":"630.148546ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:22:34.720842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.818734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-23T05:22:34.721308Z","caller":"traceutil/trace.go:171","msg":"trace[1853610707] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:467; }","duration":"593.270256ms","start":"2026-03-23T05:22:34.127972Z","end":"2026-03-23T05:22:34.721242Z","steps":["trace[1853610707] 'agreement among raft nodes before linearized reading' (duration: 592.804954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:34.721354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:34.127964Z","time spent":"593.378138ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-23T05:22:37.950487Z","caller":"traceutil/trace.go:171","msg":"trace[1509904935] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"122.145744ms","start":"2026-03-23T05:22:37.828302Z","end":"2026-03-23T05:22:37.950448Z","steps":["trace[1509904935] 'process raft request' (duration: 121.338826ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:38.258094Z","caller":"traceutil/trace.go:171","msg":"trace[970753363] transaction","detail":"{read_only:false; response_revision:479; number_of_response:1; }","duration":"230.353262ms","start":"2026-03-23T05:22:38.027702Z","end":"2026-03-23T05:22:38.258056Z","steps":["trace[970753363] 'process raft request' (duration: 163.873496ms)","trace[970753363] 'compare' (duration: 66.266971ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:22:38.38908Z","caller":"traceutil/trace.go:171","msg":"trace[871978440] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"102.19153ms","start":"2026-03-23T05:22:38.286854Z","end":"2026-03-23T05:22:38.389045Z","steps":["trace[871978440] 'process raft request' (duration: 77.780104ms)","trace[871978440] 'compare' (duration: 24.197911ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:22:38.791917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.00771ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:22:38.792206Z","caller":"traceutil/trace.go:171","msg":"trace[467752223] transaction","detail":"{read_only:false; response_revision:496; number_of_response:1; }","duration":"158.443113ms","start":"2026-03-23T05:22:38.633726Z","end":"2026-03-23T05:22:38.792169Z","steps":["trace[467752223] 'process raft request' (duration: 40.048674ms)","trace[467752223] 'compare' (duration: 117.843687ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:22:38.792328Z","caller":"traceutil/trace.go:171","msg":"trace[78852075] linearizableReadLoop","detail":"{readStateIndex:517; appliedIndex:513; }","duration":"134.475876ms","start":"2026-03-23T05:22:38.657823Z","end":"2026-03-23T05:22:38.792299Z","steps":["trace[78852075] 'read index received' (duration: 15.956934ms)","trace[78852075] 'applied index is now lower than readState.Index' (duration: 118.517362ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:22:38.792507Z","caller":"traceutil/trace.go:171","msg":"trace[475624302] transaction","detail":"{read_only:false; response_revision:499; number_of_response:1; }","duration":"135.264253ms","start":"2026-03-23T05:22:38.657184Z","end":"2026-03-23T05:22:38.792448Z","steps":["trace[475624302] 'process raft request' (duration: 135.054969ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:38.792735Z","caller":"traceutil/trace.go:171","msg":"trace[756975725] transaction","detail":"{read_only:false; response_revision:497; number_of_response:1; }","duration":"158.128875ms","start":"2026-03-23T05:22:38.634562Z","end":"2026-03-23T05:22:38.792691Z","steps":["trace[756975725] 'process raft request' (duration: 157.515771ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:38.792442Z","caller":"traceutil/trace.go:171","msg":"trace[1234608764] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"157.741616ms","start":"2026-03-23T05:22:38.634664Z","end":"2026-03-23T05:22:38.792405Z","steps":["trace[1234608764] 'process raft request' (duration: 157.503041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:38.793054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.193312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-5gdps\" ","response":"range_response_count:1 size:15076"} {"level":"info","ts":"2026-03-23T05:22:38.793147Z","caller":"traceutil/trace.go:171","msg":"trace[1036122104] range","detail":"{range_begin:/registry/pods/kube-system/cilium-5gdps; range_end:; response_count:1; response_revision:499; }","duration":"135.309744ms","start":"2026-03-23T05:22:38.657812Z","end":"2026-03-23T05:22:38.793122Z","steps":["trace[1036122104] 'agreement among raft nodes before linearized reading' (duration: 134.999858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:38.793436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.098461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"range_response_count:1 size:4335"} {"level":"info","ts":"2026-03-23T05:22:38.793709Z","caller":"traceutil/trace.go:171","msg":"trace[93223158] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:499; }","duration":"132.808508ms","start":"2026-03-23T05:22:38.660724Z","end":"2026-03-23T05:22:38.793532Z","steps":["trace[93223158] 'agreement among raft nodes before linearized reading' (duration: 131.816175ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:41.992833Z","caller":"traceutil/trace.go:171","msg":"trace[509685897] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"197.915402ms","start":"2026-03-23T05:22:41.794875Z","end":"2026-03-23T05:22:41.99279Z","steps":["trace[509685897] 'process raft request' (duration: 149.54459ms)","trace[509685897] 'compare' (duration: 48.124287ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:22:41.994675Z","caller":"traceutil/trace.go:171","msg":"trace[200420634] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"198.390754ms","start":"2026-03-23T05:22:41.796252Z","end":"2026-03-23T05:22:41.994642Z","steps":["trace[200420634] 'process raft request' (duration: 198.23279ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:42.73884Z","caller":"traceutil/trace.go:171","msg":"trace[360871933] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"343.846669ms","start":"2026-03-23T05:22:42.394956Z","end":"2026-03-23T05:22:42.738803Z","steps":["trace[360871933] 'process raft request' (duration: 342.075099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:42.739034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:42.394928Z","time spent":"344.020673ms","remote":"127.0.0.1:55096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9343,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-23T05:22:42.742076Z","caller":"traceutil/trace.go:171","msg":"trace[1930892643] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"144.883013ms","start":"2026-03-23T05:22:42.597168Z","end":"2026-03-23T05:22:42.742051Z","steps":["trace[1930892643] 'process raft request' (duration: 144.778051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:45.21933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.653645ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:22:45.219573Z","caller":"traceutil/trace.go:171","msg":"trace[141021094] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"330.669199ms","start":"2026-03-23T05:22:44.888883Z","end":"2026-03-23T05:22:45.219552Z","steps":["trace[141021094] 'process raft request' (duration: 61.684496ms)","trace[141021094] 'compare' (duration: 268.395359ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:22:45.219645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:44.888863Z","time spent":"330.74766ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:22:45.219949Z","caller":"traceutil/trace.go:171","msg":"trace[1979631889] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"330.389742ms","start":"2026-03-23T05:22:44.889547Z","end":"2026-03-23T05:22:45.219937Z","steps":["trace[1979631889] 'process raft request' (duration: 329.918672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:45.22002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:44.88954Z","time spent":"330.447373ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:22:45.220056Z","caller":"traceutil/trace.go:171","msg":"trace[1374907585] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"329.869199ms","start":"2026-03-23T05:22:44.890151Z","end":"2026-03-23T05:22:45.22002Z","steps":["trace[1374907585] 'process raft request' (duration: 329.709426ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:45.220116Z","caller":"traceutil/trace.go:171","msg":"trace[1392752711] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"329.91433ms","start":"2026-03-23T05:22:44.890151Z","end":"2026-03-23T05:22:45.220065Z","steps":["trace[1392752711] 'process raft request' (duration: 329.822878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:45.220231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:44.890122Z","time spent":"330.020043ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:22:45.220298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:44.890121Z","time spent":"330.082514ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:22:45.287575Z","caller":"traceutil/trace.go:171","msg":"trace[369472266] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"332.870108ms","start":"2026-03-23T05:22:44.954644Z","end":"2026-03-23T05:22:45.287514Z","steps":["trace[369472266] 'process raft request' (duration: 332.388627ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:45.287657Z","caller":"traceutil/trace.go:171","msg":"trace[1084595307] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"331.889406ms","start":"2026-03-23T05:22:44.95573Z","end":"2026-03-23T05:22:45.287619Z","steps":["trace[1084595307] 'process raft request' (duration: 331.63988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:45.287825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:44.955705Z","time spent":"332.014969ms","remote":"127.0.0.1:55096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188228,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:22:45.287846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.13846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"warn","ts":"2026-03-23T05:22:45.287851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:44.95459Z","time spent":"333.129544ms","remote":"127.0.0.1:55096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188480,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:22:45.28789Z","caller":"traceutil/trace.go:171","msg":"trace[1537880955] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:594; }","duration":"295.190241ms","start":"2026-03-23T05:22:44.992687Z","end":"2026-03-23T05:22:45.287877Z","steps":["trace[1537880955] 'agreement among raft nodes before linearized reading' (duration: 295.009937ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:45.287644Z","caller":"traceutil/trace.go:171","msg":"trace[1371928541] linearizableReadLoop","detail":"{readStateIndex:613; appliedIndex:607; }","duration":"294.872862ms","start":"2026-03-23T05:22:44.992705Z","end":"2026-03-23T05:22:45.287578Z","steps":["trace[1371928541] 'read index received' (duration: 10.885958ms)","trace[1371928541] 'applied index is now lower than readState.Index' (duration: 283.985894ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:22:45.288229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.086878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-23T05:22:45.288321Z","caller":"traceutil/trace.go:171","msg":"trace[1584875014] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:594; }","duration":"270.235861ms","start":"2026-03-23T05:22:45.018062Z","end":"2026-03-23T05:22:45.288298Z","steps":["trace[1584875014] 'agreement among raft nodes before linearized reading' (duration: 269.995236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:45.500331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.959688ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:22:45.500853Z","caller":"traceutil/trace.go:171","msg":"trace[727782737] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"206.827846ms","start":"2026-03-23T05:22:45.293983Z","end":"2026-03-23T05:22:45.500811Z","steps":["trace[727782737] 'process raft request' (duration: 92.259753ms)","trace[727782737] 'compare' (duration: 113.765844ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:22:45.501121Z","caller":"traceutil/trace.go:171","msg":"trace[103029381] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"117.436848ms","start":"2026-03-23T05:22:45.383642Z","end":"2026-03-23T05:22:45.501079Z","steps":["trace[103029381] 'process raft request' (duration: 117.11493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:45.501285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.040356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188495"} {"level":"info","ts":"2026-03-23T05:22:45.501315Z","caller":"traceutil/trace.go:171","msg":"trace[2059474941] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:596; }","duration":"109.107488ms","start":"2026-03-23T05:22:45.392197Z","end":"2026-03-23T05:22:45.501305Z","steps":["trace[2059474941] 'agreement among raft nodes before linearized reading' (duration: 108.938524ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:45.501546Z","caller":"traceutil/trace.go:171","msg":"trace[1527224357] linearizableReadLoop","detail":"{readStateIndex:615; appliedIndex:613; }","duration":"108.74831ms","start":"2026-03-23T05:22:45.392245Z","end":"2026-03-23T05:22:45.500994Z","steps":["trace[1527224357] 'read index received' (duration: 78.96908ms)","trace[1527224357] 'applied index is now lower than readState.Index' (duration: 29.77774ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:22:47.388532Z","caller":"traceutil/trace.go:171","msg":"trace[2083462641] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"160.057099ms","start":"2026-03-23T05:22:47.228441Z","end":"2026-03-23T05:22:47.388498Z","steps":["trace[2083462641] 'process raft request' (duration: 89.122272ms)","trace[2083462641] 'compare' (duration: 70.707042ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:22:47.388873Z","caller":"traceutil/trace.go:171","msg":"trace[82721874] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"159.981738ms","start":"2026-03-23T05:22:47.228854Z","end":"2026-03-23T05:22:47.388836Z","steps":["trace[82721874] 'process raft request' (duration: 159.557927ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:47.388911Z","caller":"traceutil/trace.go:171","msg":"trace[148495518] linearizableReadLoop","detail":"{readStateIndex:621; appliedIndex:617; }","duration":"140.681408ms","start":"2026-03-23T05:22:47.248194Z","end":"2026-03-23T05:22:47.388875Z","steps":["trace[148495518] 'read index received' (duration: 32.852289ms)","trace[148495518] 'applied index is now lower than readState.Index' (duration: 107.827939ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:22:47.388984Z","caller":"traceutil/trace.go:171","msg":"trace[2129257895] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"159.381404ms","start":"2026-03-23T05:22:47.229541Z","end":"2026-03-23T05:22:47.388922Z","steps":["trace[2129257895] 'process raft request' (duration: 159.19955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:47.38906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.836732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:22:47.389093Z","caller":"traceutil/trace.go:171","msg":"trace[1778116781] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:601; }","duration":"140.918103ms","start":"2026-03-23T05:22:47.248163Z","end":"2026-03-23T05:22:47.389081Z","steps":["trace[1778116781] 'agreement among raft nodes before linearized reading' (duration: 140.834381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:49.511118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.753142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-23T05:22:49.51118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.855345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-23T05:22:49.511241Z","caller":"traceutil/trace.go:171","msg":"trace[1664638387] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:649; }","duration":"116.899695ms","start":"2026-03-23T05:22:49.394304Z","end":"2026-03-23T05:22:49.511204Z","steps":["trace[1664638387] 'agreement among raft nodes before linearized reading' (duration: 116.596048ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:49.511284Z","caller":"traceutil/trace.go:171","msg":"trace[978912353] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:649; }","duration":"117.009897ms","start":"2026-03-23T05:22:49.394247Z","end":"2026-03-23T05:22:49.511257Z","steps":["trace[978912353] 'agreement among raft nodes before linearized reading' (duration: 116.67595ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:49.538548Z","caller":"traceutil/trace.go:171","msg":"trace[630098386] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"104.716597ms","start":"2026-03-23T05:22:49.433803Z","end":"2026-03-23T05:22:49.538519Z","steps":["trace[630098386] 'process raft request' (duration: 104.456271ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:49.538608Z","caller":"traceutil/trace.go:171","msg":"trace[913333345] transaction","detail":"{read_only:false; response_revision:651; number_of_response:1; }","duration":"103.50348ms","start":"2026-03-23T05:22:49.435066Z","end":"2026-03-23T05:22:49.538569Z","steps":["trace[913333345] 'process raft request' (duration: 103.357247ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:49.538653Z","caller":"traceutil/trace.go:171","msg":"trace[1456884401] transaction","detail":"{read_only:false; response_revision:652; number_of_response:1; }","duration":"102.257262ms","start":"2026-03-23T05:22:49.436375Z","end":"2026-03-23T05:22:49.538632Z","steps":["trace[1456884401] 'process raft request' (duration: 102.120349ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:49.538953Z","caller":"traceutil/trace.go:171","msg":"trace[2035526105] transaction","detail":"{read_only:false; response_revision:653; number_of_response:1; }","duration":"102.326103ms","start":"2026-03-23T05:22:49.436589Z","end":"2026-03-23T05:22:49.538915Z","steps":["trace[2035526105] 'process raft request' (duration: 101.952445ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:49.539043Z","caller":"traceutil/trace.go:171","msg":"trace[1231483508] transaction","detail":"{read_only:false; response_revision:654; number_of_response:1; }","duration":"102.373733ms","start":"2026-03-23T05:22:49.436642Z","end":"2026-03-23T05:22:49.539016Z","steps":["trace[1231483508] 'process raft request' (duration: 101.941394ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:49.655571Z","caller":"traceutil/trace.go:171","msg":"trace[157154982] transaction","detail":"{read_only:false; response_revision:659; number_of_response:1; }","duration":"134.047946ms","start":"2026-03-23T05:22:49.521492Z","end":"2026-03-23T05:22:49.65554Z","steps":["trace[157154982] 'process raft request' (duration: 133.981665ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:49.655643Z","caller":"traceutil/trace.go:171","msg":"trace[1537461697] transaction","detail":"{read_only:false; response_revision:658; number_of_response:1; }","duration":"138.953857ms","start":"2026-03-23T05:22:49.51665Z","end":"2026-03-23T05:22:49.655604Z","steps":["trace[1537461697] 'process raft request' (duration: 138.763993ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:49.655581Z","caller":"traceutil/trace.go:171","msg":"trace[1687167485] transaction","detail":"{read_only:false; response_revision:657; number_of_response:1; }","duration":"139.51136ms","start":"2026-03-23T05:22:49.516033Z","end":"2026-03-23T05:22:49.655545Z","steps":["trace[1687167485] 'process raft request' (duration: 111.710556ms)","trace[1687167485] 'compare' (duration: 27.491657ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:22:49.657926Z","caller":"traceutil/trace.go:171","msg":"trace[196533676] transaction","detail":"{read_only:false; response_revision:660; number_of_response:1; }","duration":"114.556292ms","start":"2026-03-23T05:22:49.543353Z","end":"2026-03-23T05:22:49.657909Z","steps":["trace[196533676] 'process raft request' (duration: 114.381847ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:49.658001Z","caller":"traceutil/trace.go:171","msg":"trace[457693405] transaction","detail":"{read_only:false; response_revision:661; number_of_response:1; }","duration":"114.46597ms","start":"2026-03-23T05:22:49.543529Z","end":"2026-03-23T05:22:49.657995Z","steps":["trace[457693405] 'process raft request' (duration: 114.322487ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:49.658038Z","caller":"traceutil/trace.go:171","msg":"trace[1998206519] linearizableReadLoop","detail":"{readStateIndex:682; appliedIndex:676; }","duration":"110.695084ms","start":"2026-03-23T05:22:49.547325Z","end":"2026-03-23T05:22:49.65802Z","steps":["trace[1998206519] 'read index received' (duration: 80.538496ms)","trace[1998206519] 'applied index is now lower than readState.Index' (duration: 30.155638ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:22:49.658247Z","caller":"traceutil/trace.go:171","msg":"trace[455813677] transaction","detail":"{read_only:false; response_revision:662; number_of_response:1; }","duration":"114.417809ms","start":"2026-03-23T05:22:49.543824Z","end":"2026-03-23T05:22:49.658241Z","steps":["trace[455813677] 'process raft request' (duration: 114.064041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:49.658346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.99495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" ","response":"range_response_count:1 size:3871"} {"level":"info","ts":"2026-03-23T05:22:49.658397Z","caller":"traceutil/trace.go:171","msg":"trace[367578894] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:1; response_revision:663; }","duration":"111.099993ms","start":"2026-03-23T05:22:49.547285Z","end":"2026-03-23T05:22:49.658385Z","steps":["trace[367578894] 'agreement among raft nodes before linearized reading' (duration: 110.914819ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:49.782094Z","caller":"traceutil/trace.go:171","msg":"trace[1197979051] transaction","detail":"{read_only:false; response_revision:665; number_of_response:1; }","duration":"107.333717ms","start":"2026-03-23T05:22:49.674733Z","end":"2026-03-23T05:22:49.782067Z","steps":["trace[1197979051] 'process raft request' (duration: 107.182963ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:49.878322Z","caller":"traceutil/trace.go:171","msg":"trace[1234412030] transaction","detail":"{read_only:false; response_revision:666; number_of_response:1; }","duration":"202.136758ms","start":"2026-03-23T05:22:49.676169Z","end":"2026-03-23T05:22:49.878305Z","steps":["trace[1234412030] 'process raft request' (duration: 201.894383ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:49.878735Z","caller":"traceutil/trace.go:171","msg":"trace[486908521] transaction","detail":"{read_only:false; response_revision:667; number_of_response:1; }","duration":"194.852692ms","start":"2026-03-23T05:22:49.68387Z","end":"2026-03-23T05:22:49.878723Z","steps":["trace[486908521] 'process raft request' (duration: 194.365011ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:49.888257Z","caller":"traceutil/trace.go:171","msg":"trace[87662325] transaction","detail":"{read_only:false; response_revision:668; number_of_response:1; }","duration":"104.7882ms","start":"2026-03-23T05:22:49.783432Z","end":"2026-03-23T05:22:49.88822Z","steps":["trace[87662325] 'process raft request' (duration: 104.661817ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:50.179627Z","caller":"traceutil/trace.go:171","msg":"trace[1070741071] transaction","detail":"{read_only:false; response_revision:671; number_of_response:1; }","duration":"285.875238ms","start":"2026-03-23T05:22:49.893718Z","end":"2026-03-23T05:22:50.179593Z","steps":["trace[1070741071] 'process raft request' (duration: 285.715764ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:50.179641Z","caller":"traceutil/trace.go:171","msg":"trace[141293305] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"231.57217ms","start":"2026-03-23T05:22:49.94805Z","end":"2026-03-23T05:22:50.179622Z","steps":["trace[141293305] 'process raft request' (duration: 231.532169ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:50.179656Z","caller":"traceutil/trace.go:171","msg":"trace[1210285755] transaction","detail":"{read_only:false; response_revision:670; number_of_response:1; }","duration":"287.262479ms","start":"2026-03-23T05:22:49.892265Z","end":"2026-03-23T05:22:50.179527Z","steps":["trace[1210285755] 'process raft request' (duration: 264.49392ms)","trace[1210285755] 'compare' (duration: 22.529654ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:22:50.179816Z","caller":"traceutil/trace.go:171","msg":"trace[907080002] transaction","detail":"{read_only:false; response_revision:672; number_of_response:1; }","duration":"275.063651ms","start":"2026-03-23T05:22:49.90469Z","end":"2026-03-23T05:22:50.179754Z","steps":["trace[907080002] 'process raft request' (duration: 274.808226ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:50.351355Z","caller":"traceutil/trace.go:171","msg":"trace[805869966] transaction","detail":"{read_only:false; response_revision:675; number_of_response:1; }","duration":"166.072696ms","start":"2026-03-23T05:22:50.185244Z","end":"2026-03-23T05:22:50.351316Z","steps":["trace[805869966] 'process raft request' (duration: 160.573931ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:50.351443Z","caller":"traceutil/trace.go:171","msg":"trace[950520654] transaction","detail":"{read_only:false; response_revision:676; number_of_response:1; }","duration":"165.054134ms","start":"2026-03-23T05:22:50.186369Z","end":"2026-03-23T05:22:50.351423Z","steps":["trace[950520654] 'process raft request' (duration: 164.816798ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:50.351583Z","caller":"traceutil/trace.go:171","msg":"trace[1531561059] transaction","detail":"{read_only:false; response_revision:677; number_of_response:1; }","duration":"165.123194ms","start":"2026-03-23T05:22:50.186372Z","end":"2026-03-23T05:22:50.351495Z","steps":["trace[1531561059] 'process raft request' (duration: 164.9122ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:50.351848Z","caller":"traceutil/trace.go:171","msg":"trace[928360769] transaction","detail":"{read_only:false; response_revision:679; number_of_response:1; }","duration":"130.609937ms","start":"2026-03-23T05:22:50.221219Z","end":"2026-03-23T05:22:50.351829Z","steps":["trace[928360769] 'process raft request' (duration: 130.276109ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:50.351867Z","caller":"traceutil/trace.go:171","msg":"trace[1834331073] transaction","detail":"{read_only:false; response_revision:678; number_of_response:1; }","duration":"165.063893ms","start":"2026-03-23T05:22:50.18679Z","end":"2026-03-23T05:22:50.351854Z","steps":["trace[1834331073] 'process raft request' (duration: 164.537132ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:50.581115Z","caller":"traceutil/trace.go:171","msg":"trace[303373444] transaction","detail":"{read_only:false; response_revision:684; number_of_response:1; }","duration":"180.920615ms","start":"2026-03-23T05:22:50.400162Z","end":"2026-03-23T05:22:50.581083Z","steps":["trace[303373444] 'process raft request' (duration: 180.863314ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:50.581288Z","caller":"traceutil/trace.go:171","msg":"trace[1453528046] transaction","detail":"{read_only:false; response_revision:682; number_of_response:1; }","duration":"223.23828ms","start":"2026-03-23T05:22:50.358008Z","end":"2026-03-23T05:22:50.581247Z","steps":["trace[1453528046] 'process raft request' (duration: 222.916723ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:50.581431Z","caller":"traceutil/trace.go:171","msg":"trace[1195790976] transaction","detail":"{read_only:false; response_revision:683; number_of_response:1; }","duration":"222.846699ms","start":"2026-03-23T05:22:50.358556Z","end":"2026-03-23T05:22:50.581403Z","steps":["trace[1195790976] 'process raft request' (duration: 222.4162ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:50.581488Z","caller":"traceutil/trace.go:171","msg":"trace[2137888190] transaction","detail":"{read_only:false; response_revision:681; number_of_response:1; }","duration":"223.602888ms","start":"2026-03-23T05:22:50.35786Z","end":"2026-03-23T05:22:50.581463Z","steps":["trace[2137888190] 'process raft request' (duration: 184.571338ms)","trace[2137888190] 'compare' (duration: 38.252502ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:22:51.498753Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222588525894351,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-23T05:22:51.960915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023870503s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:22:51.961108Z","caller":"traceutil/trace.go:171","msg":"trace[1353857780] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:722; }","duration":"1.024106068s","start":"2026-03-23T05:22:50.936971Z","end":"2026-03-23T05:22:51.961077Z","steps":["trace[1353857780] 'range keys from in-memory index tree' (duration: 1.023822172s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:51.999655Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222588525894351,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-23T05:22:52.427745Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.432662111s","expected-duration":"1s"} {"level":"info","ts":"2026-03-23T05:22:52.429286Z","caller":"traceutil/trace.go:171","msg":"trace[1177279866] linearizableReadLoop","detail":"{readStateIndex:745; appliedIndex:744; }","duration":"1.431097756s","start":"2026-03-23T05:22:50.998145Z","end":"2026-03-23T05:22:52.429242Z","steps":["trace[1177279866] 'read index received' (duration: 1.429789066s)","trace[1177279866] 'applied index is now lower than readState.Index' (duration: 1.30634ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:22:52.429757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.721829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-23T05:22:52.429789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.877871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-23T05:22:52.429832Z","caller":"traceutil/trace.go:171","msg":"trace[1508536772] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:723; }","duration":"769.862762ms","start":"2026-03-23T05:22:51.659948Z","end":"2026-03-23T05:22:52.429811Z","steps":["trace[1508536772] 'agreement among raft nodes before linearized reading' (duration: 769.604206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:52.429691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431512716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.108\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-23T05:22:52.429875Z","caller":"traceutil/trace.go:171","msg":"trace[1564022968] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:723; }","duration":"751.976683ms","start":"2026-03-23T05:22:51.677849Z","end":"2026-03-23T05:22:52.429825Z","steps":["trace[1564022968] 'agreement among raft nodes before linearized reading' (duration: 751.710757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:52.429898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006139808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:22:52.429905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:51.659921Z","time spent":"769.969634ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-23T05:22:52.42987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.07697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:22:52.429948Z","caller":"traceutil/trace.go:171","msg":"trace[1199057011] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:723; }","duration":"1.00621973s","start":"2026-03-23T05:22:51.42371Z","end":"2026-03-23T05:22:52.42993Z","steps":["trace[1199057011] 'agreement among raft nodes before linearized reading' (duration: 1.006169788s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:52.429902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.79378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-23T05:22:52.429997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:51.423682Z","time spent":"1.006310712s","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T05:22:52.42999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:51.677829Z","time spent":"752.120536ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-23T05:22:52.430025Z","caller":"traceutil/trace.go:171","msg":"trace[1863868222] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:723; }","duration":"769.993504ms","start":"2026-03-23T05:22:51.660006Z","end":"2026-03-23T05:22:52.43Z","steps":["trace[1863868222] 'agreement among raft nodes before linearized reading' (duration: 769.632166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:52.429863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.652927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-23T05:22:52.430047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.155207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-5gdps\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-23T05:22:52.430076Z","caller":"traceutil/trace.go:171","msg":"trace[1535602165] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:723; }","duration":"887.885142ms","start":"2026-03-23T05:22:51.542181Z","end":"2026-03-23T05:22:52.430066Z","steps":["trace[1535602165] 'agreement among raft nodes before linearized reading' (duration: 887.623396ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:52.430078Z","caller":"traceutil/trace.go:171","msg":"trace[1353093083] range","detail":"{range_begin:/registry/pods/kube-system/cilium-5gdps; range_end:; response_count:1; response_revision:723; }","duration":"634.212408ms","start":"2026-03-23T05:22:51.795857Z","end":"2026-03-23T05:22:52.43007Z","steps":["trace[1353093083] 'agreement among raft nodes before linearized reading' (duration: 634.108765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:52.429757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116710679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-23T05:22:52.430138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:51.542167Z","time spent":"887.955943ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-23T05:22:52.430176Z","caller":"traceutil/trace.go:171","msg":"trace[495320267] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:723; }","duration":"1.11716637s","start":"2026-03-23T05:22:51.312952Z","end":"2026-03-23T05:22:52.430119Z","steps":["trace[495320267] 'agreement among raft nodes before linearized reading' (duration: 1.116590777s)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:52.430027Z","caller":"traceutil/trace.go:171","msg":"trace[1850587881] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:723; }","duration":"178.313325ms","start":"2026-03-23T05:22:52.251658Z","end":"2026-03-23T05:22:52.429971Z","steps":["trace[1850587881] 'agreement among raft nodes before linearized reading' (duration: 178.05189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:52.430134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:51.795844Z","time spent":"634.28242ms","remote":"127.0.0.1:55216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-5gdps\" "} {"level":"info","ts":"2026-03-23T05:22:52.429923Z","caller":"traceutil/trace.go:171","msg":"trace[1186864431] range","detail":"{range_begin:/registry/masterleases/199.19.213.108; range_end:; response_count:1; response_revision:723; }","duration":"1.431812793s","start":"2026-03-23T05:22:50.998081Z","end":"2026-03-23T05:22:52.429894Z","steps":["trace[1186864431] 'agreement among raft nodes before linearized reading' (duration: 1.431307981s)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:52.429341Z","caller":"traceutil/trace.go:171","msg":"trace[1154666911] transaction","detail":"{read_only:false; response_revision:723; number_of_response:1; }","duration":"1.434898963s","start":"2026-03-23T05:22:50.994404Z","end":"2026-03-23T05:22:52.429303Z","steps":["trace[1154666911] 'process raft request' (duration: 1.434033893s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:52.430084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:51.659977Z","time spent":"770.097977ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-23T05:22:52.430207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:51.312928Z","time spent":"1.117270302s","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-23T05:22:52.430276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:50.998056Z","time spent":"1.432205411s","remote":"127.0.0.1:55088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.108\" "} {"level":"warn","ts":"2026-03-23T05:22:52.430656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:50.994365Z","time spent":"1.436014938s","remote":"127.0.0.1:55118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211650,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:22:53.052393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.380669ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-23T05:22:53.052822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:52.432244Z","time spent":"620.562018ms","remote":"127.0.0.1:55088","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-23T05:22:53.052963Z","caller":"traceutil/trace.go:171","msg":"trace[1052940] transaction","detail":"{read_only:false; response_revision:725; number_of_response:1; }","duration":"615.156734ms","start":"2026-03-23T05:22:52.437784Z","end":"2026-03-23T05:22:53.052941Z","steps":["trace[1052940] 'process raft request' (duration: 615.071422ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:53.053076Z","caller":"traceutil/trace.go:171","msg":"trace[1118021280] transaction","detail":"{read_only:false; response_revision:724; number_of_response:1; }","duration":"615.700706ms","start":"2026-03-23T05:22:52.437316Z","end":"2026-03-23T05:22:53.053016Z","steps":["trace[1118021280] 'process raft request' (duration: 615.345618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:53.053123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:52.437764Z","time spent":"615.260196ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:22:53.053285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:52.437277Z","time spent":"615.903301ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:22:53.0534Z","caller":"traceutil/trace.go:171","msg":"trace[551960428] transaction","detail":"{read_only:false; response_revision:726; number_of_response:1; }","duration":"614.975291ms","start":"2026-03-23T05:22:52.43841Z","end":"2026-03-23T05:22:53.053386Z","steps":["trace[551960428] 'process raft request' (duration: 614.487899ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:53.053397Z","caller":"traceutil/trace.go:171","msg":"trace[663468262] transaction","detail":"{read_only:false; response_revision:727; number_of_response:1; }","duration":"614.838958ms","start":"2026-03-23T05:22:52.43854Z","end":"2026-03-23T05:22:53.053379Z","steps":["trace[663468262] 'process raft request' (duration: 614.700525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:53.053467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:52.438378Z","time spent":"615.054923ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:22:53.053517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:52.438529Z","time spent":"614.94128ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:22:53.053849Z","caller":"traceutil/trace.go:171","msg":"trace[788673170] transaction","detail":"{read_only:false; response_revision:730; number_of_response:1; }","duration":"605.937106ms","start":"2026-03-23T05:22:52.447887Z","end":"2026-03-23T05:22:53.053824Z","steps":["trace[788673170] 'process raft request' (duration: 605.866714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:53.054012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:52.44788Z","time spent":"606.033448ms","remote":"127.0.0.1:55374","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1243,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-23T05:22:53.054046Z","caller":"traceutil/trace.go:171","msg":"trace[1237105063] transaction","detail":"{read_only:false; response_revision:728; number_of_response:1; }","duration":"615.355369ms","start":"2026-03-23T05:22:52.438626Z","end":"2026-03-23T05:22:53.053981Z","steps":["trace[1237105063] 'process raft request' (duration: 614.735075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:53.05417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:52.438616Z","time spent":"615.490702ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:22:53.054176Z","caller":"traceutil/trace.go:171","msg":"trace[5038659] transaction","detail":"{read_only:false; response_revision:729; number_of_response:1; }","duration":"608.490132ms","start":"2026-03-23T05:22:52.445624Z","end":"2026-03-23T05:22:53.054114Z","steps":["trace[5038659] 'process raft request' (duration: 608.040932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:53.054447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:52.445604Z","time spent":"608.710848ms","remote":"127.0.0.1:55216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:22:53.570209Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222588525894354,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-23T05:22:54.923216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122677776s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:22:54.923363Z","caller":"traceutil/trace.go:171","msg":"trace[727796237] linearizableReadLoop","detail":"{readStateIndex:754; appliedIndex:753; }","duration":"1.853471166s","start":"2026-03-23T05:22:53.069869Z","end":"2026-03-23T05:22:54.92334Z","steps":["trace[727796237] 'read index received' (duration: 730.498674ms)","trace[727796237] 'applied index is now lower than readState.Index' (duration: 1.122971282s)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:22:54.923456Z","caller":"traceutil/trace.go:171","msg":"trace[658337450] transaction","detail":"{read_only:false; response_revision:731; number_of_response:1; }","duration":"1.869411149s","start":"2026-03-23T05:22:53.054033Z","end":"2026-03-23T05:22:54.923444Z","steps":["trace[658337450] 'process raft request' (duration: 746.400767ms)","trace[658337450] 'compare' (duration: 1.122509161s)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:22:54.923522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:53.054002Z","time spent":"1.86948795s","remote":"127.0.0.1:55088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:22:54.923786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.853886455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/cert-manager/cert-manager-startupapicheck\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:22:54.923911Z","caller":"traceutil/trace.go:171","msg":"trace[92570530] range","detail":"{range_begin:/registry/jobs/cert-manager/cert-manager-startupapicheck; range_end:; response_count:0; response_revision:731; }","duration":"1.854047309s","start":"2026-03-23T05:22:53.069826Z","end":"2026-03-23T05:22:54.923873Z","steps":["trace[92570530] 'agreement among raft nodes before linearized reading' (duration: 1.853823654s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:54.923967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:53.069801Z","time spent":"1.854155832s","remote":"127.0.0.1:55268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/cert-manager/cert-manager-startupapicheck\" "} {"level":"info","ts":"2026-03-23T05:22:54.923991Z","caller":"traceutil/trace.go:171","msg":"trace[1678910094] transaction","detail":"{read_only:false; response_revision:732; number_of_response:1; }","duration":"346.529939ms","start":"2026-03-23T05:22:54.577447Z","end":"2026-03-23T05:22:54.923977Z","steps":["trace[1678910094] 'process raft request' (duration: 346.195852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:54.924011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.672202923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:22:54.924071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:54.577418Z","time spent":"346.614381ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:22:54.924129Z","caller":"traceutil/trace.go:171","msg":"trace[567545140] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:732; }","duration":"1.672376717s","start":"2026-03-23T05:22:53.251724Z","end":"2026-03-23T05:22:54.924101Z","steps":["trace[567545140] 'agreement among raft nodes before linearized reading' (duration: 1.672158592s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:54.924181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:53.251695Z","time spent":"1.67247657s","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T05:22:55.560509Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222588525894372,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-23T05:22:55.658003Z","caller":"traceutil/trace.go:171","msg":"trace[878851067] linearizableReadLoop","detail":"{readStateIndex:756; appliedIndex:755; }","duration":"598.304409ms","start":"2026-03-23T05:22:55.059672Z","end":"2026-03-23T05:22:55.657976Z","steps":["trace[878851067] 'read index received' (duration: 597.87411ms)","trace[878851067] 'applied index is now lower than readState.Index' (duration: 429.749µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:22:55.65813Z","caller":"traceutil/trace.go:171","msg":"trace[1146860914] transaction","detail":"{read_only:false; response_revision:733; number_of_response:1; }","duration":"645.154438ms","start":"2026-03-23T05:22:55.012929Z","end":"2026-03-23T05:22:55.658084Z","steps":["trace[1146860914] 'process raft request' (duration: 644.851791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:55.658314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.561976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-23T05:22:55.658353Z","caller":"traceutil/trace.go:171","msg":"trace[737500518] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:733; }","duration":"598.692069ms","start":"2026-03-23T05:22:55.059651Z","end":"2026-03-23T05:22:55.658343Z","steps":["trace[737500518] 'agreement among raft nodes before linearized reading' (duration: 598.516935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:55.658388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:55.0129Z","time spent":"645.328272ms","remote":"127.0.0.1:55118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211678,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:22:55.658485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.948563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-23T05:22:55.658592Z","caller":"traceutil/trace.go:171","msg":"trace[163333246] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:733; }","duration":"598.120937ms","start":"2026-03-23T05:22:55.060446Z","end":"2026-03-23T05:22:55.658567Z","steps":["trace[163333246] 'agreement among raft nodes before linearized reading' (duration: 597.764228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:55.658583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.557206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-23T05:22:55.658661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:55.059627Z","time spent":"599.023636ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-23T05:22:55.658672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:55.060432Z","time spent":"598.220508ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-23T05:22:55.658707Z","caller":"traceutil/trace.go:171","msg":"trace[761552680] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:733; }","duration":"598.71644ms","start":"2026-03-23T05:22:55.059955Z","end":"2026-03-23T05:22:55.658671Z","steps":["trace[761552680] 'agreement among raft nodes before linearized reading' (duration: 598.447604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:55.658742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.980246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-23T05:22:55.658782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:55.059867Z","time spent":"598.897614ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-23T05:22:55.658579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.860694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-23T05:22:55.658822Z","caller":"traceutil/trace.go:171","msg":"trace[62431999] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:733; }","duration":"599.078208ms","start":"2026-03-23T05:22:55.059723Z","end":"2026-03-23T05:22:55.658801Z","steps":["trace[62431999] 'agreement among raft nodes before linearized reading' (duration: 598.772191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:55.658875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:55.059714Z","time spent":"599.149869ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-23T05:22:55.659003Z","caller":"traceutil/trace.go:171","msg":"trace[709722079] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:733; }","duration":"599.221212ms","start":"2026-03-23T05:22:55.059616Z","end":"2026-03-23T05:22:55.658838Z","steps":["trace[709722079] 'agreement among raft nodes before linearized reading' (duration: 598.547595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:55.65916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:55.05959Z","time spent":"599.461386ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-23T05:23:11.184962Z","caller":"traceutil/trace.go:171","msg":"trace[1045261519] transaction","detail":"{read_only:false; response_revision:905; number_of_response:1; }","duration":"252.613448ms","start":"2026-03-23T05:23:10.932315Z","end":"2026-03-23T05:23:11.184928Z","steps":["trace[1045261519] 'process raft request' (duration: 184.378273ms)","trace[1045261519] 'compare' (duration: 68.124273ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:23:11.235479Z","caller":"traceutil/trace.go:171","msg":"trace[229968878] linearizableReadLoop","detail":"{readStateIndex:935; appliedIndex:932; }","duration":"235.947269ms","start":"2026-03-23T05:23:10.999506Z","end":"2026-03-23T05:23:11.235453Z","steps":["trace[229968878] 'read index received' (duration: 117.192532ms)","trace[229968878] 'applied index is now lower than readState.Index' (duration: 118.753827ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:23:11.235659Z","caller":"traceutil/trace.go:171","msg":"trace[614448016] transaction","detail":"{read_only:false; response_revision:906; number_of_response:1; }","duration":"280.909204ms","start":"2026-03-23T05:23:10.95473Z","end":"2026-03-23T05:23:11.235639Z","steps":["trace[614448016] 'process raft request' (duration: 280.546376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:11.235792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.270356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.108\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-23T05:23:11.235626Z","caller":"traceutil/trace.go:171","msg":"trace[1666621868] transaction","detail":"{read_only:false; response_revision:907; number_of_response:1; }","duration":"279.731008ms","start":"2026-03-23T05:23:10.955846Z","end":"2026-03-23T05:23:11.235577Z","steps":["trace[1666621868] 'process raft request' (duration: 279.555434ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:11.235843Z","caller":"traceutil/trace.go:171","msg":"trace[1769899498] range","detail":"{range_begin:/registry/masterleases/199.19.213.108; range_end:; response_count:1; response_revision:907; }","duration":"236.343728ms","start":"2026-03-23T05:23:10.999486Z","end":"2026-03-23T05:23:11.235829Z","steps":["trace[1769899498] 'agreement among raft nodes before linearized reading' (duration: 236.075712ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:11.964174Z","caller":"traceutil/trace.go:171","msg":"trace[438544289] transaction","detail":"{read_only:false; response_revision:910; number_of_response:1; }","duration":"190.216997ms","start":"2026-03-23T05:23:11.773928Z","end":"2026-03-23T05:23:11.964145Z","steps":["trace[438544289] 'process raft request' (duration: 190.022482ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:11.98758Z","caller":"traceutil/trace.go:171","msg":"trace[962445654] linearizableReadLoop","detail":"{readStateIndex:940; appliedIndex:938; }","duration":"205.814282ms","start":"2026-03-23T05:23:11.781733Z","end":"2026-03-23T05:23:11.987548Z","steps":["trace[962445654] 'read index received' (duration: 182.255715ms)","trace[962445654] 'applied index is now lower than readState.Index' (duration: 23.556417ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:23:11.987732Z","caller":"traceutil/trace.go:171","msg":"trace[1448235287] transaction","detail":"{read_only:false; response_revision:911; number_of_response:1; }","duration":"209.948226ms","start":"2026-03-23T05:23:11.777742Z","end":"2026-03-23T05:23:11.98769Z","steps":["trace[1448235287] 'process raft request' (duration: 209.622598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:11.987904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.649633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-23T05:23:11.987942Z","caller":"traceutil/trace.go:171","msg":"trace[1735265594] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:911; }","duration":"203.742495ms","start":"2026-03-23T05:23:11.784192Z","end":"2026-03-23T05:23:11.987934Z","steps":["trace[1735265594] 'agreement among raft nodes before linearized reading' (duration: 203.622962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:11.988134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.411796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-23T05:23:11.98816Z","caller":"traceutil/trace.go:171","msg":"trace[1868519058] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:911; }","duration":"206.488108ms","start":"2026-03-23T05:23:11.781666Z","end":"2026-03-23T05:23:11.988154Z","steps":["trace[1868519058] 'agreement among raft nodes before linearized reading' (duration: 206.053308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:11.988663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.186201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-23T05:23:11.988791Z","caller":"traceutil/trace.go:171","msg":"trace[1463665767] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:911; }","duration":"206.348814ms","start":"2026-03-23T05:23:11.782417Z","end":"2026-03-23T05:23:11.988765Z","steps":["trace[1463665767] 'agreement among raft nodes before linearized reading' (duration: 205.353042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:15.518443Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222588525894745,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-23T05:23:15.784081Z","caller":"traceutil/trace.go:171","msg":"trace[1845584687] transaction","detail":"{read_only:false; response_revision:942; number_of_response:1; }","duration":"787.76786ms","start":"2026-03-23T05:23:14.996276Z","end":"2026-03-23T05:23:15.784043Z","steps":["trace[1845584687] 'process raft request' (duration: 743.726965ms)","trace[1845584687] 'compare' (duration: 43.313777ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:23:15.784373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:23:14.996262Z","time spent":"787.904142ms","remote":"127.0.0.1:55504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4734,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:23:15.78479Z","caller":"traceutil/trace.go:171","msg":"trace[1930885222] linearizableReadLoop","detail":"{readStateIndex:973; appliedIndex:971; }","duration":"767.114479ms","start":"2026-03-23T05:23:15.01764Z","end":"2026-03-23T05:23:15.784755Z","steps":["trace[1930885222] 'read index received' (duration: 722.277606ms)","trace[1930885222] 'applied index is now lower than readState.Index' (duration: 44.835423ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:23:15.784842Z","caller":"traceutil/trace.go:171","msg":"trace[1735044184] transaction","detail":"{read_only:false; response_revision:944; number_of_response:1; }","duration":"147.784719ms","start":"2026-03-23T05:23:15.637027Z","end":"2026-03-23T05:23:15.784812Z","steps":["trace[1735044184] 'process raft request' (duration: 147.606275ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:15.784781Z","caller":"traceutil/trace.go:171","msg":"trace[1863861378] transaction","detail":"{read_only:false; response_revision:943; number_of_response:1; }","duration":"295.305322ms","start":"2026-03-23T05:23:15.489436Z","end":"2026-03-23T05:23:15.784741Z","steps":["trace[1863861378] 'process raft request' (duration: 294.486494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:15.785041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.250582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:23:15.785087Z","caller":"traceutil/trace.go:171","msg":"trace[1986718123] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:944; }","duration":"767.390995ms","start":"2026-03-23T05:23:15.017684Z","end":"2026-03-23T05:23:15.785075Z","steps":["trace[1986718123] 'agreement among raft nodes before linearized reading' (duration: 767.263912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:15.785148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:23:15.01764Z","time spent":"767.496517ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" limit:10000 "} {"level":"warn","ts":"2026-03-23T05:23:15.785123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.443346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:23:15.785219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.964881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-23T05:23:15.785067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.108423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:23:15.785264Z","caller":"traceutil/trace.go:171","msg":"trace[1406641008] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:944; }","duration":"767.661141ms","start":"2026-03-23T05:23:15.017573Z","end":"2026-03-23T05:23:15.785234Z","steps":["trace[1406641008] 'agreement among raft nodes before linearized reading' (duration: 767.360765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:15.785352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:23:15.017544Z","time spent":"767.788244ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-03-23T05:23:15.785362Z","caller":"traceutil/trace.go:171","msg":"trace[961744492] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:944; }","duration":"533.368639ms","start":"2026-03-23T05:23:15.251939Z","end":"2026-03-23T05:23:15.785307Z","steps":["trace[961744492] 'agreement among raft nodes before linearized reading' (duration: 533.029321ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:15.785273Z","caller":"traceutil/trace.go:171","msg":"trace[299804018] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:944; }","duration":"712.045523ms","start":"2026-03-23T05:23:15.07321Z","end":"2026-03-23T05:23:15.785256Z","steps":["trace[299804018] 'agreement among raft nodes before linearized reading' (duration: 711.93824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:15.785439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:23:15.251844Z","time spent":"533.574204ms","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T05:23:15.785465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.334474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:23:15.785505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.56435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-tx9mt\" ","response":"range_response_count:1 size:5350"} {"level":"info","ts":"2026-03-23T05:23:15.785529Z","caller":"traceutil/trace.go:171","msg":"trace[411447290] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:944; }","duration":"767.423716ms","start":"2026-03-23T05:23:15.018087Z","end":"2026-03-23T05:23:15.785511Z","steps":["trace[411447290] 'agreement among raft nodes before linearized reading' (duration: 767.130379ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:15.785586Z","caller":"traceutil/trace.go:171","msg":"trace[2010475294] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-tx9mt; range_end:; response_count:1; response_revision:944; }","duration":"146.659693ms","start":"2026-03-23T05:23:15.638898Z","end":"2026-03-23T05:23:15.785557Z","steps":["trace[2010475294] 'agreement among raft nodes before linearized reading' (duration: 146.365456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:15.785607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:23:15.073196Z","time spent":"712.303488ms","remote":"127.0.0.1:55224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":4,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-23T05:23:15.785811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:23:15.018075Z","time spent":"767.493008ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" limit:500 "} {"level":"info","ts":"2026-03-23T05:23:32.79784Z","caller":"traceutil/trace.go:171","msg":"trace[2011050379] transaction","detail":"{read_only:false; response_revision:1071; number_of_response:1; }","duration":"173.558972ms","start":"2026-03-23T05:23:32.624245Z","end":"2026-03-23T05:23:32.797804Z","steps":["trace[2011050379] 'process raft request' (duration: 173.348797ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:32.942972Z","caller":"traceutil/trace.go:171","msg":"trace[1696449990] transaction","detail":"{read_only:false; response_revision:1072; number_of_response:1; }","duration":"131.200442ms","start":"2026-03-23T05:23:32.811749Z","end":"2026-03-23T05:23:32.942949Z","steps":["trace[1696449990] 'process raft request' (duration: 39.523226ms)","trace[1696449990] 'compare' (duration: 91.346229ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:23:36.248497Z","caller":"traceutil/trace.go:171","msg":"trace[1273492124] transaction","detail":"{read_only:false; response_revision:1097; number_of_response:1; }","duration":"211.451002ms","start":"2026-03-23T05:23:36.036985Z","end":"2026-03-23T05:23:36.248436Z","steps":["trace[1273492124] 'process raft request' (duration: 211.236068ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:36.286962Z","caller":"traceutil/trace.go:171","msg":"trace[968601590] linearizableReadLoop","detail":"{readStateIndex:1136; appliedIndex:1134; }","duration":"138.545818ms","start":"2026-03-23T05:23:36.148384Z","end":"2026-03-23T05:23:36.28693Z","steps":["trace[968601590] 'read index received' (duration: 99.788278ms)","trace[968601590] 'applied index is now lower than readState.Index' (duration: 38.75566ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:23:36.287274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.860004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-23T05:23:36.287372Z","caller":"traceutil/trace.go:171","msg":"trace[1774316450] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1097; }","duration":"139.002397ms","start":"2026-03-23T05:23:36.148349Z","end":"2026-03-23T05:23:36.287351Z","steps":["trace[1774316450] 'agreement among raft nodes before linearized reading' (duration: 138.759512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:36.295272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.632447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-23T05:23:36.295395Z","caller":"traceutil/trace.go:171","msg":"trace[1647970650] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1098; }","duration":"141.78258ms","start":"2026-03-23T05:23:36.153594Z","end":"2026-03-23T05:23:36.295377Z","steps":["trace[1647970650] 'agreement among raft nodes before linearized reading' (duration: 141.474302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:36.295779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.633314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-23T05:23:36.295929Z","caller":"traceutil/trace.go:171","msg":"trace[1860486527] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1098; }","duration":"115.821378ms","start":"2026-03-23T05:23:36.180048Z","end":"2026-03-23T05:23:36.295869Z","steps":["trace[1860486527] 'agreement among raft nodes before linearized reading' (duration: 115.46546ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:40.442619Z","caller":"traceutil/trace.go:171","msg":"trace[117028628] transaction","detail":"{read_only:false; response_revision:1156; number_of_response:1; }","duration":"109.872684ms","start":"2026-03-23T05:23:40.332704Z","end":"2026-03-23T05:23:40.442577Z","steps":["trace[117028628] 'process raft request' (duration: 45.48081ms)","trace[117028628] 'compare' (duration: 64.124898ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:23:40.443008Z","caller":"traceutil/trace.go:171","msg":"trace[323997448] transaction","detail":"{read_only:false; response_revision:1157; number_of_response:1; }","duration":"110.270263ms","start":"2026-03-23T05:23:40.332705Z","end":"2026-03-23T05:23:40.442975Z","steps":["trace[323997448] 'process raft request' (duration: 109.809612ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:40.443158Z","caller":"traceutil/trace.go:171","msg":"trace[1253464505] transaction","detail":"{read_only:false; response_revision:1160; number_of_response:1; }","duration":"110.308043ms","start":"2026-03-23T05:23:40.332827Z","end":"2026-03-23T05:23:40.443135Z","steps":["trace[1253464505] 'process raft request' (duration: 110.215031ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:40.443505Z","caller":"traceutil/trace.go:171","msg":"trace[844730365] transaction","detail":"{read_only:false; response_revision:1161; number_of_response:1; }","duration":"110.531978ms","start":"2026-03-23T05:23:40.332944Z","end":"2026-03-23T05:23:40.443476Z","steps":["trace[844730365] 'process raft request' (duration: 110.142949ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:40.443623Z","caller":"traceutil/trace.go:171","msg":"trace[1322510773] transaction","detail":"{read_only:false; response_revision:1162; number_of_response:1; }","duration":"110.132479ms","start":"2026-03-23T05:23:40.333466Z","end":"2026-03-23T05:23:40.443599Z","steps":["trace[1322510773] 'process raft request' (duration: 109.860063ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:40.443721Z","caller":"traceutil/trace.go:171","msg":"trace[873936379] transaction","detail":"{read_only:false; response_revision:1163; number_of_response:1; }","duration":"110.238362ms","start":"2026-03-23T05:23:40.333465Z","end":"2026-03-23T05:23:40.443704Z","steps":["trace[873936379] 'process raft request' (duration: 110.058548ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:40.44376Z","caller":"traceutil/trace.go:171","msg":"trace[1047599380] transaction","detail":"{read_only:false; response_revision:1164; number_of_response:1; }","duration":"109.956606ms","start":"2026-03-23T05:23:40.333791Z","end":"2026-03-23T05:23:40.443747Z","steps":["trace[1047599380] 'process raft request' (duration: 109.835713ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:40.443832Z","caller":"traceutil/trace.go:171","msg":"trace[601401697] transaction","detail":"{read_only:false; response_revision:1159; number_of_response:1; }","duration":"110.944307ms","start":"2026-03-23T05:23:40.332852Z","end":"2026-03-23T05:23:40.443796Z","steps":["trace[601401697] 'process raft request' (duration: 110.140309ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:40.443812Z","caller":"traceutil/trace.go:171","msg":"trace[1775134876] transaction","detail":"{read_only:false; response_revision:1158; number_of_response:1; }","duration":"111.023309ms","start":"2026-03-23T05:23:40.332754Z","end":"2026-03-23T05:23:40.443778Z","steps":["trace[1775134876] 'process raft request' (duration: 110.078178ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:40.443892Z","caller":"traceutil/trace.go:171","msg":"trace[1644551642] transaction","detail":"{read_only:false; response_revision:1165; number_of_response:1; }","duration":"109.861264ms","start":"2026-03-23T05:23:40.334022Z","end":"2026-03-23T05:23:40.443883Z","steps":["trace[1644551642] 'process raft request' (duration: 109.666619ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:40.444059Z","caller":"traceutil/trace.go:171","msg":"trace[1988421416] transaction","detail":"{read_only:false; response_revision:1166; number_of_response:1; }","duration":"107.949541ms","start":"2026-03-23T05:23:40.33607Z","end":"2026-03-23T05:23:40.444019Z","steps":["trace[1988421416] 'process raft request' (duration: 107.782506ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:40.559111Z","caller":"traceutil/trace.go:171","msg":"trace[467780209] transaction","detail":"{read_only:false; response_revision:1168; number_of_response:1; }","duration":"109.935126ms","start":"2026-03-23T05:23:40.449153Z","end":"2026-03-23T05:23:40.559088Z","steps":["trace[467780209] 'process raft request' (duration: 109.779213ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:40.559384Z","caller":"traceutil/trace.go:171","msg":"trace[1440142468] linearizableReadLoop","detail":"{readStateIndex:1208; appliedIndex:1206; }","duration":"109.634888ms","start":"2026-03-23T05:23:40.449731Z","end":"2026-03-23T05:23:40.559366Z","steps":["trace[1440142468] 'read index received' (duration: 57.474738ms)","trace[1440142468] 'applied index is now lower than readState.Index' (duration: 52.15867ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:23:40.559508Z","caller":"traceutil/trace.go:171","msg":"trace[1852705161] transaction","detail":"{read_only:false; response_revision:1170; number_of_response:1; }","duration":"108.759099ms","start":"2026-03-23T05:23:40.45073Z","end":"2026-03-23T05:23:40.559489Z","steps":["trace[1852705161] 'process raft request' (duration: 108.535214ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:40.559406Z","caller":"traceutil/trace.go:171","msg":"trace[2115104140] transaction","detail":"{read_only:false; response_revision:1169; number_of_response:1; }","duration":"109.468625ms","start":"2026-03-23T05:23:40.449889Z","end":"2026-03-23T05:23:40.559358Z","steps":["trace[2115104140] 'process raft request' (duration: 109.158908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:40.55977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.015227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-xhjth\" ","response":"range_response_count:1 size:6053"} {"level":"info","ts":"2026-03-23T05:23:40.559952Z","caller":"traceutil/trace.go:171","msg":"trace[979960568] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-controller-xhjth; range_end:; response_count:1; response_revision:1170; }","duration":"110.242902ms","start":"2026-03-23T05:23:40.44969Z","end":"2026-03-23T05:23:40.559933Z","steps":["trace[979960568] 'agreement among raft nodes before linearized reading' (duration: 109.924285ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:40.731946Z","caller":"traceutil/trace.go:171","msg":"trace[186985235] transaction","detail":"{read_only:false; response_revision:1176; number_of_response:1; }","duration":"146.995776ms","start":"2026-03-23T05:23:40.584918Z","end":"2026-03-23T05:23:40.731913Z","steps":["trace[186985235] 'process raft request' (duration: 123.724504ms)","trace[186985235] 'compare' (duration: 23.007886ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:23:40.732043Z","caller":"traceutil/trace.go:171","msg":"trace[1809985694] transaction","detail":"{read_only:false; response_revision:1177; number_of_response:1; }","duration":"146.917374ms","start":"2026-03-23T05:23:40.585099Z","end":"2026-03-23T05:23:40.732017Z","steps":["trace[1809985694] 'process raft request' (duration: 146.70494ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:40.732166Z","caller":"traceutil/trace.go:171","msg":"trace[66420007] transaction","detail":"{read_only:false; response_revision:1178; number_of_response:1; }","duration":"146.789131ms","start":"2026-03-23T05:23:40.585363Z","end":"2026-03-23T05:23:40.732153Z","steps":["trace[66420007] 'process raft request' (duration: 146.494235ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:40.732511Z","caller":"traceutil/trace.go:171","msg":"trace[1083567313] transaction","detail":"{read_only:false; response_revision:1179; number_of_response:1; }","duration":"146.884035ms","start":"2026-03-23T05:23:40.585605Z","end":"2026-03-23T05:23:40.732489Z","steps":["trace[1083567313] 'process raft request' (duration: 146.350042ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:40.732833Z","caller":"traceutil/trace.go:171","msg":"trace[1920258162] transaction","detail":"{read_only:false; response_revision:1180; number_of_response:1; }","duration":"146.070636ms","start":"2026-03-23T05:23:40.586748Z","end":"2026-03-23T05:23:40.732819Z","steps":["trace[1920258162] 'process raft request' (duration: 145.682216ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:40.732959Z","caller":"traceutil/trace.go:171","msg":"trace[1035204220] transaction","detail":"{read_only:false; response_revision:1181; number_of_response:1; }","duration":"145.960593ms","start":"2026-03-23T05:23:40.586986Z","end":"2026-03-23T05:23:40.732946Z","steps":["trace[1035204220] 'process raft request' (duration: 145.741478ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:40.733254Z","caller":"traceutil/trace.go:171","msg":"trace[206891593] transaction","detail":"{read_only:false; response_revision:1182; number_of_response:1; }","duration":"142.380822ms","start":"2026-03-23T05:23:40.590865Z","end":"2026-03-23T05:23:40.733246Z","steps":["trace[206891593] 'process raft request' (duration: 141.910122ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:40.733327Z","caller":"traceutil/trace.go:171","msg":"trace[62571152] transaction","detail":"{read_only:false; response_revision:1183; number_of_response:1; }","duration":"141.251298ms","start":"2026-03-23T05:23:40.592022Z","end":"2026-03-23T05:23:40.733274Z","steps":["trace[62571152] 'process raft request' (duration: 140.87367ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:41.524054Z","caller":"traceutil/trace.go:171","msg":"trace[856229147] transaction","detail":"{read_only:false; response_revision:1197; number_of_response:1; }","duration":"193.266874ms","start":"2026-03-23T05:23:41.330746Z","end":"2026-03-23T05:23:41.524013Z","steps":["trace[856229147] 'process raft request' (duration: 183.70691ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:42.249327Z","caller":"traceutil/trace.go:171","msg":"trace[567213269] transaction","detail":"{read_only:false; response_revision:1207; number_of_response:1; }","duration":"149.216886ms","start":"2026-03-23T05:23:42.100069Z","end":"2026-03-23T05:23:42.249286Z","steps":["trace[567213269] 'process raft request' (duration: 149.007561ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:42.485762Z","caller":"traceutil/trace.go:171","msg":"trace[1475441166] linearizableReadLoop","detail":"{readStateIndex:1249; appliedIndex:1248; }","duration":"147.356654ms","start":"2026-03-23T05:23:42.338375Z","end":"2026-03-23T05:23:42.485732Z","steps":["trace[1475441166] 'read index received' (duration: 147.111588ms)","trace[1475441166] 'applied index is now lower than readState.Index' (duration: 244.056µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:23:42.485855Z","caller":"traceutil/trace.go:171","msg":"trace[766304711] transaction","detail":"{read_only:false; response_revision:1208; number_of_response:1; }","duration":"222.789005ms","start":"2026-03-23T05:23:42.263014Z","end":"2026-03-23T05:23:42.485803Z","steps":["trace[766304711] 'process raft request' (duration: 222.55091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:42.486067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.689142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-23T05:23:42.486151Z","caller":"traceutil/trace.go:171","msg":"trace[778680805] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1208; }","duration":"147.817865ms","start":"2026-03-23T05:23:42.338315Z","end":"2026-03-23T05:23:42.486133Z","steps":["trace[778680805] 'agreement among raft nodes before linearized reading' (duration: 147.510848ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:44.641257Z","caller":"traceutil/trace.go:171","msg":"trace[1113195764] transaction","detail":"{read_only:false; response_revision:1220; number_of_response:1; }","duration":"141.174506ms","start":"2026-03-23T05:23:44.500047Z","end":"2026-03-23T05:23:44.641222Z","steps":["trace[1113195764] 'process raft request' (duration: 141.008433ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:44.789417Z","caller":"traceutil/trace.go:171","msg":"trace[1376229756] transaction","detail":"{read_only:false; response_revision:1223; number_of_response:1; }","duration":"288.271905ms","start":"2026-03-23T05:23:44.501117Z","end":"2026-03-23T05:23:44.789389Z","steps":["trace[1376229756] 'process raft request' (duration: 288.207773ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:44.789442Z","caller":"traceutil/trace.go:171","msg":"trace[556896124] transaction","detail":"{read_only:false; response_revision:1221; number_of_response:1; }","duration":"288.654433ms","start":"2026-03-23T05:23:44.500737Z","end":"2026-03-23T05:23:44.789392Z","steps":["trace[556896124] 'process raft request' (duration: 235.91565ms)","trace[556896124] 'compare' (duration: 52.513128ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:23:44.789493Z","caller":"traceutil/trace.go:171","msg":"trace[1203110920] transaction","detail":"{read_only:false; response_revision:1222; number_of_response:1; }","duration":"288.373676ms","start":"2026-03-23T05:23:44.501081Z","end":"2026-03-23T05:23:44.789455Z","steps":["trace[1203110920] 'process raft request' (duration: 288.205552ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:44.78956Z","caller":"traceutil/trace.go:171","msg":"trace[806159803] transaction","detail":"{read_only:false; response_revision:1224; number_of_response:1; }","duration":"288.397987ms","start":"2026-03-23T05:23:44.501139Z","end":"2026-03-23T05:23:44.789537Z","steps":["trace[806159803] 'process raft request' (duration: 288.219863ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:55.361331Z","caller":"traceutil/trace.go:171","msg":"trace[1109321477] transaction","detail":"{read_only:false; response_revision:1429; number_of_response:1; }","duration":"108.662147ms","start":"2026-03-23T05:23:55.252642Z","end":"2026-03-23T05:23:55.361304Z","steps":["trace[1109321477] 'process raft request' (duration: 108.495532ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:57.303413Z","caller":"traceutil/trace.go:171","msg":"trace[1011761644] transaction","detail":"{read_only:false; response_revision:1454; number_of_response:1; }","duration":"146.652719ms","start":"2026-03-23T05:23:57.156734Z","end":"2026-03-23T05:23:57.303386Z","steps":["trace[1011761644] 'process raft request' (duration: 146.515166ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:59.27328Z","caller":"traceutil/trace.go:171","msg":"trace[1035963582] transaction","detail":"{read_only:false; response_revision:1486; number_of_response:1; }","duration":"102.14784ms","start":"2026-03-23T05:23:59.171111Z","end":"2026-03-23T05:23:59.273258Z","steps":["trace[1035963582] 'process raft request' (duration: 101.897195ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:59.422296Z","caller":"traceutil/trace.go:171","msg":"trace[1239613692] transaction","detail":"{read_only:false; response_revision:1487; number_of_response:1; }","duration":"173.423779ms","start":"2026-03-23T05:23:59.248798Z","end":"2026-03-23T05:23:59.422221Z","steps":["trace[1239613692] 'process raft request' (duration: 141.392541ms)","trace[1239613692] 'compare' (duration: 31.821914ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:23:59.422344Z","caller":"traceutil/trace.go:171","msg":"trace[764040965] linearizableReadLoop","detail":"{readStateIndex:1553; appliedIndex:1552; }","duration":"149.062262ms","start":"2026-03-23T05:23:59.273237Z","end":"2026-03-23T05:23:59.4223Z","steps":["trace[764040965] 'read index received' (duration: 117.062415ms)","trace[764040965] 'applied index is now lower than readState.Index' (duration: 31.996087ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:23:59.422384Z","caller":"traceutil/trace.go:171","msg":"trace[1411327327] transaction","detail":"{read_only:false; response_revision:1489; number_of_response:1; }","duration":"142.313651ms","start":"2026-03-23T05:23:59.280051Z","end":"2026-03-23T05:23:59.422365Z","steps":["trace[1411327327] 'process raft request' (duration: 142.178598ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:59.422452Z","caller":"traceutil/trace.go:171","msg":"trace[1218250617] transaction","detail":"{read_only:false; response_revision:1488; number_of_response:1; }","duration":"143.814615ms","start":"2026-03-23T05:23:59.278604Z","end":"2026-03-23T05:23:59.422419Z","steps":["trace[1218250617] 'process raft request' (duration: 143.534798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:59.422511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.997201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:23:59.422562Z","caller":"traceutil/trace.go:171","msg":"trace[979253150] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1489; }","duration":"170.127684ms","start":"2026-03-23T05:23:59.25242Z","end":"2026-03-23T05:23:59.422547Z","steps":["trace[979253150] 'agreement among raft nodes before linearized reading' (duration: 170.018582ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:07.692308Z","caller":"traceutil/trace.go:171","msg":"trace[1922131522] transaction","detail":"{read_only:false; response_revision:1563; number_of_response:1; }","duration":"109.528706ms","start":"2026-03-23T05:24:07.582759Z","end":"2026-03-23T05:24:07.692288Z","steps":["trace[1922131522] 'process raft request' (duration: 97.487126ms)","trace[1922131522] 'compare' (duration: 11.820845ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:24:07.692785Z","caller":"traceutil/trace.go:171","msg":"trace[679519117] transaction","detail":"{read_only:false; response_revision:1564; number_of_response:1; }","duration":"105.534606ms","start":"2026-03-23T05:24:07.587234Z","end":"2026-03-23T05:24:07.692769Z","steps":["trace[679519117] 'process raft request' (duration: 104.972394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:07.692857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.288031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:6492"} {"level":"info","ts":"2026-03-23T05:24:07.69303Z","caller":"traceutil/trace.go:171","msg":"trace[2131129059] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:1564; }","duration":"109.488616ms","start":"2026-03-23T05:24:07.583494Z","end":"2026-03-23T05:24:07.692983Z","steps":["trace[2131129059] 'agreement among raft nodes before linearized reading' (duration: 109.139307ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:07.869203Z","caller":"traceutil/trace.go:171","msg":"trace[1660482592] transaction","detail":"{read_only:false; response_revision:1574; number_of_response:1; }","duration":"102.59325ms","start":"2026-03-23T05:24:07.766549Z","end":"2026-03-23T05:24:07.869142Z","steps":["trace[1660482592] 'process raft request' (duration: 33.486471ms)","trace[1660482592] 'compare' (duration: 68.870583ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:24:07.86925Z","caller":"traceutil/trace.go:171","msg":"trace[681885390] transaction","detail":"{read_only:false; response_revision:1576; number_of_response:1; }","duration":"102.220632ms","start":"2026-03-23T05:24:07.767004Z","end":"2026-03-23T05:24:07.869224Z","steps":["trace[681885390] 'process raft request' (duration: 102.092359ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:07.869743Z","caller":"traceutil/trace.go:171","msg":"trace[1436998214] transaction","detail":"{read_only:false; response_revision:1575; number_of_response:1; }","duration":"102.898378ms","start":"2026-03-23T05:24:07.766563Z","end":"2026-03-23T05:24:07.869461Z","steps":["trace[1436998214] 'process raft request' (duration: 102.470067ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:07.86952Z","caller":"traceutil/trace.go:171","msg":"trace[1618401729] transaction","detail":"{read_only:false; response_revision:1577; number_of_response:1; }","duration":"102.411277ms","start":"2026-03-23T05:24:07.767078Z","end":"2026-03-23T05:24:07.869489Z","steps":["trace[1618401729] 'process raft request' (duration: 102.10326ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:07.986351Z","caller":"traceutil/trace.go:171","msg":"trace[1772947289] transaction","detail":"{read_only:false; response_revision:1581; number_of_response:1; }","duration":"111.135621ms","start":"2026-03-23T05:24:07.875188Z","end":"2026-03-23T05:24:07.986324Z","steps":["trace[1772947289] 'process raft request' (duration: 108.603225ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:07.986385Z","caller":"traceutil/trace.go:171","msg":"trace[517973392] transaction","detail":"{read_only:false; response_revision:1582; number_of_response:1; }","duration":"111.146612ms","start":"2026-03-23T05:24:07.875202Z","end":"2026-03-23T05:24:07.986349Z","steps":["trace[517973392] 'process raft request' (duration: 110.967058ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:07.986502Z","caller":"traceutil/trace.go:171","msg":"trace[242401128] transaction","detail":"{read_only:false; response_revision:1583; number_of_response:1; }","duration":"110.599109ms","start":"2026-03-23T05:24:07.87581Z","end":"2026-03-23T05:24:07.986409Z","steps":["trace[242401128] 'process raft request' (duration: 110.410945ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:07.986589Z","caller":"traceutil/trace.go:171","msg":"trace[800354542] linearizableReadLoop","detail":"{readStateIndex:1650; appliedIndex:1647; }","duration":"111.208723ms","start":"2026-03-23T05:24:07.875358Z","end":"2026-03-23T05:24:07.986567Z","steps":["trace[800354542] 'read index received' (duration: 82.463948ms)","trace[800354542] 'applied index is now lower than readState.Index' (duration: 28.741945ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:24:07.986786Z","caller":"traceutil/trace.go:171","msg":"trace[219060240] transaction","detail":"{read_only:false; response_revision:1584; number_of_response:1; }","duration":"105.398913ms","start":"2026-03-23T05:24:07.881373Z","end":"2026-03-23T05:24:07.986772Z","steps":["trace[219060240] 'process raft request' (duration: 104.903442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:07.986879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.494399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ec307534-c6ca-40d8-a2a9-bf28f9c84eef\" ","response":"range_response_count:1 size:2561"} {"level":"info","ts":"2026-03-23T05:24:07.986951Z","caller":"traceutil/trace.go:171","msg":"trace[1800090592] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ec307534-c6ca-40d8-a2a9-bf28f9c84eef; range_end:; response_count:1; response_revision:1584; }","duration":"111.605952ms","start":"2026-03-23T05:24:07.875328Z","end":"2026-03-23T05:24:07.986934Z","steps":["trace[1800090592] 'agreement among raft nodes before linearized reading' (duration: 111.366757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:07.986881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.832355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ec307534-c6ca-40d8-a2a9-bf28f9c84eef\" ","response":"range_response_count:1 size:2561"} {"level":"info","ts":"2026-03-23T05:24:07.987531Z","caller":"traceutil/trace.go:171","msg":"trace[654586421] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ec307534-c6ca-40d8-a2a9-bf28f9c84eef; range_end:; response_count:1; response_revision:1584; }","duration":"103.461411ms","start":"2026-03-23T05:24:07.884003Z","end":"2026-03-23T05:24:07.987464Z","steps":["trace[654586421] 'agreement among raft nodes before linearized reading' (duration: 102.716893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:10.753558Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222588525896099,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-23T05:24:11.115316Z","caller":"traceutil/trace.go:171","msg":"trace[1444496058] transaction","detail":"{read_only:false; response_revision:1615; number_of_response:1; }","duration":"885.342793ms","start":"2026-03-23T05:24:10.229945Z","end":"2026-03-23T05:24:11.115288Z","steps":["trace[1444496058] 'process raft request' (duration: 885.160249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:11.115687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:10.229932Z","time spent":"885.475207ms","remote":"127.0.0.1:55216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:24:11.386373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.905059ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:24:11.386672Z","caller":"traceutil/trace.go:171","msg":"trace[1454962888] transaction","detail":"{read_only:false; response_revision:1616; number_of_response:1; }","duration":"996.17093ms","start":"2026-03-23T05:24:10.390477Z","end":"2026-03-23T05:24:11.386648Z","steps":["trace[1454962888] 'process raft request' (duration: 776.871872ms)","trace[1454962888] 'compare' (duration: 218.761166ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:24:11.386828Z","caller":"traceutil/trace.go:171","msg":"trace[1228340579] transaction","detail":"{read_only:false; response_revision:1617; number_of_response:1; }","duration":"442.088195ms","start":"2026-03-23T05:24:10.944713Z","end":"2026-03-23T05:24:11.386801Z","steps":["trace[1228340579] 'process raft request' (duration: 441.761197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:11.386989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:10.944686Z","time spent":"442.224468ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:24:11.386994Z","caller":"traceutil/trace.go:171","msg":"trace[1201174993] linearizableReadLoop","detail":"{readStateIndex:1684; appliedIndex:1682; }","duration":"1.134025431s","start":"2026-03-23T05:24:10.252938Z","end":"2026-03-23T05:24:11.386963Z","steps":["trace[1201174993] 'read index received' (duration: 862.235206ms)","trace[1201174993] 'applied index is now lower than readState.Index' (duration: 271.787655ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:24:11.386758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:10.390447Z","time spent":"996.274693ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:24:11.38706Z","caller":"traceutil/trace.go:171","msg":"trace[637758373] transaction","detail":"{read_only:false; response_revision:1618; number_of_response:1; }","duration":"419.916547ms","start":"2026-03-23T05:24:10.967102Z","end":"2026-03-23T05:24:11.387019Z","steps":["trace[637758373] 'process raft request' (duration: 419.622671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:11.387182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.134239646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:24:11.387217Z","caller":"traceutil/trace.go:171","msg":"trace[74719802] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1618; }","duration":"1.134348769s","start":"2026-03-23T05:24:10.252858Z","end":"2026-03-23T05:24:11.387207Z","steps":["trace[74719802] 'agreement among raft nodes before linearized reading' (duration: 1.134267337s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:11.387253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:10.967064Z","time spent":"420.086371ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:24:11.38729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.610817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-23T05:24:11.387335Z","caller":"traceutil/trace.go:171","msg":"trace[1240955056] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1618; }","duration":"748.691939ms","start":"2026-03-23T05:24:10.638627Z","end":"2026-03-23T05:24:11.387319Z","steps":["trace[1240955056] 'agreement among raft nodes before linearized reading' (duration: 748.535906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:11.387368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:10.638601Z","time spent":"748.759361ms","remote":"127.0.0.1:55896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-23T05:24:11.387413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.083003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-23T05:24:11.387433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.203978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-23T05:24:11.387459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.459916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-23T05:24:11.387473Z","caller":"traceutil/trace.go:171","msg":"trace[284511226] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1618; }","duration":"212.27584ms","start":"2026-03-23T05:24:11.175184Z","end":"2026-03-23T05:24:11.387459Z","steps":["trace[284511226] 'agreement among raft nodes before linearized reading' (duration: 212.215009ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:11.387472Z","caller":"traceutil/trace.go:171","msg":"trace[1073068446] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1618; }","duration":"388.169464ms","start":"2026-03-23T05:24:10.999286Z","end":"2026-03-23T05:24:11.387456Z","steps":["trace[1073068446] 'agreement among raft nodes before linearized reading' (duration: 388.035501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:11.387472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.87511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-23T05:24:11.387514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:10.999278Z","time spent":"388.226986ms","remote":"127.0.0.1:56474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":14,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-03-23T05:24:11.38754Z","caller":"traceutil/trace.go:171","msg":"trace[1696098951] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1618; }","duration":"388.943781ms","start":"2026-03-23T05:24:10.998575Z","end":"2026-03-23T05:24:11.387519Z","steps":["trace[1696098951] 'agreement among raft nodes before linearized reading' (duration: 388.675355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:11.387553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.905454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-23T05:24:11.387555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.991223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-23T05:24:11.387562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.852449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-23T05:24:11.387576Z","caller":"traceutil/trace.go:171","msg":"trace[1374681941] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1618; }","duration":"389.951795ms","start":"2026-03-23T05:24:10.997618Z","end":"2026-03-23T05:24:11.38757Z","steps":["trace[1374681941] 'agreement among raft nodes before linearized reading' (duration: 389.893513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:11.387569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.207806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ec307534-c6ca-40d8-a2a9-bf28f9c84eef\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-03-23T05:24:11.387592Z","caller":"traceutil/trace.go:171","msg":"trace[1848842319] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1618; }","duration":"389.041064ms","start":"2026-03-23T05:24:10.998542Z","end":"2026-03-23T05:24:11.387583Z","steps":["trace[1848842319] 'agreement among raft nodes before linearized reading' (duration: 388.919761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:11.387604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:10.997605Z","time spent":"389.994976ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-23T05:24:11.387608Z","caller":"traceutil/trace.go:171","msg":"trace[1467067638] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1618; }","duration":"388.952082ms","start":"2026-03-23T05:24:10.998643Z","end":"2026-03-23T05:24:11.387595Z","steps":["trace[1467067638] 'agreement among raft nodes before linearized reading' (duration: 388.811199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:11.38762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:10.998533Z","time spent":"389.079985ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-23T05:24:11.387373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.687469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.108\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-23T05:24:11.387649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:10.998611Z","time spent":"389.022733ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-23T05:24:11.38768Z","caller":"traceutil/trace.go:171","msg":"trace[276565638] range","detail":"{range_begin:/registry/masterleases/199.19.213.108; range_end:; response_count:1; response_revision:1618; }","duration":"386.018786ms","start":"2026-03-23T05:24:11.001654Z","end":"2026-03-23T05:24:11.387673Z","steps":["trace[276565638] 'agreement among raft nodes before linearized reading' (duration: 385.627777ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:11.387689Z","caller":"traceutil/trace.go:171","msg":"trace[248817397] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ec307534-c6ca-40d8-a2a9-bf28f9c84eef; range_end:; response_count:1; response_revision:1618; }","duration":"384.329529ms","start":"2026-03-23T05:24:11.003345Z","end":"2026-03-23T05:24:11.387674Z","steps":["trace[248817397] 'agreement among raft nodes before linearized reading' (duration: 384.091224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:11.387703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:11.001642Z","time spent":"386.056056ms","remote":"127.0.0.1:55088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.108\" "} {"level":"warn","ts":"2026-03-23T05:24:11.387708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.245877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-23T05:24:11.387724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:11.003264Z","time spent":"384.451402ms","remote":"127.0.0.1:55216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ec307534-c6ca-40d8-a2a9-bf28f9c84eef\" "} {"level":"info","ts":"2026-03-23T05:24:11.387738Z","caller":"traceutil/trace.go:171","msg":"trace[1666475387] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1618; }","duration":"578.331669ms","start":"2026-03-23T05:24:10.809398Z","end":"2026-03-23T05:24:11.387729Z","steps":["trace[1666475387] 'agreement among raft nodes before linearized reading' (duration: 578.232567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:11.387738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.357408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-23T05:24:11.387581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:10.998545Z","time spent":"389.027354ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-23T05:24:11.387764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:10.809364Z","time spent":"578.394391ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-23T05:24:11.387771Z","caller":"traceutil/trace.go:171","msg":"trace[1849630927] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1618; }","duration":"425.42471ms","start":"2026-03-23T05:24:10.962337Z","end":"2026-03-23T05:24:11.387762Z","steps":["trace[1849630927] 'agreement among raft nodes before linearized reading' (duration: 425.370819ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:11.387496Z","caller":"traceutil/trace.go:171","msg":"trace[1523179522] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1618; }","duration":"398.518827ms","start":"2026-03-23T05:24:10.988966Z","end":"2026-03-23T05:24:11.387485Z","steps":["trace[1523179522] 'agreement among raft nodes before linearized reading' (duration: 398.387974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:11.387806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:10.962325Z","time spent":"425.472091ms","remote":"127.0.0.1:55558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-23T05:24:11.387841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:10.988956Z","time spent":"398.873255ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-23T05:24:11.387966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:10.252824Z","time spent":"1.13441946s","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T05:24:11.91785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.601237ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-23T05:24:11.917975Z","caller":"traceutil/trace.go:171","msg":"trace[547686680] linearizableReadLoop","detail":"{readStateIndex:1687; appliedIndex:1686; }","duration":"529.034855ms","start":"2026-03-23T05:24:11.38892Z","end":"2026-03-23T05:24:11.917955Z","steps":["trace[547686680] 'read index received' (duration: 168.287125ms)","trace[547686680] 'applied index is now lower than readState.Index' (duration: 360.74637ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:24:11.918018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:11.38851Z","time spent":"529.500235ms","remote":"127.0.0.1:55088","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-23T05:24:11.918075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.145107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:24:11.918103Z","caller":"traceutil/trace.go:171","msg":"trace[246858425] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1618; }","duration":"529.196768ms","start":"2026-03-23T05:24:11.388897Z","end":"2026-03-23T05:24:11.918094Z","steps":["trace[246858425] 'agreement among raft nodes before linearized reading' (duration: 529.131927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:11.918151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:11.388884Z","time spent":"529.260389ms","remote":"127.0.0.1:55078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-23T05:24:11.936023Z","caller":"traceutil/trace.go:171","msg":"trace[1678789522] transaction","detail":"{read_only:false; response_revision:1619; number_of_response:1; }","duration":"544.260485ms","start":"2026-03-23T05:24:11.391736Z","end":"2026-03-23T05:24:11.935997Z","steps":["trace[1678789522] 'process raft request' (duration: 543.997189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:11.936217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:11.391725Z","time spent":"544.417639ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:24:11.93628Z","caller":"traceutil/trace.go:171","msg":"trace[796970786] transaction","detail":"{read_only:false; response_revision:1620; number_of_response:1; }","duration":"543.669343ms","start":"2026-03-23T05:24:11.392589Z","end":"2026-03-23T05:24:11.936258Z","steps":["trace[796970786] 'process raft request' (duration: 543.294145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:11.936412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:11.392571Z","time spent":"543.771565ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:24:11.93664Z","caller":"traceutil/trace.go:171","msg":"trace[508441969] transaction","detail":"{read_only:false; response_revision:1621; number_of_response:1; }","duration":"543.803556ms","start":"2026-03-23T05:24:11.392811Z","end":"2026-03-23T05:24:11.936615Z","steps":["trace[508441969] 'process raft request' (duration: 543.378836ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:11.936785Z","caller":"traceutil/trace.go:171","msg":"trace[1978756288] transaction","detail":"{read_only:false; response_revision:1623; number_of_response:1; }","duration":"543.56287ms","start":"2026-03-23T05:24:11.393208Z","end":"2026-03-23T05:24:11.936771Z","steps":["trace[1978756288] 'process raft request' (duration: 543.383506ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:11.936848Z","caller":"traceutil/trace.go:171","msg":"trace[817610007] transaction","detail":"{read_only:false; response_revision:1624; number_of_response:1; }","duration":"543.344545ms","start":"2026-03-23T05:24:11.393491Z","end":"2026-03-23T05:24:11.936836Z","steps":["trace[817610007] 'process raft request' (duration: 543.175131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:11.936869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.195654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:24:11.936908Z","caller":"traceutil/trace.go:171","msg":"trace[1155706081] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1624; }","duration":"511.265095ms","start":"2026-03-23T05:24:11.425633Z","end":"2026-03-23T05:24:11.936898Z","steps":["trace[1155706081] 'agreement among raft nodes before linearized reading' (duration: 511.190123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:11.936921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:11.393482Z","time spent":"543.407106ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:24:11.936947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:11.425617Z","time spent":"511.322838ms","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T05:24:11.936929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:11.393202Z","time spent":"543.650122ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:24:11.936786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:11.392793Z","time spent":"543.931748ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:24:11.936646Z","caller":"traceutil/trace.go:171","msg":"trace[350265163] transaction","detail":"{read_only:false; response_revision:1622; number_of_response:1; }","duration":"543.600191ms","start":"2026-03-23T05:24:11.39303Z","end":"2026-03-23T05:24:11.93663Z","steps":["trace[350265163] 'process raft request' (duration: 543.469188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:11.937249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:11.393022Z","time spent":"544.193735ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:24:12.731182Z","caller":"traceutil/trace.go:171","msg":"trace[174656366] transaction","detail":"{read_only:false; response_revision:1625; number_of_response:1; }","duration":"811.873237ms","start":"2026-03-23T05:24:11.919282Z","end":"2026-03-23T05:24:12.731156Z","steps":["trace[174656366] 'process raft request' (duration: 811.736334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:12.731325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:11.919261Z","time spent":"811.986399ms","remote":"127.0.0.1:55088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:24:12.784769Z","caller":"traceutil/trace.go:171","msg":"trace[646495891] linearizableReadLoop","detail":"{readStateIndex:1695; appliedIndex:1693; }","duration":"392.942782ms","start":"2026-03-23T05:24:12.391789Z","end":"2026-03-23T05:24:12.784732Z","steps":["trace[646495891] 'read index received' (duration: 339.33607ms)","trace[646495891] 'applied index is now lower than readState.Index' (duration: 53.605092ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:24:12.784857Z","caller":"traceutil/trace.go:171","msg":"trace[1461289031] transaction","detail":"{read_only:false; response_revision:1626; number_of_response:1; }","duration":"764.907383ms","start":"2026-03-23T05:24:12.019918Z","end":"2026-03-23T05:24:12.784825Z","steps":["trace[1461289031] 'process raft request' (duration: 764.637147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:12.785058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.238688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ec307534-c6ca-40d8-a2a9-bf28f9c84eef\" ","response":"range_response_count:1 size:3747"} {"level":"warn","ts":"2026-03-23T05:24:12.785098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.017014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-23T05:24:12.785079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.596708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:24:12.785135Z","caller":"traceutil/trace.go:171","msg":"trace[1868617583] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ec307534-c6ca-40d8-a2a9-bf28f9c84eef; range_end:; response_count:1; response_revision:1626; }","duration":"393.372081ms","start":"2026-03-23T05:24:12.391744Z","end":"2026-03-23T05:24:12.785116Z","steps":["trace[1868617583] 'agreement among raft nodes before linearized reading' (duration: 393.119376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:12.785196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:12.391724Z","time spent":"393.461813ms","remote":"127.0.0.1:55216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ec307534-c6ca-40d8-a2a9-bf28f9c84eef\" "} {"level":"info","ts":"2026-03-23T05:24:12.785202Z","caller":"traceutil/trace.go:171","msg":"trace[581625783] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1626; }","duration":"167.800493ms","start":"2026-03-23T05:24:12.617372Z","end":"2026-03-23T05:24:12.785172Z","steps":["trace[581625783] 'agreement among raft nodes before linearized reading' (duration: 167.574818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:12.785229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.601317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-23T05:24:12.785141Z","caller":"traceutil/trace.go:171","msg":"trace[1410895626] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1626; }","duration":"389.113037ms","start":"2026-03-23T05:24:12.396011Z","end":"2026-03-23T05:24:12.785124Z","steps":["trace[1410895626] 'agreement among raft nodes before linearized reading' (duration: 388.899772ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:12.785317Z","caller":"traceutil/trace.go:171","msg":"trace[1467643909] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1626; }","duration":"348.708219ms","start":"2026-03-23T05:24:12.436583Z","end":"2026-03-23T05:24:12.785291Z","steps":["trace[1467643909] 'agreement among raft nodes before linearized reading' (duration: 348.398032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:12.785331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:12.395996Z","time spent":"389.323961ms","remote":"127.0.0.1:55896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-23T05:24:12.785393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:12.436557Z","time spent":"348.825292ms","remote":"127.0.0.1:55896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-23T05:24:12.785641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:12.019872Z","time spent":"765.048246ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:24:22.127237Z","caller":"traceutil/trace.go:171","msg":"trace[1005525841] transaction","detail":"{read_only:false; response_revision:1709; number_of_response:1; }","duration":"135.873547ms","start":"2026-03-23T05:24:21.991336Z","end":"2026-03-23T05:24:22.127209Z","steps":["trace[1005525841] 'process raft request' (duration: 135.765785ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:22.12726Z","caller":"traceutil/trace.go:171","msg":"trace[1137469004] transaction","detail":"{read_only:false; response_revision:1708; number_of_response:1; }","duration":"135.940098ms","start":"2026-03-23T05:24:21.99129Z","end":"2026-03-23T05:24:22.127231Z","steps":["trace[1137469004] 'process raft request' (duration: 135.702473ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:22.127605Z","caller":"traceutil/trace.go:171","msg":"trace[171777628] transaction","detail":"{read_only:false; response_revision:1710; number_of_response:1; }","duration":"136.214704ms","start":"2026-03-23T05:24:21.991372Z","end":"2026-03-23T05:24:22.127587Z","steps":["trace[171777628] 'process raft request' (duration: 135.791835ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:22.127516Z","caller":"traceutil/trace.go:171","msg":"trace[510217308] linearizableReadLoop","detail":"{readStateIndex:1782; appliedIndex:1778; }","duration":"134.713481ms","start":"2026-03-23T05:24:21.992742Z","end":"2026-03-23T05:24:22.127456Z","steps":["trace[510217308] 'read index received' (duration: 73.035708ms)","trace[510217308] 'applied index is now lower than readState.Index' (duration: 61.675123ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:24:22.12795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.149922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-23T05:24:22.128018Z","caller":"traceutil/trace.go:171","msg":"trace[1878488303] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1710; }","duration":"135.255163ms","start":"2026-03-23T05:24:21.992747Z","end":"2026-03-23T05:24:22.128002Z","steps":["trace[1878488303] 'agreement among raft nodes before linearized reading' (duration: 135.052199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:22.128125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.278074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-23T05:24:22.128237Z","caller":"traceutil/trace.go:171","msg":"trace[1252884] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1710; }","duration":"135.503869ms","start":"2026-03-23T05:24:21.992716Z","end":"2026-03-23T05:24:22.12822Z","steps":["trace[1252884] 'agreement among raft nodes before linearized reading' (duration: 134.976048ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:28.620336Z","caller":"traceutil/trace.go:171","msg":"trace[696594600] transaction","detail":"{read_only:false; response_revision:1748; number_of_response:1; }","duration":"530.139568ms","start":"2026-03-23T05:24:28.090153Z","end":"2026-03-23T05:24:28.620292Z","steps":["trace[696594600] 'process raft request' (duration: 529.829781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:28.620548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:28.090136Z","time spent":"530.294551ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:24:28.620559Z","caller":"traceutil/trace.go:171","msg":"trace[1220300140] linearizableReadLoop","detail":"{readStateIndex:1821; appliedIndex:1820; }","duration":"463.76141ms","start":"2026-03-23T05:24:28.156401Z","end":"2026-03-23T05:24:28.620162Z","steps":["trace[1220300140] 'read index received' (duration: 463.415903ms)","trace[1220300140] 'applied index is now lower than readState.Index' (duration: 343.767µs)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:24:28.620873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.456346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-23T05:24:28.620983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.842754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-23T05:24:28.621075Z","caller":"traceutil/trace.go:171","msg":"trace[712723050] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1748; }","duration":"435.972556ms","start":"2026-03-23T05:24:28.185083Z","end":"2026-03-23T05:24:28.621056Z","steps":["trace[712723050] 'agreement among raft nodes before linearized reading' (duration: 435.723721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:28.621076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.477195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-23T05:24:28.621128Z","caller":"traceutil/trace.go:171","msg":"trace[832052320] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1748; }","duration":"101.565387ms","start":"2026-03-23T05:24:28.519549Z","end":"2026-03-23T05:24:28.621115Z","steps":["trace[832052320] 'agreement among raft nodes before linearized reading' (duration: 101.427014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:28.621137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.62864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-23T05:24:28.621014Z","caller":"traceutil/trace.go:171","msg":"trace[1938388458] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1748; }","duration":"464.6123ms","start":"2026-03-23T05:24:28.156378Z","end":"2026-03-23T05:24:28.62099Z","steps":["trace[1938388458] 'agreement among raft nodes before linearized reading' (duration: 464.18914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:28.620938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.424895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-23T05:24:28.621271Z","caller":"traceutil/trace.go:171","msg":"trace[1263560388] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1748; }","duration":"464.841495ms","start":"2026-03-23T05:24:28.156422Z","end":"2026-03-23T05:24:28.621263Z","steps":["trace[1263560388] 'agreement among raft nodes before linearized reading' (duration: 464.381585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:28.621308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:28.15639Z","time spent":"464.909485ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-23T05:24:28.621024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.662225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-23T05:24:28.621376Z","caller":"traceutil/trace.go:171","msg":"trace[402926711] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1748; }","duration":"463.021253ms","start":"2026-03-23T05:24:28.158343Z","end":"2026-03-23T05:24:28.621364Z","steps":["trace[402926711] 'agreement among raft nodes before linearized reading' (duration: 462.622304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:28.621418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:28.158336Z","time spent":"463.071034ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-23T05:24:28.621187Z","caller":"traceutil/trace.go:171","msg":"trace[746443835] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1748; }","duration":"464.738092ms","start":"2026-03-23T05:24:28.156434Z","end":"2026-03-23T05:24:28.621172Z","steps":["trace[746443835] 'agreement among raft nodes before linearized reading' (duration: 464.615449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:28.62132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:28.156328Z","time spent":"464.915456ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-23T05:24:28.621135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:28.185072Z","time spent":"436.048468ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-23T05:24:28.621456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:28.156393Z","time spent":"465.056499ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-23T05:24:57.967203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.426296ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:24:57.967374Z","caller":"traceutil/trace.go:171","msg":"trace[2036505736] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"226.423204ms","start":"2026-03-23T05:24:57.740921Z","end":"2026-03-23T05:24:57.967345Z","steps":["trace[2036505736] 'process raft request' (duration: 104.717671ms)","trace[2036505736] 'compare' (duration: 121.255283ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:24:59.209444Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222588525896764,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-23T05:24:59.63779Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.395321338s","expected-duration":"1s"} {"level":"info","ts":"2026-03-23T05:24:59.638177Z","caller":"traceutil/trace.go:171","msg":"trace[827652495] linearizableReadLoop","detail":"{readStateIndex:1981; appliedIndex:1980; }","duration":"928.994047ms","start":"2026-03-23T05:24:58.70916Z","end":"2026-03-23T05:24:59.638154Z","steps":["trace[827652495] 'read index received' (duration: 928.764662ms)","trace[827652495] 'applied index is now lower than readState.Index' (duration: 228.115µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:24:59.638333Z","caller":"traceutil/trace.go:171","msg":"trace[698827540] transaction","detail":"{read_only:false; response_revision:1902; number_of_response:1; }","duration":"1.395908s","start":"2026-03-23T05:24:58.242363Z","end":"2026-03-23T05:24:59.63827Z","steps":["trace[698827540] 'process raft request' (duration: 1.395622634s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:59.638553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.371825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-23T05:24:59.638717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.338558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:24:59.638738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.640373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-23T05:24:59.638789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.989729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-23T05:24:59.638847Z","caller":"traceutil/trace.go:171","msg":"trace[1294503340] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1902; }","duration":"388.531533ms","start":"2026-03-23T05:24:59.250282Z","end":"2026-03-23T05:24:59.638813Z","steps":["trace[1294503340] 'agreement among raft nodes before linearized reading' (duration: 388.267026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:59.638893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.234535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-23T05:24:59.638906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:59.250259Z","time spent":"388.638145ms","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T05:24:59.638902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.71242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-23T05:24:59.638975Z","caller":"traceutil/trace.go:171","msg":"trace[1152922508] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1902; }","duration":"754.321776ms","start":"2026-03-23T05:24:58.884627Z","end":"2026-03-23T05:24:59.638949Z","steps":["trace[1152922508] 'agreement among raft nodes before linearized reading' (duration: 754.203494ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:59.638998Z","caller":"traceutil/trace.go:171","msg":"trace[510350450] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1902; }","duration":"736.838173ms","start":"2026-03-23T05:24:58.90213Z","end":"2026-03-23T05:24:59.638968Z","steps":["trace[510350450] 'agreement among raft nodes before linearized reading' (duration: 736.494154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:59.639037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:58.884613Z","time spent":"754.414118ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-23T05:24:59.639044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:58.902073Z","time spent":"736.960235ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-23T05:24:59.639133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.95289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-23T05:24:59.638894Z","caller":"traceutil/trace.go:171","msg":"trace[258215865] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1902; }","duration":"783.876239ms","start":"2026-03-23T05:24:58.854979Z","end":"2026-03-23T05:24:59.638855Z","steps":["trace[258215865] 'agreement among raft nodes before linearized reading' (duration: 783.444939ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:59.639186Z","caller":"traceutil/trace.go:171","msg":"trace[1225984321] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1902; }","duration":"388.050152ms","start":"2026-03-23T05:24:59.251121Z","end":"2026-03-23T05:24:59.639171Z","steps":["trace[1225984321] 'agreement among raft nodes before linearized reading' (duration: 387.411247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:59.639151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.779723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12382"} {"level":"warn","ts":"2026-03-23T05:24:59.639229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:58.85495Z","time spent":"784.266578ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-23T05:24:59.639234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:59.251092Z","time spent":"388.134144ms","remote":"127.0.0.1:55896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-23T05:24:59.6393Z","caller":"traceutil/trace.go:171","msg":"trace[460627977] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1902; }","duration":"570.016478ms","start":"2026-03-23T05:24:59.069247Z","end":"2026-03-23T05:24:59.639264Z","steps":["trace[460627977] 'agreement among raft nodes before linearized reading' (duration: 569.513927ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:59.638899Z","caller":"traceutil/trace.go:171","msg":"trace[1489762036] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1902; }","duration":"746.150472ms","start":"2026-03-23T05:24:58.892717Z","end":"2026-03-23T05:24:59.638867Z","steps":["trace[1489762036] 'agreement among raft nodes before linearized reading' (duration: 745.857935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:59.63937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:58.892698Z","time spent":"746.659644ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-23T05:24:59.639369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:59.069214Z","time spent":"570.142971ms","remote":"127.0.0.1:55216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12405,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-23T05:24:59.638749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.423633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-23T05:24:59.639467Z","caller":"traceutil/trace.go:171","msg":"trace[604185529] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1902; }","duration":"737.208231ms","start":"2026-03-23T05:24:58.902247Z","end":"2026-03-23T05:24:59.639455Z","steps":["trace[604185529] 'agreement among raft nodes before linearized reading' (duration: 736.229829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:59.63951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:58.902235Z","time spent":"737.263792ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-23T05:24:59.639643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.448372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-23T05:24:59.638607Z","caller":"traceutil/trace.go:171","msg":"trace[754367734] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1902; }","duration":"929.439976ms","start":"2026-03-23T05:24:58.709152Z","end":"2026-03-23T05:24:59.638591Z","steps":["trace[754367734] 'agreement among raft nodes before linearized reading' (duration: 929.103539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:59.639752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:58.242345Z","time spent":"1.396095314s","remote":"127.0.0.1:55104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:24:59.639817Z","caller":"traceutil/trace.go:171","msg":"trace[1971760520] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1902; }","duration":"776.655307ms","start":"2026-03-23T05:24:58.8631Z","end":"2026-03-23T05:24:59.639755Z","steps":["trace[1971760520] 'agreement among raft nodes before linearized reading' (duration: 775.828899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:59.639925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:58.863078Z","time spent":"776.836281ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-23T05:24:59.640653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:58.709124Z","time spent":"930.681345ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-23T05:25:00.154632Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222588525896768,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-23T05:25:00.253053Z","caller":"traceutil/trace.go:171","msg":"trace[1529392221] transaction","detail":"{read_only:false; response_revision:1903; number_of_response:1; }","duration":"608.378019ms","start":"2026-03-23T05:24:59.644646Z","end":"2026-03-23T05:25:00.253024Z","steps":["trace[1529392221] 'process raft request' (duration: 608.187025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:00.253298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:59.644607Z","time spent":"608.536003ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:25:00.413131Z","caller":"traceutil/trace.go:171","msg":"trace[1662811687] transaction","detail":"{read_only:false; response_revision:1905; number_of_response:1; }","duration":"768.34273ms","start":"2026-03-23T05:24:59.644761Z","end":"2026-03-23T05:25:00.413104Z","steps":["trace[1662811687] 'process raft request' (duration: 768.241308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:00.413305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:59.644732Z","time spent":"768.480043ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:25:00.413145Z","caller":"traceutil/trace.go:171","msg":"trace[1050406804] transaction","detail":"{read_only:false; response_revision:1904; number_of_response:1; }","duration":"768.391781ms","start":"2026-03-23T05:24:59.644722Z","end":"2026-03-23T05:25:00.413113Z","steps":["trace[1050406804] 'process raft request' (duration: 768.127195ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:25:00.413516Z","caller":"traceutil/trace.go:171","msg":"trace[685690538] transaction","detail":"{read_only:false; response_revision:1906; number_of_response:1; }","duration":"768.496043ms","start":"2026-03-23T05:24:59.644934Z","end":"2026-03-23T05:25:00.41343Z","steps":["trace[685690538] 'process raft request' (duration: 768.130195ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:25:00.41354Z","caller":"traceutil/trace.go:171","msg":"trace[1078922656] linearizableReadLoop","detail":"{readStateIndex:1990; appliedIndex:1981; }","duration":"759.471911ms","start":"2026-03-23T05:24:59.654058Z","end":"2026-03-23T05:25:00.41353Z","steps":["trace[1078922656] 'read index received' (duration: 598.897397ms)","trace[1078922656] 'applied index is now lower than readState.Index' (duration: 160.573784ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:25:00.413571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:59.644922Z","time spent":"768.619197ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:25:00.413628Z","caller":"traceutil/trace.go:171","msg":"trace[790918044] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"438.567346ms","start":"2026-03-23T05:24:59.975052Z","end":"2026-03-23T05:25:00.413619Z","steps":["trace[790918044] 'process raft request' (duration: 438.434383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:00.413604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:59.644683Z","time spent":"768.734859ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:25:00.413621Z","caller":"traceutil/trace.go:171","msg":"trace[2045079626] transaction","detail":"{read_only:false; response_revision:1908; number_of_response:1; }","duration":"768.065514ms","start":"2026-03-23T05:24:59.645513Z","end":"2026-03-23T05:25:00.413579Z","steps":["trace[2045079626] 'process raft request' (duration: 767.88617ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:25:00.413636Z","caller":"traceutil/trace.go:171","msg":"trace[333348798] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"651.040157ms","start":"2026-03-23T05:24:59.76255Z","end":"2026-03-23T05:25:00.41359Z","steps":["trace[333348798] 'process raft request' (duration: 650.910364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:00.41372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:59.975018Z","time spent":"438.629118ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:25:00.413739Z","caller":"traceutil/trace.go:171","msg":"trace[987255436] transaction","detail":"{read_only:false; response_revision:1909; number_of_response:1; }","duration":"768.044183ms","start":"2026-03-23T05:24:59.645666Z","end":"2026-03-23T05:25:00.41371Z","steps":["trace[987255436] 'process raft request' (duration: 767.767317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:00.413765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.53567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-23T05:25:00.413729Z","caller":"traceutil/trace.go:171","msg":"trace[1286989943] transaction","detail":"{read_only:false; response_revision:1907; number_of_response:1; }","duration":"768.205657ms","start":"2026-03-23T05:24:59.645478Z","end":"2026-03-23T05:25:00.413684Z","steps":["trace[1286989943] 'process raft request' (duration: 767.826618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:00.413775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.544656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:25:00.41385Z","caller":"traceutil/trace.go:171","msg":"trace[1396801282] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1911; }","duration":"456.664413ms","start":"2026-03-23T05:24:59.957175Z","end":"2026-03-23T05:25:00.413839Z","steps":["trace[1396801282] 'agreement among raft nodes before linearized reading' (duration: 456.49992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:00.413858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:59.645496Z","time spent":"768.204877ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:25:00.413882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:59.957152Z","time spent":"456.722724ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-23T05:25:00.413884Z","caller":"traceutil/trace.go:171","msg":"trace[1295737641] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1911; }","duration":"161.737512ms","start":"2026-03-23T05:25:00.252128Z","end":"2026-03-23T05:25:00.413865Z","steps":["trace[1295737641] 'agreement among raft nodes before linearized reading' (duration: 161.594449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:00.41389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:59.645634Z","time spent":"768.198527ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:25:00.413982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:59.645469Z","time spent":"768.402072ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:25:00.414351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:59.76251Z","time spent":"651.223711ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:25:00.414548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.494224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:25:00.414605Z","caller":"traceutil/trace.go:171","msg":"trace[262231126] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1911; }","duration":"760.576566ms","start":"2026-03-23T05:24:59.654016Z","end":"2026-03-23T05:25:00.414592Z","steps":["trace[262231126] 'agreement among raft nodes before linearized reading' (duration: 760.285889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:00.414637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:59.654003Z","time spent":"760.626057ms","remote":"127.0.0.1:55504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-23T05:25:00.813616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.286873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-23T05:25:00.814002Z","caller":"traceutil/trace.go:171","msg":"trace[918324622] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1912; }","duration":"166.742583ms","start":"2026-03-23T05:25:00.647238Z","end":"2026-03-23T05:25:00.813981Z","steps":["trace[918324622] 'range keys from in-memory index tree' (duration: 166.032178ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:25:01.425151Z","caller":"traceutil/trace.go:171","msg":"trace[2021667829] linearizableReadLoop","detail":"{readStateIndex:1992; appliedIndex:1991; }","duration":"176.243937ms","start":"2026-03-23T05:25:01.248876Z","end":"2026-03-23T05:25:01.42512Z","steps":["trace[2021667829] 'read index received' (duration: 176.131475ms)","trace[2021667829] 'applied index is now lower than readState.Index' (duration: 110.592µs)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:25:01.425169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:01.006006Z","time spent":"419.15501ms","remote":"127.0.0.1:55088","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-23T05:25:01.425361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.984206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:25:01.425397Z","caller":"traceutil/trace.go:171","msg":"trace[609024652] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1912; }","duration":"105.095999ms","start":"2026-03-23T05:25:01.32029Z","end":"2026-03-23T05:25:01.425386Z","steps":["trace[609024652] 'agreement among raft nodes before linearized reading' (duration: 105.000517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:01.425544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.477253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:25:01.425625Z","caller":"traceutil/trace.go:171","msg":"trace[1672128665] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1912; }","duration":"176.749419ms","start":"2026-03-23T05:25:01.248852Z","end":"2026-03-23T05:25:01.425602Z","steps":["trace[1672128665] 'agreement among raft nodes before linearized reading' (duration: 176.425231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:02.490404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.531423ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:25:02.490521Z","caller":"traceutil/trace.go:171","msg":"trace[863708706] linearizableReadLoop","detail":"{readStateIndex:1993; appliedIndex:1992; }","duration":"668.715094ms","start":"2026-03-23T05:25:01.821787Z","end":"2026-03-23T05:25:02.490503Z","steps":["trace[863708706] 'read index received' (duration: 26.954454ms)","trace[863708706] 'applied index is now lower than readState.Index' (duration: 641.75884ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:25:02.49058Z","caller":"traceutil/trace.go:171","msg":"trace[1395872194] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"1.062867993s","start":"2026-03-23T05:25:01.42764Z","end":"2026-03-23T05:25:02.490508Z","steps":["trace[1395872194] 'process raft request' (duration: 421.125694ms)","trace[1395872194] 'compare' (duration: 641.066383ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:25:02.490815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.01728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-23T05:25:02.490835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:01.427622Z","time spent":"1.063087018s","remote":"127.0.0.1:55088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:25:02.490871Z","caller":"traceutil/trace.go:171","msg":"trace[1860453703] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1913; }","duration":"669.129532ms","start":"2026-03-23T05:25:01.821728Z","end":"2026-03-23T05:25:02.490858Z","steps":["trace[1860453703] 'agreement among raft nodes before linearized reading' (duration: 668.850816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:02.490912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:01.821699Z","time spent":"669.203764ms","remote":"127.0.0.1:55896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-23T05:25:02.798643Z","caller":"traceutil/trace.go:171","msg":"trace[263412196] linearizableReadLoop","detail":"{readStateIndex:1995; appliedIndex:1993; }","duration":"308.059065ms","start":"2026-03-23T05:25:02.490548Z","end":"2026-03-23T05:25:02.798607Z","steps":["trace[263412196] 'read index received' (duration: 9.579294ms)","trace[263412196] 'applied index is now lower than readState.Index' (duration: 298.477891ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:25:02.798999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.014404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:25:02.799113Z","caller":"traceutil/trace.go:171","msg":"trace[1164722057] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1915; }","duration":"548.116156ms","start":"2026-03-23T05:25:02.250946Z","end":"2026-03-23T05:25:02.799063Z","steps":["trace[1164722057] 'agreement among raft nodes before linearized reading' (duration: 547.946822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:02.799159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:02.250881Z","time spent":"548.26841ms","remote":"127.0.0.1:55078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T05:25:02.799174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.805876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-23T05:25:02.79922Z","caller":"traceutil/trace.go:171","msg":"trace[238516690] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"377.032285ms","start":"2026-03-23T05:25:02.422164Z","end":"2026-03-23T05:25:02.799196Z","steps":["trace[238516690] 'process raft request' (duration: 376.203686ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:25:02.799254Z","caller":"traceutil/trace.go:171","msg":"trace[415729520] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1915; }","duration":"305.95426ms","start":"2026-03-23T05:25:02.493282Z","end":"2026-03-23T05:25:02.799237Z","steps":["trace[415729520] 'agreement among raft nodes before linearized reading' (duration: 305.780126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:02.799301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:02.493247Z","time spent":"306.045572ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-23T05:25:02.799226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.908919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-23T05:25:02.799463Z","caller":"traceutil/trace.go:171","msg":"trace[85154080] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1915; }","duration":"380.365209ms","start":"2026-03-23T05:25:02.419078Z","end":"2026-03-23T05:25:02.799443Z","steps":["trace[85154080] 'agreement among raft nodes before linearized reading' (duration: 379.786477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:02.799483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.854271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-23T05:25:02.799647Z","caller":"traceutil/trace.go:171","msg":"trace[1621192912] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1915; }","duration":"381.095146ms","start":"2026-03-23T05:25:02.418519Z","end":"2026-03-23T05:25:02.799614Z","steps":["trace[1621192912] 'agreement among raft nodes before linearized reading' (duration: 380.660287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:02.799525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.965801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-23T05:25:02.799794Z","caller":"traceutil/trace.go:171","msg":"trace[1750282471] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1915; }","duration":"380.334329ms","start":"2026-03-23T05:25:02.419442Z","end":"2026-03-23T05:25:02.799776Z","steps":["trace[1750282471] 'agreement among raft nodes before linearized reading' (duration: 379.802027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:02.799922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:02.419436Z","time spent":"380.465281ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-23T05:25:02.799368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:02.422148Z","time spent":"377.119468ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:25:02.799921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.253618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-23T05:25:02.800127Z","caller":"traceutil/trace.go:171","msg":"trace[2114801595] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1915; }","duration":"380.515153ms","start":"2026-03-23T05:25:02.419595Z","end":"2026-03-23T05:25:02.80011Z","steps":["trace[2114801595] 'agreement among raft nodes before linearized reading' (duration: 379.437329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:02.800168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:02.419569Z","time spent":"380.587725ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-23T05:25:02.799391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.852207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T05:25:02.800293Z","caller":"traceutil/trace.go:171","msg":"trace[383297981] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1915; }","duration":"155.822099ms","start":"2026-03-23T05:25:02.644445Z","end":"2026-03-23T05:25:02.800268Z","steps":["trace[383297981] 'agreement among raft nodes before linearized reading' (duration: 154.887198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:02.799479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.01471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-23T05:25:02.800476Z","caller":"traceutil/trace.go:171","msg":"trace[602217181] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1915; }","duration":"543.006271ms","start":"2026-03-23T05:25:02.257433Z","end":"2026-03-23T05:25:02.80044Z","steps":["trace[602217181] 'agreement among raft nodes before linearized reading' (duration: 541.928178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:02.799567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:02.419051Z","time spent":"380.496093ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-23T05:25:02.800526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:02.257424Z","time spent":"543.087723ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-23T05:25:02.799715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:02.41849Z","time spent":"381.214928ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-23T05:25:02.799634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.314629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-23T05:25:02.800638Z","caller":"traceutil/trace.go:171","msg":"trace[969273088] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1915; }","duration":"381.478814ms","start":"2026-03-23T05:25:02.419145Z","end":"2026-03-23T05:25:02.800623Z","steps":["trace[969273088] 'agreement among raft nodes before linearized reading' (duration: 380.170706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:02.800736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:02.419112Z","time spent":"381.611978ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-23T05:25:07.991005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.064891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T05:25:07.991103Z","caller":"traceutil/trace.go:171","msg":"trace[1167928499] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:1941; }","duration":"102.221695ms","start":"2026-03-23T05:25:07.888859Z","end":"2026-03-23T05:25:07.991081Z","steps":["trace[1167928499] 'count revisions from in-memory index tree' (duration: 101.923588ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:25:43.370003Z","caller":"traceutil/trace.go:171","msg":"trace[924299033] transaction","detail":"{read_only:false; response_revision:2155; number_of_response:1; }","duration":"101.044926ms","start":"2026-03-23T05:25:43.268891Z","end":"2026-03-23T05:25:43.369936Z","steps":["trace[924299033] 'process raft request' (duration: 84.836794ms)","trace[924299033] 'compare' (duration: 16.055289ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:25:55.44856Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222588525897753,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-23T05:25:55.531065Z","caller":"traceutil/trace.go:171","msg":"trace[605015113] transaction","detail":"{read_only:false; response_revision:2344; number_of_response:1; }","duration":"649.350229ms","start":"2026-03-23T05:25:54.881688Z","end":"2026-03-23T05:25:55.531038Z","steps":["trace[605015113] 'process raft request' (duration: 649.203856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:55.531215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:54.881674Z","time spent":"649.457161ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:25:55.532577Z","caller":"traceutil/trace.go:171","msg":"trace[1329505672] linearizableReadLoop","detail":"{readStateIndex:2443; appliedIndex:2441; }","duration":"584.954511ms","start":"2026-03-23T05:25:54.947488Z","end":"2026-03-23T05:25:55.532442Z","steps":["trace[1329505672] 'read index received' (duration: 583.429317ms)","trace[1329505672] 'applied index is now lower than readState.Index' (duration: 1.523574ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:25:55.532609Z","caller":"traceutil/trace.go:171","msg":"trace[586999547] transaction","detail":"{read_only:false; response_revision:2345; number_of_response:1; }","duration":"507.561743ms","start":"2026-03-23T05:25:55.025024Z","end":"2026-03-23T05:25:55.532585Z","steps":["trace[586999547] 'process raft request' (duration: 507.262087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:55.532747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.241587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:25:55.532831Z","caller":"traceutil/trace.go:171","msg":"trace[1500900214] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:2345; }","duration":"585.37895ms","start":"2026-03-23T05:25:54.947432Z","end":"2026-03-23T05:25:55.532811Z","steps":["trace[1500900214] 'agreement among raft nodes before linearized reading' (duration: 585.243487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:55.532816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.082085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-23T05:25:55.532881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:54.947409Z","time spent":"585.461603ms","remote":"127.0.0.1:55444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-23T05:25:55.532896Z","caller":"traceutil/trace.go:171","msg":"trace[182561172] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2345; }","duration":"448.176147ms","start":"2026-03-23T05:25:55.084703Z","end":"2026-03-23T05:25:55.532879Z","steps":["trace[182561172] 'agreement among raft nodes before linearized reading' (duration: 447.987023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:55.532908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.81401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:25:55.532917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.097405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:25:55.532903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.188503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-23T05:25:55.532936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:55.084645Z","time spent":"448.280959ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-23T05:25:55.532954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.192803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-23T05:25:55.532964Z","caller":"traceutil/trace.go:171","msg":"trace[2022074144] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2345; }","duration":"280.915112ms","start":"2026-03-23T05:25:55.252034Z","end":"2026-03-23T05:25:55.532949Z","steps":["trace[2022074144] 'agreement among raft nodes before linearized reading' (duration: 280.80822ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:25:55.532974Z","caller":"traceutil/trace.go:171","msg":"trace[1244197437] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:2345; }","duration":"422.173807ms","start":"2026-03-23T05:25:55.110786Z","end":"2026-03-23T05:25:55.53296Z","steps":["trace[1244197437] 'agreement among raft nodes before linearized reading' (duration: 422.090105ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:25:55.532994Z","caller":"traceutil/trace.go:171","msg":"trace[646359678] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2345; }","duration":"433.308706ms","start":"2026-03-23T05:25:55.099665Z","end":"2026-03-23T05:25:55.532974Z","steps":["trace[646359678] 'agreement among raft nodes before linearized reading' (duration: 433.097301ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:25:55.533006Z","caller":"traceutil/trace.go:171","msg":"trace[414863667] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2345; }","duration":"433.269764ms","start":"2026-03-23T05:25:55.099723Z","end":"2026-03-23T05:25:55.532993Z","steps":["trace[414863667] 'agreement among raft nodes before linearized reading' (duration: 433.08461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:55.533022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:55.110779Z","time spent":"422.232508ms","remote":"127.0.0.1:38396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-23T05:25:55.533039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:55.09971Z","time spent":"433.321526ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-23T05:25:55.533039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:55.099655Z","time spent":"433.375817ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-23T05:25:55.532838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.463784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-23T05:25:55.533129Z","caller":"traceutil/trace.go:171","msg":"trace[2139172662] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2345; }","duration":"431.789431ms","start":"2026-03-23T05:25:55.10133Z","end":"2026-03-23T05:25:55.53312Z","steps":["trace[2139172662] 'agreement among raft nodes before linearized reading' (duration: 431.370852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:55.533126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.705761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-23T05:25:55.53316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:55.101319Z","time spent":"431.833752ms","remote":"127.0.0.1:55216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-23T05:25:55.533183Z","caller":"traceutil/trace.go:171","msg":"trace[889259302] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2345; }","duration":"436.811053ms","start":"2026-03-23T05:25:55.096355Z","end":"2026-03-23T05:25:55.533166Z","steps":["trace[889259302] 'agreement among raft nodes before linearized reading' (duration: 436.65278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:55.533158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.942142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-23T05:25:55.533203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.676678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-23T05:25:55.533219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:55.096284Z","time spent":"436.927836ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-23T05:25:55.53324Z","caller":"traceutil/trace.go:171","msg":"trace[36788175] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2345; }","duration":"435.731679ms","start":"2026-03-23T05:25:55.097495Z","end":"2026-03-23T05:25:55.533226Z","steps":["trace[36788175] 'agreement among raft nodes before linearized reading' (duration: 435.649557ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:25:55.533249Z","caller":"traceutil/trace.go:171","msg":"trace[2078555914] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2345; }","duration":"431.071245ms","start":"2026-03-23T05:25:55.102153Z","end":"2026-03-23T05:25:55.533225Z","steps":["trace[2078555914] 'agreement among raft nodes before linearized reading' (duration: 430.780319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:55.533266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:55.097483Z","time spent":"435.777229ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-23T05:25:55.533295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:55.102144Z","time spent":"431.141687ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-23T05:25:55.53274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:55.024997Z","time spent":"507.665495ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:26:17.911479Z","caller":"traceutil/trace.go:171","msg":"trace[869974603] transaction","detail":"{read_only:false; response_revision:2475; number_of_response:1; }","duration":"180.760176ms","start":"2026-03-23T05:26:17.730695Z","end":"2026-03-23T05:26:17.911455Z","steps":["trace[869974603] 'process raft request' (duration: 180.623663ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:26:17.913594Z","caller":"traceutil/trace.go:171","msg":"trace[96053039] transaction","detail":"{read_only:false; response_revision:2476; number_of_response:1; }","duration":"181.959093ms","start":"2026-03-23T05:26:17.731604Z","end":"2026-03-23T05:26:17.913563Z","steps":["trace[96053039] 'process raft request' (duration: 181.81623ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:26:17.913876Z","caller":"traceutil/trace.go:171","msg":"trace[182417828] transaction","detail":"{read_only:false; response_revision:2477; number_of_response:1; }","duration":"182.136437ms","start":"2026-03-23T05:26:17.731729Z","end":"2026-03-23T05:26:17.913865Z","steps":["trace[182417828] 'process raft request' (duration: 181.796069ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:26:17.914169Z","caller":"traceutil/trace.go:171","msg":"trace[1613865926] transaction","detail":"{read_only:false; response_revision:2478; number_of_response:1; }","duration":"182.385352ms","start":"2026-03-23T05:26:17.731765Z","end":"2026-03-23T05:26:17.91415Z","steps":["trace[1613865926] 'process raft request' (duration: 182.020814ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:26:17.914379Z","caller":"traceutil/trace.go:171","msg":"trace[963786768] transaction","detail":"{read_only:false; response_revision:2479; number_of_response:1; }","duration":"182.565126ms","start":"2026-03-23T05:26:17.731799Z","end":"2026-03-23T05:26:17.914364Z","steps":["trace[963786768] 'process raft request' (duration: 182.30881ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:26:17.91449Z","caller":"traceutil/trace.go:171","msg":"trace[1714953705] transaction","detail":"{read_only:false; response_revision:2480; number_of_response:1; }","duration":"182.418083ms","start":"2026-03-23T05:26:17.732061Z","end":"2026-03-23T05:26:17.914479Z","steps":["trace[1714953705] 'process raft request' (duration: 182.167948ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:26:29.683487Z","caller":"traceutil/trace.go:171","msg":"trace[426703446] transaction","detail":"{read_only:false; response_revision:2533; number_of_response:1; }","duration":"177.909412ms","start":"2026-03-23T05:26:29.505539Z","end":"2026-03-23T05:26:29.683448Z","steps":["trace[426703446] 'process raft request' (duration: 177.723478ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:26:30.12042Z","caller":"traceutil/trace.go:171","msg":"trace[105369771] transaction","detail":"{read_only:false; response_revision:2534; number_of_response:1; }","duration":"325.415347ms","start":"2026-03-23T05:26:29.794981Z","end":"2026-03-23T05:26:30.120396Z","steps":["trace[105369771] 'process raft request' (duration: 325.240463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:30.120629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:26:29.794958Z","time spent":"325.57039ms","remote":"127.0.0.1:55104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:26:30.179221Z","caller":"traceutil/trace.go:171","msg":"trace[1096437811] linearizableReadLoop","detail":"{readStateIndex:2641; appliedIndex:2640; }","duration":"194.413322ms","start":"2026-03-23T05:26:29.984776Z","end":"2026-03-23T05:26:30.17919Z","steps":["trace[1096437811] 'read index received' (duration: 136.279524ms)","trace[1096437811] 'applied index is now lower than readState.Index' (duration: 58.131618ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:26:30.179524Z","caller":"traceutil/trace.go:171","msg":"trace[1807317955] transaction","detail":"{read_only:false; response_revision:2535; number_of_response:1; }","duration":"317.95526ms","start":"2026-03-23T05:26:29.86154Z","end":"2026-03-23T05:26:30.179495Z","steps":["trace[1807317955] 'process raft request' (duration: 317.526291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:30.179642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.842211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-23T05:26:30.179716Z","caller":"traceutil/trace.go:171","msg":"trace[1925013031] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2535; }","duration":"194.959384ms","start":"2026-03-23T05:26:29.984736Z","end":"2026-03-23T05:26:30.179696Z","steps":["trace[1925013031] 'agreement among raft nodes before linearized reading' (duration: 194.749379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:30.179666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:26:29.861509Z","time spent":"318.077192ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:26:30.179683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.419646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-23T05:26:30.179856Z","caller":"traceutil/trace.go:171","msg":"trace[1030488498] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2535; }","duration":"153.638351ms","start":"2026-03-23T05:26:30.026207Z","end":"2026-03-23T05:26:30.179846Z","steps":["trace[1030488498] 'agreement among raft nodes before linearized reading' (duration: 153.309564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:30.923318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.952911ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:26:30.923549Z","caller":"traceutil/trace.go:171","msg":"trace[162610] transaction","detail":"{read_only:false; response_revision:2536; number_of_response:1; }","duration":"741.473395ms","start":"2026-03-23T05:26:30.18205Z","end":"2026-03-23T05:26:30.923523Z","steps":["trace[162610] 'process raft request' (duration: 392.189077ms)","trace[162610] 'compare' (duration: 348.545132ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:26:30.923682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:26:30.182022Z","time spent":"741.583288ms","remote":"127.0.0.1:55104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:26:31.461474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.440418ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:26:31.462034Z","caller":"traceutil/trace.go:171","msg":"trace[784791889] transaction","detail":"{read_only:false; response_revision:2538; number_of_response:1; }","duration":"1.277900204s","start":"2026-03-23T05:26:30.184098Z","end":"2026-03-23T05:26:31.461998Z","steps":["trace[784791889] 'process raft request' (duration: 1.277574886s)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:26:31.462149Z","caller":"traceutil/trace.go:171","msg":"trace[2138443007] transaction","detail":"{read_only:false; response_revision:2537; number_of_response:1; }","duration":"1.27817792s","start":"2026-03-23T05:26:30.183839Z","end":"2026-03-23T05:26:31.462017Z","steps":["trace[2138443007] 'process raft request' (duration: 930.096828ms)","trace[2138443007] 'compare' (duration: 346.883816ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:26:31.462195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:26:30.184076Z","time spent":"1.278035948s","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:26:31.462399Z","caller":"traceutil/trace.go:171","msg":"trace[849968571] transaction","detail":"{read_only:false; response_revision:2539; number_of_response:1; }","duration":"1.277862324s","start":"2026-03-23T05:26:30.184506Z","end":"2026-03-23T05:26:31.462368Z","steps":["trace[849968571] 'process raft request' (duration: 1.27726149s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:31.462544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:26:30.184487Z","time spent":"1.277985607s","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:26:31.46275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:26:30.183809Z","time spent":"1.278876607s","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:26:31.463195Z","caller":"traceutil/trace.go:171","msg":"trace[1433400417] transaction","detail":"{read_only:false; response_revision:2541; number_of_response:1; }","duration":"1.278370155s","start":"2026-03-23T05:26:30.184811Z","end":"2026-03-23T05:26:31.463181Z","steps":["trace[1433400417] 'process raft request' (duration: 1.278125489s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:31.463273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:26:30.184787Z","time spent":"1.278447836s","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:26:31.463435Z","caller":"traceutil/trace.go:171","msg":"trace[504774190] linearizableReadLoop","detail":"{readStateIndex:2648; appliedIndex:2641; }","duration":"1.211364288s","start":"2026-03-23T05:26:30.252046Z","end":"2026-03-23T05:26:31.46341Z","steps":["trace[504774190] 'read index received' (duration: 322.208164ms)","trace[504774190] 'applied index is now lower than readState.Index' (duration: 889.154894ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:26:31.463485Z","caller":"traceutil/trace.go:171","msg":"trace[558618740] transaction","detail":"{read_only:false; response_revision:2543; number_of_response:1; }","duration":"578.628461ms","start":"2026-03-23T05:26:30.884842Z","end":"2026-03-23T05:26:31.463471Z","steps":["trace[558618740] 'process raft request' (duration: 578.499528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:31.463559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:26:30.884825Z","time spent":"578.696512ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:26:31.463571Z","caller":"traceutil/trace.go:171","msg":"trace[1197392760] transaction","detail":"{read_only:false; response_revision:2542; number_of_response:1; }","duration":"1.278255262s","start":"2026-03-23T05:26:30.185303Z","end":"2026-03-23T05:26:31.463558Z","steps":["trace[1197392760] 'process raft request' (duration: 1.277812332s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:31.463706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:26:30.185289Z","time spent":"1.278325543s","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:26:31.463715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211676205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:26:31.463726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102339524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T05:26:31.463769Z","caller":"traceutil/trace.go:171","msg":"trace[247428107] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2543; }","duration":"1.211771197s","start":"2026-03-23T05:26:30.251987Z","end":"2026-03-23T05:26:31.463758Z","steps":["trace[247428107] 'agreement among raft nodes before linearized reading' (duration: 1.211682275s)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:26:31.463788Z","caller":"traceutil/trace.go:171","msg":"trace[160624528] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:2543; }","duration":"1.102454525s","start":"2026-03-23T05:26:30.361313Z","end":"2026-03-23T05:26:31.463768Z","steps":["trace[160624528] 'agreement among raft nodes before linearized reading' (duration: 1.102297302s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:31.463888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:26:30.361296Z","time spent":"1.102540118s","remote":"127.0.0.1:46092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-23T05:26:31.463955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.501338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.108\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-23T05:26:31.463948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.534791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T05:26:31.463994Z","caller":"traceutil/trace.go:171","msg":"trace[837464738] range","detail":"{range_begin:/registry/masterleases/199.19.213.108; range_end:; response_count:1; response_revision:2543; }","duration":"454.541439ms","start":"2026-03-23T05:26:31.009444Z","end":"2026-03-23T05:26:31.463985Z","steps":["trace[837464738] 'agreement among raft nodes before linearized reading' (duration: 454.383646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:31.464021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:26:31.009352Z","time spent":"454.663612ms","remote":"127.0.0.1:55088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.108\" "} {"level":"info","ts":"2026-03-23T05:26:31.464032Z","caller":"traceutil/trace.go:171","msg":"trace[1040198851] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:2543; }","duration":"910.659824ms","start":"2026-03-23T05:26:30.553352Z","end":"2026-03-23T05:26:31.464011Z","steps":["trace[1040198851] 'agreement among raft nodes before linearized reading' (duration: 910.449609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:31.464048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.045676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-23T05:26:31.464092Z","caller":"traceutil/trace.go:171","msg":"trace[842305174] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2543; }","duration":"599.120427ms","start":"2026-03-23T05:26:30.864954Z","end":"2026-03-23T05:26:31.464074Z","steps":["trace[842305174] 'agreement among raft nodes before linearized reading' (duration: 598.991604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:31.46408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:26:30.553341Z","time spent":"910.729005ms","remote":"127.0.0.1:55412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-23T05:26:31.464125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:26:30.864934Z","time spent":"599.186929ms","remote":"127.0.0.1:55224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-23T05:26:31.4638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:26:30.251961Z","time spent":"1.211831868s","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T05:26:31.464259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.641546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-23T05:26:31.464315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.635758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-23T05:26:31.464316Z","caller":"traceutil/trace.go:171","msg":"trace[1861615394] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2543; }","duration":"967.718587ms","start":"2026-03-23T05:26:30.496583Z","end":"2026-03-23T05:26:31.464302Z","steps":["trace[1861615394] 'agreement among raft nodes before linearized reading' (duration: 967.540583ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:26:31.464345Z","caller":"traceutil/trace.go:171","msg":"trace[2009501938] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2543; }","duration":"268.70557ms","start":"2026-03-23T05:26:31.195633Z","end":"2026-03-23T05:26:31.464338Z","steps":["trace[2009501938] 'agreement among raft nodes before linearized reading' (duration: 268.629188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:31.464358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:26:30.49657Z","time spent":"967.778488ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-23T05:26:31.464384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.495627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-23T05:26:31.464446Z","caller":"traceutil/trace.go:171","msg":"trace[541045996] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2543; }","duration":"977.580388ms","start":"2026-03-23T05:26:30.486852Z","end":"2026-03-23T05:26:31.464433Z","steps":["trace[541045996] 'agreement among raft nodes before linearized reading' (duration: 977.455485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:31.464518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:26:30.48684Z","time spent":"977.66962ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-23T05:26:31.46303Z","caller":"traceutil/trace.go:171","msg":"trace[426411950] transaction","detail":"{read_only:false; response_revision:2540; number_of_response:1; }","duration":"1.278265992s","start":"2026-03-23T05:26:30.184742Z","end":"2026-03-23T05:26:31.463008Z","steps":["trace[426411950] 'process raft request' (duration: 1.277562076s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:31.464907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:26:30.184727Z","time spent":"1.280131022s","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:26:31.464793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.852778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.189f611f820f2696\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-23T05:26:31.465349Z","caller":"traceutil/trace.go:171","msg":"trace[1517316094] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.189f611f820f2696; range_end:; response_count:1; response_revision:2543; }","duration":"301.447282ms","start":"2026-03-23T05:26:31.163886Z","end":"2026-03-23T05:26:31.465333Z","steps":["trace[1517316094] 'agreement among raft nodes before linearized reading' (duration: 300.812067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:31.465438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:26:31.163852Z","time spent":"301.516403ms","remote":"127.0.0.1:55104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":804,"request content":"key:\"/registry/events/auth-system/keycloak-0.189f611f820f2696\" "} {"level":"info","ts":"2026-03-23T05:26:31.647009Z","caller":"traceutil/trace.go:171","msg":"trace[1783057429] linearizableReadLoop","detail":"{readStateIndex:2654; appliedIndex:2653; }","duration":"135.884595ms","start":"2026-03-23T05:26:31.511095Z","end":"2026-03-23T05:26:31.64698Z","steps":["trace[1783057429] 'read index received' (duration: 51.382177ms)","trace[1783057429] 'applied index is now lower than readState.Index' (duration: 84.501098ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:26:31.647158Z","caller":"traceutil/trace.go:171","msg":"trace[652460680] transaction","detail":"{read_only:false; response_revision:2547; number_of_response:1; }","duration":"171.175424ms","start":"2026-03-23T05:26:31.475969Z","end":"2026-03-23T05:26:31.647145Z","steps":["trace[652460680] 'process raft request' (duration: 86.457761ms)","trace[652460680] 'compare' (duration: 84.367004ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:26:31.647648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.476053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9253"} {"level":"warn","ts":"2026-03-23T05:26:31.647688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.310983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1313"} {"level":"info","ts":"2026-03-23T05:26:31.647793Z","caller":"traceutil/trace.go:171","msg":"trace[1525720390] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2547; }","duration":"170.432926ms","start":"2026-03-23T05:26:31.477343Z","end":"2026-03-23T05:26:31.647776Z","steps":["trace[1525720390] 'agreement among raft nodes before linearized reading' (duration: 170.101668ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:26:31.647728Z","caller":"traceutil/trace.go:171","msg":"trace[526232199] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2547; }","duration":"134.595805ms","start":"2026-03-23T05:26:31.513113Z","end":"2026-03-23T05:26:31.647708Z","steps":["trace[526232199] 'agreement among raft nodes before linearized reading' (duration: 134.335019ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:26:37.643973Z","caller":"traceutil/trace.go:171","msg":"trace[455206785] transaction","detail":"{read_only:false; response_revision:2568; number_of_response:1; }","duration":"161.500585ms","start":"2026-03-23T05:26:37.482442Z","end":"2026-03-23T05:26:37.643943Z","steps":["trace[455206785] 'process raft request' (duration: 161.25522ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:26:37.644085Z","caller":"traceutil/trace.go:171","msg":"trace[1915731653] linearizableReadLoop","detail":"{readStateIndex:2676; appliedIndex:2675; }","duration":"138.983922ms","start":"2026-03-23T05:26:37.504862Z","end":"2026-03-23T05:26:37.643846Z","steps":["trace[1915731653] 'read index received' (duration: 138.768468ms)","trace[1915731653] 'applied index is now lower than readState.Index' (duration: 213.774µs)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:26:37.644301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.413233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-23T05:26:37.644385Z","caller":"traceutil/trace.go:171","msg":"trace[820069665] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2568; }","duration":"139.532545ms","start":"2026-03-23T05:26:37.504834Z","end":"2026-03-23T05:26:37.644366Z","steps":["trace[820069665] 'agreement among raft nodes before linearized reading' (duration: 139.293259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:37.644687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.703708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-23T05:26:37.644755Z","caller":"traceutil/trace.go:171","msg":"trace[1965958358] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2568; }","duration":"139.790362ms","start":"2026-03-23T05:26:37.504947Z","end":"2026-03-23T05:26:37.644737Z","steps":["trace[1965958358] 'agreement among raft nodes before linearized reading' (duration: 139.626087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:37.644808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.666699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-23T05:26:37.644883Z","caller":"traceutil/trace.go:171","msg":"trace[194382002] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2568; }","duration":"139.751121ms","start":"2026-03-23T05:26:37.505121Z","end":"2026-03-23T05:26:37.644872Z","steps":["trace[194382002] 'agreement among raft nodes before linearized reading' (duration: 139.599978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:37.645062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.109269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-23T05:26:37.645112Z","caller":"traceutil/trace.go:171","msg":"trace[81126396] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2568; }","duration":"140.1666ms","start":"2026-03-23T05:26:37.504932Z","end":"2026-03-23T05:26:37.645099Z","steps":["trace[81126396] 'agreement among raft nodes before linearized reading' (duration: 140.044617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:37.645253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.318593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-23T05:26:37.645297Z","caller":"traceutil/trace.go:171","msg":"trace[1861706993] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2568; }","duration":"140.367124ms","start":"2026-03-23T05:26:37.504919Z","end":"2026-03-23T05:26:37.645286Z","steps":["trace[1861706993] 'agreement among raft nodes before linearized reading' (duration: 140.259962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:37.645518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.571858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-23T05:26:37.645607Z","caller":"traceutil/trace.go:171","msg":"trace[609762330] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2568; }","duration":"140.673911ms","start":"2026-03-23T05:26:37.504913Z","end":"2026-03-23T05:26:37.645587Z","steps":["trace[609762330] 'agreement among raft nodes before linearized reading' (duration: 139.609296ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:28:18.484007Z","caller":"traceutil/trace.go:171","msg":"trace[317527057] linearizableReadLoop","detail":"{readStateIndex:3187; appliedIndex:3186; }","duration":"181.070717ms","start":"2026-03-23T05:28:18.302905Z","end":"2026-03-23T05:28:18.483975Z","steps":["trace[317527057] 'read index received' (duration: 180.825662ms)","trace[317527057] 'applied index is now lower than readState.Index' (duration: 243.365µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:28:18.484054Z","caller":"traceutil/trace.go:171","msg":"trace[1490518280] transaction","detail":"{read_only:false; response_revision:3058; number_of_response:1; }","duration":"195.225358ms","start":"2026-03-23T05:28:18.288802Z","end":"2026-03-23T05:28:18.484027Z","steps":["trace[1490518280] 'process raft request' (duration: 194.992283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:28:18.484327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.396934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-23T05:28:18.484377Z","caller":"traceutil/trace.go:171","msg":"trace[1019559134] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3058; }","duration":"181.479275ms","start":"2026-03-23T05:28:18.302881Z","end":"2026-03-23T05:28:18.48436Z","steps":["trace[1019559134] 'agreement among raft nodes before linearized reading' (duration: 181.298551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:28:18.484439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.391332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-23T05:28:18.484539Z","caller":"traceutil/trace.go:171","msg":"trace[1252979563] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3058; }","duration":"170.515584ms","start":"2026-03-23T05:28:18.314003Z","end":"2026-03-23T05:28:18.484519Z","steps":["trace[1252979563] 'agreement among raft nodes before linearized reading' (duration: 170.34317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:28:18.48453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.050507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-23T05:28:18.484612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.098835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-23T05:28:18.484603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.038715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-23T05:28:18.48467Z","caller":"traceutil/trace.go:171","msg":"trace[2105739230] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3058; }","duration":"172.299773ms","start":"2026-03-23T05:28:18.312335Z","end":"2026-03-23T05:28:18.484635Z","steps":["trace[2105739230] 'agreement among raft nodes before linearized reading' (duration: 171.884544ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:28:18.484702Z","caller":"traceutil/trace.go:171","msg":"trace[1239974864] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3058; }","duration":"165.246398ms","start":"2026-03-23T05:28:18.31943Z","end":"2026-03-23T05:28:18.484677Z","steps":["trace[1239974864] 'agreement among raft nodes before linearized reading' (duration: 164.889701ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:28:18.484943Z","caller":"traceutil/trace.go:171","msg":"trace[586771732] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3058; }","duration":"161.24269ms","start":"2026-03-23T05:28:18.323461Z","end":"2026-03-23T05:28:18.484704Z","steps":["trace[586771732] 'agreement among raft nodes before linearized reading' (duration: 160.741469ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:28:18.611725Z","caller":"traceutil/trace.go:171","msg":"trace[503169266] transaction","detail":"{read_only:false; response_revision:3059; number_of_response:1; }","duration":"122.058797ms","start":"2026-03-23T05:28:18.489604Z","end":"2026-03-23T05:28:18.611662Z","steps":["trace[503169266] 'process raft request' (duration: 49.130321ms)","trace[503169266] 'compare' (duration: 72.754962ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:28:18.633479Z","caller":"traceutil/trace.go:171","msg":"trace[1896782043] transaction","detail":"{read_only:false; response_revision:3060; number_of_response:1; }","duration":"143.804455ms","start":"2026-03-23T05:28:18.489651Z","end":"2026-03-23T05:28:18.633456Z","steps":["trace[1896782043] 'process raft request' (duration: 143.614911ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:28:18.633522Z","caller":"traceutil/trace.go:171","msg":"trace[1327005517] transaction","detail":"{read_only:false; response_revision:3062; number_of_response:1; }","duration":"143.443727ms","start":"2026-03-23T05:28:18.49006Z","end":"2026-03-23T05:28:18.633504Z","steps":["trace[1327005517] 'process raft request' (duration: 143.349995ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:28:18.633658Z","caller":"traceutil/trace.go:171","msg":"trace[1777677551] transaction","detail":"{read_only:false; response_revision:3061; number_of_response:1; }","duration":"143.674382ms","start":"2026-03-23T05:28:18.489973Z","end":"2026-03-23T05:28:18.633647Z","steps":["trace[1777677551] 'process raft request' (duration: 143.390866ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:28:18.63366Z","caller":"traceutil/trace.go:171","msg":"trace[1971331784] transaction","detail":"{read_only:false; response_revision:3063; number_of_response:1; }","duration":"143.442008ms","start":"2026-03-23T05:28:18.490194Z","end":"2026-03-23T05:28:18.633636Z","steps":["trace[1971331784] 'process raft request' (duration: 143.268234ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:28:18.851457Z","caller":"traceutil/trace.go:171","msg":"trace[1294425578] linearizableReadLoop","detail":"{readStateIndex:3193; appliedIndex:3192; }","duration":"157.220481ms","start":"2026-03-23T05:28:18.694195Z","end":"2026-03-23T05:28:18.851416Z","steps":["trace[1294425578] 'read index received' (duration: 81.662328ms)","trace[1294425578] 'applied index is now lower than readState.Index' (duration: 75.556353ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:28:18.851607Z","caller":"traceutil/trace.go:171","msg":"trace[546116881] transaction","detail":"{read_only:false; response_revision:3064; number_of_response:1; }","duration":"245.405423ms","start":"2026-03-23T05:28:18.606153Z","end":"2026-03-23T05:28:18.851558Z","steps":["trace[546116881] 'process raft request' (duration: 169.850989ms)","trace[546116881] 'compare' (duration: 75.197296ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:28:18.851869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.64385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-23T05:28:18.852078Z","caller":"traceutil/trace.go:171","msg":"trace[1184975351] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3064; }","duration":"157.893696ms","start":"2026-03-23T05:28:18.694138Z","end":"2026-03-23T05:28:18.852032Z","steps":["trace[1184975351] 'agreement among raft nodes before linearized reading' (duration: 157.531478ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:28:28.327085Z","caller":"traceutil/trace.go:171","msg":"trace[2075886108] transaction","detail":"{read_only:false; response_revision:3215; number_of_response:1; }","duration":"174.38451ms","start":"2026-03-23T05:28:28.152682Z","end":"2026-03-23T05:28:28.327066Z","steps":["trace[2075886108] 'process raft request' (duration: 174.280048ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:28:28.329711Z","caller":"traceutil/trace.go:171","msg":"trace[871492813] transaction","detail":"{read_only:false; response_revision:3216; number_of_response:1; }","duration":"172.204572ms","start":"2026-03-23T05:28:28.157497Z","end":"2026-03-23T05:28:28.329702Z","steps":["trace[871492813] 'process raft request' (duration: 171.984426ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:29:02.946332Z","caller":"traceutil/trace.go:171","msg":"trace[384785517] transaction","detail":"{read_only:false; response_revision:3457; number_of_response:1; }","duration":"408.061199ms","start":"2026-03-23T05:29:02.538235Z","end":"2026-03-23T05:29:02.946296Z","steps":["trace[384785517] 'process raft request' (duration: 407.767812ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:29:02.946178Z","caller":"traceutil/trace.go:171","msg":"trace[1923984636] linearizableReadLoop","detail":"{readStateIndex:3600; appliedIndex:3599; }","duration":"169.903947ms","start":"2026-03-23T05:29:02.776249Z","end":"2026-03-23T05:29:02.946153Z","steps":["trace[1923984636] 'read index received' (duration: 169.752184ms)","trace[1923984636] 'applied index is now lower than readState.Index' (duration: 150.283µs)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:29:02.946512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:29:02.538206Z","time spent":"408.218582ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:29:02.946619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.342497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-23T05:29:02.946816Z","caller":"traceutil/trace.go:171","msg":"trace[347811207] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3457; }","duration":"170.590193ms","start":"2026-03-23T05:29:02.776207Z","end":"2026-03-23T05:29:02.946797Z","steps":["trace[347811207] 'agreement among raft nodes before linearized reading' (duration: 170.229815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:29:03.561398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.169557ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:29:03.561532Z","caller":"traceutil/trace.go:171","msg":"trace[1199816368] transaction","detail":"{read_only:false; response_revision:3458; number_of_response:1; }","duration":"708.267477ms","start":"2026-03-23T05:29:02.853216Z","end":"2026-03-23T05:29:03.561483Z","steps":["trace[1199816368] 'process raft request' (duration: 296.908286ms)","trace[1199816368] 'compare' (duration: 411.071305ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:29:03.561603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:29:02.853185Z","time spent":"708.377279ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:29:03.587829Z","caller":"traceutil/trace.go:171","msg":"trace[1892903219] linearizableReadLoop","detail":"{readStateIndex:3602; appliedIndex:3600; }","duration":"585.581803ms","start":"2026-03-23T05:29:03.002208Z","end":"2026-03-23T05:29:03.587789Z","steps":["trace[1892903219] 'read index received' (duration: 147.938047ms)","trace[1892903219] 'applied index is now lower than readState.Index' (duration: 437.642386ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:29:03.587947Z","caller":"traceutil/trace.go:171","msg":"trace[1701420998] transaction","detail":"{read_only:false; response_revision:3459; number_of_response:1; }","duration":"637.608551ms","start":"2026-03-23T05:29:02.95029Z","end":"2026-03-23T05:29:03.587898Z","steps":["trace[1701420998] 'process raft request' (duration: 637.322153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:29:03.588037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.822908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T05:29:03.588092Z","caller":"traceutil/trace.go:171","msg":"trace[1713185567] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:3459; }","duration":"585.93779ms","start":"2026-03-23T05:29:03.002137Z","end":"2026-03-23T05:29:03.588075Z","steps":["trace[1713185567] 'agreement among raft nodes before linearized reading' (duration: 585.812658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:29:03.588139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:29:03.00211Z","time spent":"586.013622ms","remote":"127.0.0.1:55224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":21,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-23T05:29:03.588146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:29:02.950269Z","time spent":"637.787115ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:29:03.642688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.404298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-23T05:29:03.642751Z","caller":"traceutil/trace.go:171","msg":"trace[2080696605] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3460; }","duration":"638.50183ms","start":"2026-03-23T05:29:03.004234Z","end":"2026-03-23T05:29:03.642736Z","steps":["trace[2080696605] 'agreement among raft nodes before linearized reading' (duration: 638.337396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:29:03.642762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.060223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-23T05:29:03.642823Z","caller":"traceutil/trace.go:171","msg":"trace[1424021634] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3460; }","duration":"485.166955ms","start":"2026-03-23T05:29:03.157642Z","end":"2026-03-23T05:29:03.642809Z","steps":["trace[1424021634] 'agreement among raft nodes before linearized reading' (duration: 484.989432ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:29:03.642815Z","caller":"traceutil/trace.go:171","msg":"trace[25448457] transaction","detail":"{read_only:false; response_revision:3460; number_of_response:1; }","duration":"490.41996ms","start":"2026-03-23T05:29:03.152377Z","end":"2026-03-23T05:29:03.642797Z","steps":["trace[25448457] 'process raft request' (duration: 490.095113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:29:03.642833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.615739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-23T05:29:03.642858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:29:03.157626Z","time spent":"485.225666ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-23T05:29:03.642861Z","caller":"traceutil/trace.go:171","msg":"trace[1360406162] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3460; }","duration":"487.660869ms","start":"2026-03-23T05:29:03.155194Z","end":"2026-03-23T05:29:03.642855Z","steps":["trace[1360406162] 'agreement among raft nodes before linearized reading' (duration: 487.592288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:29:03.642879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:29:03.155187Z","time spent":"487.688601ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-23T05:29:03.642777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:29:03.004217Z","time spent":"638.554692ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-23T05:29:03.642914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:29:03.152336Z","time spent":"490.523212ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:29:03.642919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.216928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-23T05:29:03.642974Z","caller":"traceutil/trace.go:171","msg":"trace[977325288] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3460; }","duration":"497.310621ms","start":"2026-03-23T05:29:03.145647Z","end":"2026-03-23T05:29:03.642958Z","steps":["trace[977325288] 'agreement among raft nodes before linearized reading' (duration: 497.118586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:29:03.643011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:29:03.145624Z","time spent":"497.379472ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-23T05:29:03.643199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.354885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-23T05:29:03.643288Z","caller":"traceutil/trace.go:171","msg":"trace[987973468] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3460; }","duration":"488.474547ms","start":"2026-03-23T05:29:03.154796Z","end":"2026-03-23T05:29:03.643271Z","steps":["trace[987973468] 'agreement among raft nodes before linearized reading' (duration: 488.301574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:29:03.643327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:29:03.154772Z","time spent":"488.542339ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-23T05:30:11.167774Z","caller":"traceutil/trace.go:171","msg":"trace[1329456571] linearizableReadLoop","detail":"{readStateIndex:4064; appliedIndex:4063; }","duration":"147.825236ms","start":"2026-03-23T05:30:11.019913Z","end":"2026-03-23T05:30:11.167739Z","steps":["trace[1329456571] 'read index received' (duration: 147.56241ms)","trace[1329456571] 'applied index is now lower than readState.Index' (duration: 261.706µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:30:11.167863Z","caller":"traceutil/trace.go:171","msg":"trace[1988138253] transaction","detail":"{read_only:false; response_revision:3893; number_of_response:1; }","duration":"206.89433ms","start":"2026-03-23T05:30:10.960913Z","end":"2026-03-23T05:30:11.167807Z","steps":["trace[1988138253] 'process raft request' (duration: 206.671415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:11.168054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.127933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.108\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-23T05:30:11.1681Z","caller":"traceutil/trace.go:171","msg":"trace[1525695301] range","detail":"{range_begin:/registry/masterleases/199.19.213.108; range_end:; response_count:1; response_revision:3893; }","duration":"148.226825ms","start":"2026-03-23T05:30:11.019859Z","end":"2026-03-23T05:30:11.168086Z","steps":["trace[1525695301] 'agreement among raft nodes before linearized reading' (duration: 148.059651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:17.01514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.272594ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:30:17.015376Z","caller":"traceutil/trace.go:171","msg":"trace[675436290] linearizableReadLoop","detail":"{readStateIndex:4421; appliedIndex:4419; }","duration":"201.826577ms","start":"2026-03-23T05:30:16.813528Z","end":"2026-03-23T05:30:17.015355Z","steps":["trace[675436290] 'read index received' (duration: 46.182605ms)","trace[675436290] 'applied index is now lower than readState.Index' (duration: 155.642352ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:30:17.01539Z","caller":"traceutil/trace.go:171","msg":"trace[1923013954] transaction","detail":"{read_only:false; response_revision:4244; number_of_response:1; }","duration":"260.725669ms","start":"2026-03-23T05:30:16.754631Z","end":"2026-03-23T05:30:17.015357Z","steps":["trace[1923013954] 'process raft request' (duration: 105.151879ms)","trace[1923013954] 'compare' (duration: 155.13108ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:30:17.015427Z","caller":"traceutil/trace.go:171","msg":"trace[479148580] transaction","detail":"{read_only:false; response_revision:4245; number_of_response:1; }","duration":"260.232978ms","start":"2026-03-23T05:30:16.755168Z","end":"2026-03-23T05:30:17.015401Z","steps":["trace[479148580] 'process raft request' (duration: 260.118166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:17.015613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.071323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/grafana-tls\" ","response":"range_response_count:1 size:2834"} {"level":"info","ts":"2026-03-23T05:30:17.015694Z","caller":"traceutil/trace.go:171","msg":"trace[686070852] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/grafana-tls; range_end:; response_count:1; response_revision:4245; }","duration":"202.155945ms","start":"2026-03-23T05:30:16.813522Z","end":"2026-03-23T05:30:17.015678Z","steps":["trace[686070852] 'agreement among raft nodes before linearized reading' (duration: 201.93477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:17.017818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.783835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/grafana-tls\" ","response":"range_response_count:1 size:2834"} {"level":"info","ts":"2026-03-23T05:30:17.017864Z","caller":"traceutil/trace.go:171","msg":"trace[442865594] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/grafana-tls; range_end:; response_count:1; response_revision:4246; }","duration":"155.828866ms","start":"2026-03-23T05:30:16.862022Z","end":"2026-03-23T05:30:17.01785Z","steps":["trace[442865594] 'agreement among raft nodes before linearized reading' (duration: 155.716494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:17.01796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.036543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-tls-zd7dp\" ","response":"range_response_count:1 size:2464"} {"level":"info","ts":"2026-03-23T05:30:17.018024Z","caller":"traceutil/trace.go:171","msg":"trace[4991042] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-tls-zd7dp; range_end:; response_count:1; response_revision:4246; }","duration":"112.171957ms","start":"2026-03-23T05:30:16.905836Z","end":"2026-03-23T05:30:17.018008Z","steps":["trace[4991042] 'agreement among raft nodes before linearized reading' (duration: 111.943852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:17.018068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.490755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1261"} {"level":"info","ts":"2026-03-23T05:30:17.018172Z","caller":"traceutil/trace.go:171","msg":"trace[964849995] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4246; }","duration":"125.623888ms","start":"2026-03-23T05:30:16.89252Z","end":"2026-03-23T05:30:17.018144Z","steps":["trace[964849995] 'agreement among raft nodes before linearized reading' (duration: 125.303581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:18.133216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.125454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-mkvs5\" ","response":"range_response_count:1 size:4332"} {"level":"info","ts":"2026-03-23T05:30:18.13333Z","caller":"traceutil/trace.go:171","msg":"trace[119002471] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-patch-mkvs5; range_end:; response_count:1; response_revision:4260; }","duration":"124.274568ms","start":"2026-03-23T05:30:18.009026Z","end":"2026-03-23T05:30:18.133301Z","steps":["trace[119002471] 'range keys from in-memory index tree' (duration: 123.94589ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:19.60098Z","caller":"traceutil/trace.go:171","msg":"trace[408947197] linearizableReadLoop","detail":"{readStateIndex:4517; appliedIndex:4516; }","duration":"102.034359ms","start":"2026-03-23T05:30:19.498921Z","end":"2026-03-23T05:30:19.600955Z","steps":["trace[408947197] 'read index received' (duration: 101.790044ms)","trace[408947197] 'applied index is now lower than readState.Index' (duration: 243.335µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:30:19.601051Z","caller":"traceutil/trace.go:171","msg":"trace[1730804259] transaction","detail":"{read_only:false; response_revision:4341; number_of_response:1; }","duration":"148.009951ms","start":"2026-03-23T05:30:19.453007Z","end":"2026-03-23T05:30:19.601016Z","steps":["trace[1730804259] 'process raft request' (duration: 147.781176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:19.60236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.395659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196043"} {"level":"info","ts":"2026-03-23T05:30:19.602487Z","caller":"traceutil/trace.go:171","msg":"trace[253235478] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4341; }","duration":"103.587103ms","start":"2026-03-23T05:30:19.498873Z","end":"2026-03-23T05:30:19.60246Z","steps":["trace[253235478] 'agreement among raft nodes before linearized reading' (duration: 102.182832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:19.912823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.356524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7465"} {"level":"info","ts":"2026-03-23T05:30:19.912951Z","caller":"traceutil/trace.go:171","msg":"trace[601839357] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4341; }","duration":"216.528327ms","start":"2026-03-23T05:30:19.696393Z","end":"2026-03-23T05:30:19.912921Z","steps":["trace[601839357] 'range keys from in-memory index tree' (duration: 216.111188ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:22.359267Z","caller":"traceutil/trace.go:171","msg":"trace[312833777] linearizableReadLoop","detail":"{readStateIndex:4558; appliedIndex:4557; }","duration":"123.228134ms","start":"2026-03-23T05:30:22.236009Z","end":"2026-03-23T05:30:22.359237Z","steps":["trace[312833777] 'read index received' (duration: 54.739999ms)","trace[312833777] 'applied index is now lower than readState.Index' (duration: 68.486355ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:30:22.359717Z","caller":"traceutil/trace.go:171","msg":"trace[248058672] transaction","detail":"{read_only:false; response_revision:4381; number_of_response:1; }","duration":"142.999537ms","start":"2026-03-23T05:30:22.216695Z","end":"2026-03-23T05:30:22.359695Z","steps":["trace[248058672] 'process raft request' (duration: 74.04344ms)","trace[248058672] 'compare' (duration: 68.363663ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:30:22.360123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.286814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-23T05:30:22.360184Z","caller":"traceutil/trace.go:171","msg":"trace[663101714] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4381; }","duration":"143.403956ms","start":"2026-03-23T05:30:22.216765Z","end":"2026-03-23T05:30:22.360169Z","steps":["trace[663101714] 'agreement among raft nodes before linearized reading' (duration: 143.205222ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:22.397827Z","caller":"traceutil/trace.go:171","msg":"trace[2000508195] transaction","detail":"{read_only:false; response_revision:4382; number_of_response:1; }","duration":"157.161355ms","start":"2026-03-23T05:30:22.240621Z","end":"2026-03-23T05:30:22.397782Z","steps":["trace[2000508195] 'process raft request' (duration: 156.90895ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:22.415831Z","caller":"traceutil/trace.go:171","msg":"trace[589157189] transaction","detail":"{read_only:false; response_revision:4383; number_of_response:1; }","duration":"117.703391ms","start":"2026-03-23T05:30:22.29808Z","end":"2026-03-23T05:30:22.415783Z","steps":["trace[589157189] 'process raft request' (duration: 117.307011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:22.416103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.951878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1433"} {"level":"warn","ts":"2026-03-23T05:30:22.415866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.603169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-23T05:30:22.416169Z","caller":"traceutil/trace.go:171","msg":"trace[1154161745] range","detail":"{range_begin:/registry/clusterrolebindings/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4384; }","duration":"168.07033ms","start":"2026-03-23T05:30:22.248082Z","end":"2026-03-23T05:30:22.416153Z","steps":["trace[1154161745] 'agreement among raft nodes before linearized reading' (duration: 167.841245ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:22.416192Z","caller":"traceutil/trace.go:171","msg":"trace[1193163120] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4384; }","duration":"179.975367ms","start":"2026-03-23T05:30:22.236197Z","end":"2026-03-23T05:30:22.416172Z","steps":["trace[1193163120] 'agreement among raft nodes before linearized reading' (duration: 179.460996ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:23.338189Z","caller":"traceutil/trace.go:171","msg":"trace[1241693947] transaction","detail":"{read_only:false; response_revision:4402; number_of_response:1; }","duration":"254.552811ms","start":"2026-03-23T05:30:23.083602Z","end":"2026-03-23T05:30:23.338155Z","steps":["trace[1241693947] 'process raft request' (duration: 254.380007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:25.773628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.368573ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:30:25.773895Z","caller":"traceutil/trace.go:171","msg":"trace[1767104917] linearizableReadLoop","detail":"{readStateIndex:4622; appliedIndex:4620; }","duration":"132.474602ms","start":"2026-03-23T05:30:25.641396Z","end":"2026-03-23T05:30:25.773871Z","steps":["trace[1767104917] 'read index received' (duration: 14.688769ms)","trace[1767104917] 'applied index is now lower than readState.Index' (duration: 117.784013ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:30:25.774115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.715837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-23T05:30:25.774153Z","caller":"traceutil/trace.go:171","msg":"trace[1663466456] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4443; }","duration":"132.761678ms","start":"2026-03-23T05:30:25.641377Z","end":"2026-03-23T05:30:25.774139Z","steps":["trace[1663466456] 'agreement among raft nodes before linearized reading' (duration: 132.556743ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:25.774162Z","caller":"traceutil/trace.go:171","msg":"trace[1162105204] transaction","detail":"{read_only:false; response_revision:4442; number_of_response:1; }","duration":"143.437038ms","start":"2026-03-23T05:30:25.630664Z","end":"2026-03-23T05:30:25.774101Z","steps":["trace[1162105204] 'process raft request' (duration: 25.458221ms)","trace[1162105204] 'compare' (duration: 117.189299ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:30:25.774219Z","caller":"traceutil/trace.go:171","msg":"trace[1131025468] transaction","detail":"{read_only:false; response_revision:4443; number_of_response:1; }","duration":"133.31892ms","start":"2026-03-23T05:30:25.640785Z","end":"2026-03-23T05:30:25.774104Z","steps":["trace[1131025468] 'process raft request' (duration: 132.990483ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:26.09156Z","caller":"traceutil/trace.go:171","msg":"trace[210954780] transaction","detail":"{read_only:false; response_revision:4444; number_of_response:1; }","duration":"309.543914ms","start":"2026-03-23T05:30:25.781989Z","end":"2026-03-23T05:30:26.091533Z","steps":["trace[210954780] 'process raft request' (duration: 245.963598ms)","trace[210954780] 'compare' (duration: 63.444053ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:30:26.091726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:25.781939Z","time spent":"309.705368ms","remote":"127.0.0.1:55306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1854,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:30:26.099293Z","caller":"traceutil/trace.go:171","msg":"trace[1532719503] transaction","detail":"{read_only:false; response_revision:4445; number_of_response:1; }","duration":"315.374304ms","start":"2026-03-23T05:30:25.783895Z","end":"2026-03-23T05:30:26.09927Z","steps":["trace[1532719503] 'process raft request' (duration: 315.076267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:26.099398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:25.783863Z","time spent":"315.482628ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1250,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:30:26.099664Z","caller":"traceutil/trace.go:171","msg":"trace[1528533619] linearizableReadLoop","detail":"{readStateIndex:4625; appliedIndex:4622; }","duration":"315.043178ms","start":"2026-03-23T05:30:25.784611Z","end":"2026-03-23T05:30:26.099654Z","steps":["trace[1528533619] 'read index received' (duration: 243.319208ms)","trace[1528533619] 'applied index is now lower than readState.Index' (duration: 71.72301ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:30:26.099721Z","caller":"traceutil/trace.go:171","msg":"trace[397434306] transaction","detail":"{read_only:false; response_revision:4447; number_of_response:1; }","duration":"309.819201ms","start":"2026-03-23T05:30:25.789886Z","end":"2026-03-23T05:30:26.099706Z","steps":["trace[397434306] 'process raft request' (duration: 309.594056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:26.099805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:25.789869Z","time spent":"309.889062ms","remote":"127.0.0.1:46062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3387,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-23T05:30:26.099839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.224951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-23T05:30:26.09987Z","caller":"traceutil/trace.go:171","msg":"trace[1450790444] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4447; }","duration":"315.286483ms","start":"2026-03-23T05:30:25.784575Z","end":"2026-03-23T05:30:26.099862Z","steps":["trace[1450790444] 'agreement among raft nodes before linearized reading' (duration: 315.14195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:26.099898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:25.784551Z","time spent":"315.341385ms","remote":"127.0.0.1:55118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1154,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"info","ts":"2026-03-23T05:30:26.099849Z","caller":"traceutil/trace.go:171","msg":"trace[1804014985] transaction","detail":"{read_only:false; response_revision:4446; number_of_response:1; }","duration":"315.194961ms","start":"2026-03-23T05:30:25.784353Z","end":"2026-03-23T05:30:26.099548Z","steps":["trace[1804014985] 'process raft request' (duration: 314.785781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:26.10002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:25.784343Z","time spent":"315.59974ms","remote":"127.0.0.1:55546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4883,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:30:26.100522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.702955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196043"} {"level":"info","ts":"2026-03-23T05:30:26.100589Z","caller":"traceutil/trace.go:171","msg":"trace[2006937319] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4447; }","duration":"234.821468ms","start":"2026-03-23T05:30:25.865752Z","end":"2026-03-23T05:30:26.100574Z","steps":["trace[2006937319] 'agreement among raft nodes before linearized reading' (duration: 234.0161ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:27.303155Z","caller":"traceutil/trace.go:171","msg":"trace[1247460348] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4478; }","duration":"202.333499ms","start":"2026-03-23T05:30:27.100796Z","end":"2026-03-23T05:30:27.30313Z","steps":["trace[1247460348] 'process raft request' (duration: 202.231117ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:27.500551Z","caller":"traceutil/trace.go:171","msg":"trace[2089918413] transaction","detail":"{read_only:false; response_revision:4479; number_of_response:1; }","duration":"394.720785ms","start":"2026-03-23T05:30:27.105802Z","end":"2026-03-23T05:30:27.500522Z","steps":["trace[2089918413] 'process raft request' (duration: 394.50408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:27.500717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:27.105778Z","time spent":"394.847108ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:30:27.500757Z","caller":"traceutil/trace.go:171","msg":"trace[1231355438] transaction","detail":"{read_only:false; response_revision:4480; number_of_response:1; }","duration":"372.875845ms","start":"2026-03-23T05:30:27.127841Z","end":"2026-03-23T05:30:27.500716Z","steps":["trace[1231355438] 'process raft request' (duration: 372.600929ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:27.500749Z","caller":"traceutil/trace.go:171","msg":"trace[1544792850] linearizableReadLoop","detail":"{readStateIndex:4661; appliedIndex:4659; }","duration":"373.725675ms","start":"2026-03-23T05:30:27.126972Z","end":"2026-03-23T05:30:27.500698Z","steps":["trace[1544792850] 'read index received' (duration: 176.049459ms)","trace[1544792850] 'applied index is now lower than readState.Index' (duration: 197.673335ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:30:27.500858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:27.127829Z","time spent":"372.974867ms","remote":"127.0.0.1:55104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-23T05:30:27.501049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.051292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-xx4w5\" ","response":"range_response_count:1 size:9728"} {"level":"info","ts":"2026-03-23T05:30:27.501125Z","caller":"traceutil/trace.go:171","msg":"trace[481766188] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-xx4w5; range_end:; response_count:1; response_revision:4480; }","duration":"374.177165ms","start":"2026-03-23T05:30:27.126928Z","end":"2026-03-23T05:30:27.501105Z","steps":["trace[481766188] 'agreement among raft nodes before linearized reading' (duration: 373.911809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:27.501207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:27.126912Z","time spent":"374.250126ms","remote":"127.0.0.1:55216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9751,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-xx4w5\" "} {"level":"info","ts":"2026-03-23T05:30:27.50159Z","caller":"traceutil/trace.go:171","msg":"trace[1845577230] transaction","detail":"{read_only:false; response_revision:4481; number_of_response:1; }","duration":"120.143596ms","start":"2026-03-23T05:30:27.381414Z","end":"2026-03-23T05:30:27.501558Z","steps":["trace[1845577230] 'process raft request' (duration: 119.990562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:27.501659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.151321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:30:27.501683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.000439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/monitoring\" ","response":"range_response_count:1 size:372"} {"level":"info","ts":"2026-03-23T05:30:27.501718Z","caller":"traceutil/trace.go:171","msg":"trace[1272546717] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4481; }","duration":"250.247934ms","start":"2026-03-23T05:30:27.251453Z","end":"2026-03-23T05:30:27.5017Z","steps":["trace[1272546717] 'agreement among raft nodes before linearized reading' (duration: 250.08304ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:27.501728Z","caller":"traceutil/trace.go:171","msg":"trace[1902509722] range","detail":"{range_begin:/registry/namespaces/monitoring; range_end:; response_count:1; response_revision:4481; }","duration":"197.083701ms","start":"2026-03-23T05:30:27.304631Z","end":"2026-03-23T05:30:27.501715Z","steps":["trace[1902509722] 'agreement among raft nodes before linearized reading' (duration: 196.930938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:29.458146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.293477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-23T05:30:29.458178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.640918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:30:29.45824Z","caller":"traceutil/trace.go:171","msg":"trace[157961965] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:4590; }","duration":"444.44375ms","start":"2026-03-23T05:30:29.013778Z","end":"2026-03-23T05:30:29.458221Z","steps":["trace[157961965] 'count revisions from in-memory index tree' (duration: 444.203884ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:29.458253Z","caller":"traceutil/trace.go:171","msg":"trace[1793389902] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4590; }","duration":"207.753921ms","start":"2026-03-23T05:30:29.250477Z","end":"2026-03-23T05:30:29.458231Z","steps":["trace[1793389902] 'range keys from in-memory index tree' (duration: 207.537585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:29.458284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:29.013755Z","time spent":"444.517672ms","remote":"127.0.0.1:55206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-23T05:30:29.458458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.039158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b19f7809-1096-4917-9175-817a87c96515\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-23T05:30:29.458588Z","caller":"traceutil/trace.go:171","msg":"trace[148396993] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b19f7809-1096-4917-9175-817a87c96515; range_end:; response_count:1; response_revision:4590; }","duration":"311.244993ms","start":"2026-03-23T05:30:29.147314Z","end":"2026-03-23T05:30:29.458559Z","steps":["trace[148396993] 'range keys from in-memory index tree' (duration: 310.785882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:29.45856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.423098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719284"} {"level":"warn","ts":"2026-03-23T05:30:29.458647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:29.147292Z","time spent":"311.344984ms","remote":"127.0.0.1:55216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b19f7809-1096-4917-9175-817a87c96515\" "} {"level":"info","ts":"2026-03-23T05:30:29.458674Z","caller":"traceutil/trace.go:171","msg":"trace[1463099986] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4590; }","duration":"303.575871ms","start":"2026-03-23T05:30:29.155069Z","end":"2026-03-23T05:30:29.458645Z","steps":["trace[1463099986] 'range keys from in-memory index tree' (duration: 302.877955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:29.458735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:29.155057Z","time spent":"303.662593ms","remote":"127.0.0.1:55118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":719307,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-23T05:30:30.203596Z","caller":"traceutil/trace.go:171","msg":"trace[431035626] transaction","detail":"{read_only:false; response_revision:4591; number_of_response:1; }","duration":"736.551503ms","start":"2026-03-23T05:30:29.467017Z","end":"2026-03-23T05:30:30.203569Z","steps":["trace[431035626] 'process raft request' (duration: 736.40903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:30.203782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:29.466993Z","time spent":"736.695146ms","remote":"127.0.0.1:55216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3706,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:30:30.210959Z","caller":"traceutil/trace.go:171","msg":"trace[355862110] linearizableReadLoop","detail":"{readStateIndex:4774; appliedIndex:4773; }","duration":"479.290512ms","start":"2026-03-23T05:30:29.731634Z","end":"2026-03-23T05:30:30.210925Z","steps":["trace[355862110] 'read index received' (duration: 472.151393ms)","trace[355862110] 'applied index is now lower than readState.Index' (duration: 7.137489ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:30:30.211058Z","caller":"traceutil/trace.go:171","msg":"trace[1052954318] transaction","detail":"{read_only:false; response_revision:4592; number_of_response:1; }","duration":"703.776847ms","start":"2026-03-23T05:30:29.507268Z","end":"2026-03-23T05:30:30.211045Z","steps":["trace[1052954318] 'process raft request' (duration: 703.568172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:30.211133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:29.507236Z","time spent":"703.845049ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:30:30.211167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.230765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b19f7809-1096-4917-9175-817a87c96515\" ","response":"range_response_count:1 size:3721"} {"level":"info","ts":"2026-03-23T05:30:30.211237Z","caller":"traceutil/trace.go:171","msg":"trace[412352218] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b19f7809-1096-4917-9175-817a87c96515; range_end:; response_count:1; response_revision:4592; }","duration":"432.329618ms","start":"2026-03-23T05:30:29.77888Z","end":"2026-03-23T05:30:30.21121Z","steps":["trace[412352218] 'agreement among raft nodes before linearized reading' (duration: 432.244736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:30.211272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:29.77886Z","time spent":"432.403ms","remote":"127.0.0.1:55216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3744,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b19f7809-1096-4917-9175-817a87c96515\" "} {"level":"warn","ts":"2026-03-23T05:30:30.211389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.755342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T05:30:30.211452Z","caller":"traceutil/trace.go:171","msg":"trace[367324592] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:4592; }","duration":"479.858165ms","start":"2026-03-23T05:30:29.731585Z","end":"2026-03-23T05:30:30.211444Z","steps":["trace[367324592] 'agreement among raft nodes before linearized reading' (duration: 479.761393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:30.211474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:29.731563Z","time spent":"479.903915ms","remote":"127.0.0.1:55366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":24,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-23T05:30:30.211536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.920133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-xx4w5-tls\" ","response":"range_response_count:1 size:2184"} {"level":"info","ts":"2026-03-23T05:30:30.211662Z","caller":"traceutil/trace.go:171","msg":"trace[114946659] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-xx4w5-tls; range_end:; response_count:1; response_revision:4592; }","duration":"117.114627ms","start":"2026-03-23T05:30:30.094514Z","end":"2026-03-23T05:30:30.211628Z","steps":["trace[114946659] 'agreement among raft nodes before linearized reading' (duration: 116.737499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:30.211838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.637507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719284"} {"level":"info","ts":"2026-03-23T05:30:30.211909Z","caller":"traceutil/trace.go:171","msg":"trace[1221834037] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4592; }","duration":"145.73452ms","start":"2026-03-23T05:30:30.066156Z","end":"2026-03-23T05:30:30.21189Z","steps":["trace[1221834037] 'agreement among raft nodes before linearized reading' (duration: 145.227647ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:32.429046Z","caller":"traceutil/trace.go:171","msg":"trace[738669515] transaction","detail":"{read_only:false; response_revision:4628; number_of_response:1; }","duration":"210.434251ms","start":"2026-03-23T05:30:32.218563Z","end":"2026-03-23T05:30:32.428998Z","steps":["trace[738669515] 'process raft request' (duration: 137.815062ms)","trace[738669515] 'compare' (duration: 72.377933ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:30:32.429112Z","caller":"traceutil/trace.go:171","msg":"trace[948216493] transaction","detail":"{read_only:false; response_revision:4629; number_of_response:1; }","duration":"205.951179ms","start":"2026-03-23T05:30:32.223131Z","end":"2026-03-23T05:30:32.429082Z","steps":["trace[948216493] 'process raft request' (duration: 205.875208ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:32.429117Z","caller":"traceutil/trace.go:171","msg":"trace[287887598] linearizableReadLoop","detail":"{readStateIndex:4812; appliedIndex:4811; }","duration":"208.475937ms","start":"2026-03-23T05:30:32.22062Z","end":"2026-03-23T05:30:32.429096Z","steps":["trace[287887598] 'read index received' (duration: 135.885179ms)","trace[287887598] 'applied index is now lower than readState.Index' (duration: 72.588918ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:30:32.429305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.670881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b19f7809-1096-4917-9175-817a87c96515\" ","response":"range_response_count:1 size:3907"} {"level":"info","ts":"2026-03-23T05:30:32.429326Z","caller":"traceutil/trace.go:171","msg":"trace[1151180050] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b19f7809-1096-4917-9175-817a87c96515; range_end:; response_count:1; response_revision:4629; }","duration":"208.745393ms","start":"2026-03-23T05:30:32.220573Z","end":"2026-03-23T05:30:32.429318Z","steps":["trace[1151180050] 'agreement among raft nodes before linearized reading' (duration: 208.63001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:32.429393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.528225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-23T05:30:32.429395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.233099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-23T05:30:32.429428Z","caller":"traceutil/trace.go:171","msg":"trace[1922542211] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4629; }","duration":"166.603087ms","start":"2026-03-23T05:30:32.262814Z","end":"2026-03-23T05:30:32.429417Z","steps":["trace[1922542211] 'agreement among raft nodes before linearized reading' (duration: 166.469024ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:32.429445Z","caller":"traceutil/trace.go:171","msg":"trace[12814330] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4629; }","duration":"166.30066ms","start":"2026-03-23T05:30:32.263123Z","end":"2026-03-23T05:30:32.429424Z","steps":["trace[12814330] 'agreement among raft nodes before linearized reading' (duration: 166.133936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:32.429888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.507933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777465"} {"level":"info","ts":"2026-03-23T05:30:32.429995Z","caller":"traceutil/trace.go:171","msg":"trace[2099768398] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4629; }","duration":"198.651176ms","start":"2026-03-23T05:30:32.231316Z","end":"2026-03-23T05:30:32.429967Z","steps":["trace[2099768398] 'agreement among raft nodes before linearized reading' (duration: 197.93556ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:32.849956Z","caller":"traceutil/trace.go:171","msg":"trace[831840165] linearizableReadLoop","detail":"{readStateIndex:4815; appliedIndex:4814; }","duration":"390.95527ms","start":"2026-03-23T05:30:32.458979Z","end":"2026-03-23T05:30:32.849934Z","steps":["trace[831840165] 'read index received' (duration: 45.300576ms)","trace[831840165] 'applied index is now lower than readState.Index' (duration: 345.653594ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:30:32.850082Z","caller":"traceutil/trace.go:171","msg":"trace[330987433] transaction","detail":"{read_only:false; response_revision:4631; number_of_response:1; }","duration":"416.098844ms","start":"2026-03-23T05:30:32.433952Z","end":"2026-03-23T05:30:32.85005Z","steps":["trace[330987433] 'process raft request' (duration: 415.857128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:32.850144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.162154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-23T05:30:32.850179Z","caller":"traceutil/trace.go:171","msg":"trace[369718065] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4631; }","duration":"391.252736ms","start":"2026-03-23T05:30:32.458915Z","end":"2026-03-23T05:30:32.850168Z","steps":["trace[369718065] 'agreement among raft nodes before linearized reading' (duration: 391.120703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:32.8502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:32.458893Z","time spent":"391.301698ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-23T05:30:32.850265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:32.433925Z","time spent":"416.244277ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:30:32.85032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.165498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4fcv7\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-23T05:30:32.850337Z","caller":"traceutil/trace.go:171","msg":"trace[1983240204] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4fcv7; range_end:; response_count:1; response_revision:4631; }","duration":"302.212049ms","start":"2026-03-23T05:30:32.54812Z","end":"2026-03-23T05:30:32.850332Z","steps":["trace[1983240204] 'agreement among raft nodes before linearized reading' (duration: 302.156148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:32.850355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:32.548097Z","time spent":"302.253549ms","remote":"127.0.0.1:55216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-4fcv7\" "} {"level":"warn","ts":"2026-03-23T05:30:32.85039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.121947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-23T05:30:32.850417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.218937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-23T05:30:32.850471Z","caller":"traceutil/trace.go:171","msg":"trace[1335656134] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4631; }","duration":"298.281061ms","start":"2026-03-23T05:30:32.552173Z","end":"2026-03-23T05:30:32.850455Z","steps":["trace[1335656134] 'agreement among raft nodes before linearized reading' (duration: 298.029195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:32.8504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.319223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b19f7809-1096-4917-9175-817a87c96515\" ","response":"range_response_count:1 size:3907"} {"level":"info","ts":"2026-03-23T05:30:32.850532Z","caller":"traceutil/trace.go:171","msg":"trace[890474583] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4631; }","duration":"387.40039ms","start":"2026-03-23T05:30:32.463104Z","end":"2026-03-23T05:30:32.850504Z","steps":["trace[890474583] 'agreement among raft nodes before linearized reading' (duration: 387.057882ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:32.850571Z","caller":"traceutil/trace.go:171","msg":"trace[2073349856] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b19f7809-1096-4917-9175-817a87c96515; range_end:; response_count:1; response_revision:4631; }","duration":"179.513037ms","start":"2026-03-23T05:30:32.671037Z","end":"2026-03-23T05:30:32.85055Z","steps":["trace[2073349856] 'agreement among raft nodes before linearized reading' (duration: 179.235411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:32.850584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:32.463084Z","time spent":"387.489972ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-23T05:30:32.850627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.39592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-23T05:30:32.850746Z","caller":"traceutil/trace.go:171","msg":"trace[852155320] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4631; }","duration":"387.541974ms","start":"2026-03-23T05:30:32.463173Z","end":"2026-03-23T05:30:32.850715Z","steps":["trace[852155320] 'agreement among raft nodes before linearized reading' (duration: 387.180685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:32.85082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:32.463168Z","time spent":"387.633576ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-23T05:30:33.137302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.627078ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:30:33.137476Z","caller":"traceutil/trace.go:171","msg":"trace[488709470] transaction","detail":"{read_only:false; response_revision:4634; number_of_response:1; }","duration":"281.453804ms","start":"2026-03-23T05:30:32.856007Z","end":"2026-03-23T05:30:33.137461Z","steps":["trace[488709470] 'process raft request' (duration: 281.409363ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:33.137523Z","caller":"traceutil/trace.go:171","msg":"trace[1812831371] transaction","detail":"{read_only:false; response_revision:4632; number_of_response:1; }","duration":"282.15482ms","start":"2026-03-23T05:30:32.855327Z","end":"2026-03-23T05:30:33.137481Z","steps":["trace[1812831371] 'process raft request' (duration: 45.286126ms)","trace[1812831371] 'compare' (duration: 236.355622ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:30:33.137547Z","caller":"traceutil/trace.go:171","msg":"trace[1502254569] linearizableReadLoop","detail":"{readStateIndex:4819; appliedIndex:4815; }","duration":"108.026704ms","start":"2026-03-23T05:30:33.029491Z","end":"2026-03-23T05:30:33.137518Z","steps":["trace[1502254569] 'read index received' (duration: 89.038757ms)","trace[1502254569] 'applied index is now lower than readState.Index' (duration: 18.986596ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:30:33.137624Z","caller":"traceutil/trace.go:171","msg":"trace[1699603114] transaction","detail":"{read_only:false; response_revision:4633; number_of_response:1; }","duration":"281.69072ms","start":"2026-03-23T05:30:32.855927Z","end":"2026-03-23T05:30:33.137617Z","steps":["trace[1699603114] 'process raft request' (duration: 281.447764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:33.137738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.208428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:30:33.137781Z","caller":"traceutil/trace.go:171","msg":"trace[427043078] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:4635; }","duration":"108.32706ms","start":"2026-03-23T05:30:33.029439Z","end":"2026-03-23T05:30:33.137766Z","steps":["trace[427043078] 'agreement among raft nodes before linearized reading' (duration: 108.185327ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:33.137904Z","caller":"traceutil/trace.go:171","msg":"trace[781293413] transaction","detail":"{read_only:false; response_revision:4635; number_of_response:1; }","duration":"281.536235ms","start":"2026-03-23T05:30:32.856354Z","end":"2026-03-23T05:30:33.13789Z","steps":["trace[781293413] 'process raft request' (duration: 281.083145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:33.381178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.162697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:30:33.381309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.068424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:30:33.381332Z","caller":"traceutil/trace.go:171","msg":"trace[1320340225] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4635; }","duration":"129.369642ms","start":"2026-03-23T05:30:33.251938Z","end":"2026-03-23T05:30:33.381308Z","steps":["trace[1320340225] 'range keys from in-memory index tree' (duration: 129.064895ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:33.381392Z","caller":"traceutil/trace.go:171","msg":"trace[1419768254] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/goldpinger; range_end:; response_count:0; response_revision:4635; }","duration":"120.190716ms","start":"2026-03-23T05:30:33.26118Z","end":"2026-03-23T05:30:33.381371Z","steps":["trace[1419768254] 'range keys from in-memory index tree' (duration: 120.003462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:34.591364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.917718ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:30:34.591599Z","caller":"traceutil/trace.go:171","msg":"trace[1590918520] linearizableReadLoop","detail":"{readStateIndex:4824; appliedIndex:4821; }","duration":"110.737435ms","start":"2026-03-23T05:30:34.480848Z","end":"2026-03-23T05:30:34.591585Z","steps":["trace[1590918520] 'read index received' (duration: 47.70343ms)","trace[1590918520] 'applied index is now lower than readState.Index' (duration: 63.033195ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:30:34.591605Z","caller":"traceutil/trace.go:171","msg":"trace[2062717334] transaction","detail":"{read_only:false; response_revision:4637; number_of_response:1; }","duration":"1.02438256s","start":"2026-03-23T05:30:33.567189Z","end":"2026-03-23T05:30:34.591572Z","steps":["trace[2062717334] 'process raft request' (duration: 675.159755ms)","trace[2062717334] 'compare' (duration: 348.780295ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:30:34.591654Z","caller":"traceutil/trace.go:171","msg":"trace[268979484] transaction","detail":"{read_only:false; response_revision:4638; number_of_response:1; }","duration":"156.593622ms","start":"2026-03-23T05:30:34.435019Z","end":"2026-03-23T05:30:34.591613Z","steps":["trace[268979484] 'process raft request' (duration: 156.47067ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:34.591708Z","caller":"traceutil/trace.go:171","msg":"trace[172428714] transaction","detail":"{read_only:false; response_revision:4639; number_of_response:1; }","duration":"155.689632ms","start":"2026-03-23T05:30:34.436009Z","end":"2026-03-23T05:30:34.591698Z","steps":["trace[172428714] 'process raft request' (duration: 155.540429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:34.592008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.148334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b19f7809-1096-4917-9175-817a87c96515\" ","response":"range_response_count:1 size:3907"} {"level":"info","ts":"2026-03-23T05:30:34.592044Z","caller":"traceutil/trace.go:171","msg":"trace[937201873] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b19f7809-1096-4917-9175-817a87c96515; range_end:; response_count:1; response_revision:4639; }","duration":"111.220855ms","start":"2026-03-23T05:30:34.480811Z","end":"2026-03-23T05:30:34.592032Z","steps":["trace[937201873] 'agreement among raft nodes before linearized reading' (duration: 111.095932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:34.592055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:33.567167Z","time spent":"1.024495553s","remote":"127.0.0.1:55230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":784,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-23T05:30:35.954138Z","caller":"traceutil/trace.go:171","msg":"trace[567150098] transaction","detail":"{read_only:false; response_revision:4680; number_of_response:1; }","duration":"273.584726ms","start":"2026-03-23T05:30:35.680519Z","end":"2026-03-23T05:30:35.954104Z","steps":["trace[567150098] 'process raft request' (duration: 273.328361ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:35.961216Z","caller":"traceutil/trace.go:171","msg":"trace[799363] linearizableReadLoop","detail":"{readStateIndex:4868; appliedIndex:4866; }","duration":"205.470179ms","start":"2026-03-23T05:30:35.75572Z","end":"2026-03-23T05:30:35.96119Z","steps":["trace[799363] 'read index received' (duration: 198.156684ms)","trace[799363] 'applied index is now lower than readState.Index' (duration: 7.311955ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:30:35.961334Z","caller":"traceutil/trace.go:171","msg":"trace[1706325858] transaction","detail":"{read_only:false; response_revision:4681; number_of_response:1; }","duration":"278.853785ms","start":"2026-03-23T05:30:35.682442Z","end":"2026-03-23T05:30:35.961296Z","steps":["trace[1706325858] 'process raft request' (duration: 278.638971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:35.961457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.840636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/ipmi-exporter\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:30:35.961487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.737975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T05:30:35.961525Z","caller":"traceutil/trace.go:171","msg":"trace[528050167] range","detail":"{range_begin:/registry/configmaps/monitoring/ipmi-exporter; range_end:; response_count:0; response_revision:4681; }","duration":"184.99063ms","start":"2026-03-23T05:30:35.776517Z","end":"2026-03-23T05:30:35.961507Z","steps":["trace[528050167] 'agreement among raft nodes before linearized reading' (duration: 184.818106ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:35.96156Z","caller":"traceutil/trace.go:171","msg":"trace[1318061327] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:4681; }","duration":"205.885078ms","start":"2026-03-23T05:30:35.755659Z","end":"2026-03-23T05:30:35.961544Z","steps":["trace[1318061327] 'agreement among raft nodes before linearized reading' (duration: 205.660493ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:36.099033Z","caller":"traceutil/trace.go:171","msg":"trace[1224435028] transaction","detail":"{read_only:false; response_revision:4684; number_of_response:1; }","duration":"129.963855ms","start":"2026-03-23T05:30:35.969044Z","end":"2026-03-23T05:30:36.099008Z","steps":["trace[1224435028] 'process raft request' (duration: 129.898164ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:36.099071Z","caller":"traceutil/trace.go:171","msg":"trace[205540849] transaction","detail":"{read_only:false; response_revision:4683; number_of_response:1; }","duration":"130.469946ms","start":"2026-03-23T05:30:35.96858Z","end":"2026-03-23T05:30:36.09905Z","steps":["trace[205540849] 'process raft request' (duration: 130.235431ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:36.399153Z","caller":"traceutil/trace.go:171","msg":"trace[2114757121] transaction","detail":"{read_only:false; response_revision:4690; number_of_response:1; }","duration":"146.432665ms","start":"2026-03-23T05:30:36.252663Z","end":"2026-03-23T05:30:36.399096Z","steps":["trace[2114757121] 'process raft request' (duration: 144.527723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:36.581994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.158866ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-23T05:30:36.582298Z","caller":"traceutil/trace.go:171","msg":"trace[1649948074] transaction","detail":"{read_only:false; response_revision:4691; number_of_response:1; }","duration":"180.698204ms","start":"2026-03-23T05:30:36.401578Z","end":"2026-03-23T05:30:36.582276Z","steps":["trace[1649948074] 'process raft request' (duration: 180.52666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:36.83354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.226639ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:30:36.833793Z","caller":"traceutil/trace.go:171","msg":"trace[658535449] linearizableReadLoop","detail":"{readStateIndex:4883; appliedIndex:4880; }","duration":"166.873643ms","start":"2026-03-23T05:30:36.6669Z","end":"2026-03-23T05:30:36.833774Z","steps":["trace[658535449] 'read index received' (duration: 16.234144ms)","trace[658535449] 'applied index is now lower than readState.Index' (duration: 150.618588ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:30:36.83387Z","caller":"traceutil/trace.go:171","msg":"trace[300206870] transaction","detail":"{read_only:false; response_revision:4693; number_of_response:1; }","duration":"237.761783ms","start":"2026-03-23T05:30:36.596064Z","end":"2026-03-23T05:30:36.833826Z","steps":["trace[300206870] 'process raft request' (duration: 87.147865ms)","trace[300206870] 'compare' (duration: 150.085806ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:30:36.833943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.038586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-23T05:30:36.83392Z","caller":"traceutil/trace.go:171","msg":"trace[923166459] transaction","detail":"{read_only:false; response_revision:4694; number_of_response:1; }","duration":"237.6616ms","start":"2026-03-23T05:30:36.596223Z","end":"2026-03-23T05:30:36.833884Z","steps":["trace[923166459] 'process raft request' (duration: 237.418815ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:36.833924Z","caller":"traceutil/trace.go:171","msg":"trace[1930461515] transaction","detail":"{read_only:false; response_revision:4695; number_of_response:1; }","duration":"205.361997ms","start":"2026-03-23T05:30:36.628532Z","end":"2026-03-23T05:30:36.833894Z","steps":["trace[1930461515] 'process raft request' (duration: 205.171992ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:36.833974Z","caller":"traceutil/trace.go:171","msg":"trace[1680148826] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4695; }","duration":"167.106608ms","start":"2026-03-23T05:30:36.666857Z","end":"2026-03-23T05:30:36.833964Z","steps":["trace[1680148826] 'agreement among raft nodes before linearized reading' (duration: 166.978385ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:36.870848Z","caller":"traceutil/trace.go:171","msg":"trace[2003042511] transaction","detail":"{read_only:false; response_revision:4696; number_of_response:1; }","duration":"130.13649ms","start":"2026-03-23T05:30:36.740689Z","end":"2026-03-23T05:30:36.870826Z","steps":["trace[2003042511] 'process raft request' (duration: 130.027097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:37.06317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.262626ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:30:37.063255Z","caller":"traceutil/trace.go:171","msg":"trace[811699814] linearizableReadLoop","detail":"{readStateIndex:4886; appliedIndex:4885; }","duration":"138.974806ms","start":"2026-03-23T05:30:36.924269Z","end":"2026-03-23T05:30:37.063243Z","steps":["trace[811699814] 'read index received' (duration: 35.642188ms)","trace[811699814] 'applied index is now lower than readState.Index' (duration: 103.331748ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:30:37.063265Z","caller":"traceutil/trace.go:171","msg":"trace[472672186] transaction","detail":"{read_only:false; response_revision:4698; number_of_response:1; }","duration":"187.872974ms","start":"2026-03-23T05:30:36.875378Z","end":"2026-03-23T05:30:37.063251Z","steps":["trace[472672186] 'process raft request' (duration: 84.483625ms)","trace[472672186] 'compare' (duration: 103.136614ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:30:37.063348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.629247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:30:37.063368Z","caller":"traceutil/trace.go:171","msg":"trace[2031766900] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:4698; }","duration":"207.693659ms","start":"2026-03-23T05:30:36.855667Z","end":"2026-03-23T05:30:37.063361Z","steps":["trace[2031766900] 'agreement among raft nodes before linearized reading' (duration: 207.631497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:37.063435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.226207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4fcv7\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-23T05:30:37.063489Z","caller":"traceutil/trace.go:171","msg":"trace[2118585444] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4fcv7; range_end:; response_count:1; response_revision:4698; }","duration":"194.306028ms","start":"2026-03-23T05:30:36.869169Z","end":"2026-03-23T05:30:37.063476Z","steps":["trace[2118585444] 'agreement among raft nodes before linearized reading' (duration: 194.088194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:37.063534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.13875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-0\" ","response":"range_response_count:1 size:4702"} {"level":"warn","ts":"2026-03-23T05:30:37.063618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.50056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-23T05:30:37.063628Z","caller":"traceutil/trace.go:171","msg":"trace[1971234271] range","detail":"{range_begin:/registry/pods/monitoring/loki-0; range_end:; response_count:1; response_revision:4698; }","duration":"184.255462ms","start":"2026-03-23T05:30:36.879345Z","end":"2026-03-23T05:30:37.0636Z","steps":["trace[1971234271] 'agreement among raft nodes before linearized reading' (duration: 184.006727ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:37.063664Z","caller":"traceutil/trace.go:171","msg":"trace[1696178583] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:4698; }","duration":"119.603592ms","start":"2026-03-23T05:30:36.944048Z","end":"2026-03-23T05:30:37.063651Z","steps":["trace[1696178583] 'agreement among raft nodes before linearized reading' (duration: 119.353197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:37.063692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.008401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-23T05:30:37.063713Z","caller":"traceutil/trace.go:171","msg":"trace[734230071] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4698; }","duration":"120.063392ms","start":"2026-03-23T05:30:36.943643Z","end":"2026-03-23T05:30:37.063707Z","steps":["trace[734230071] 'agreement among raft nodes before linearized reading' (duration: 119.716145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:37.063866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.095352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-23T05:30:37.0639Z","caller":"traceutil/trace.go:171","msg":"trace[1947814789] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4698; }","duration":"198.167306ms","start":"2026-03-23T05:30:36.865724Z","end":"2026-03-23T05:30:37.063891Z","steps":["trace[1947814789] 'agreement among raft nodes before linearized reading' (duration: 197.548681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:37.355702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.200975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-03-23T05:30:37.35579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.720687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-23T05:30:37.355709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.647736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-23T05:30:37.35583Z","caller":"traceutil/trace.go:171","msg":"trace[1423968681] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4700; }","duration":"169.82974ms","start":"2026-03-23T05:30:37.185988Z","end":"2026-03-23T05:30:37.355818Z","steps":["trace[1423968681] 'range keys from in-memory index tree' (duration: 169.436981ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:37.355834Z","caller":"traceutil/trace.go:171","msg":"trace[466201335] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4700; }","duration":"169.764789ms","start":"2026-03-23T05:30:37.186051Z","end":"2026-03-23T05:30:37.355815Z","steps":["trace[466201335] 'range keys from in-memory index tree' (duration: 169.659297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:37.355846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.083328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-23T05:30:37.355851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.820908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:30:37.355933Z","caller":"traceutil/trace.go:171","msg":"trace[1794604954] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4700; }","duration":"171.214051ms","start":"2026-03-23T05:30:37.184691Z","end":"2026-03-23T05:30:37.355905Z","steps":["trace[1794604954] 'range keys from in-memory index tree' (duration: 170.929464ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:37.355947Z","caller":"traceutil/trace.go:171","msg":"trace[1712190256] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4700; }","duration":"238.975351ms","start":"2026-03-23T05:30:37.116946Z","end":"2026-03-23T05:30:37.355922Z","steps":["trace[1712190256] 'agreement among raft nodes before linearized reading' (duration: 46.180266ms)","trace[1712190256] 'range keys from in-memory index tree' (duration: 192.656612ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:30:37.355786Z","caller":"traceutil/trace.go:171","msg":"trace[1478415750] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:4700; }","duration":"210.306268ms","start":"2026-03-23T05:30:37.145458Z","end":"2026-03-23T05:30:37.355764Z","steps":["trace[1478415750] 'agreement among raft nodes before linearized reading' (duration: 17.676487ms)","trace[1478415750] 'range keys from in-memory index tree' (duration: 192.431587ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:30:37.356128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.208654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-23T05:30:37.356816Z","caller":"traceutil/trace.go:171","msg":"trace[1353302348] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4700; }","duration":"193.893039ms","start":"2026-03-23T05:30:37.162871Z","end":"2026-03-23T05:30:37.356764Z","steps":["trace[1353302348] 'range keys from in-memory index tree' (duration: 192.936558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:37.357282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.347766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-xx4w5\" ","response":"range_response_count:1 size:9901"} {"level":"info","ts":"2026-03-23T05:30:37.357449Z","caller":"traceutil/trace.go:171","msg":"trace[942346309] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-xx4w5; range_end:; response_count:1; response_revision:4700; }","duration":"135.551021ms","start":"2026-03-23T05:30:37.221873Z","end":"2026-03-23T05:30:37.357425Z","steps":["trace[942346309] 'range keys from in-memory index tree' (duration: 134.005956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:37.357923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.445057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-03-23T05:30:37.358004Z","caller":"traceutil/trace.go:171","msg":"trace[2036991903] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4700; }","duration":"110.56284ms","start":"2026-03-23T05:30:37.24741Z","end":"2026-03-23T05:30:37.357973Z","steps":["trace[2036991903] 'range keys from in-memory index tree' (duration: 108.424182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:37.775769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.978506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:787697"} {"level":"info","ts":"2026-03-23T05:30:37.775844Z","caller":"traceutil/trace.go:171","msg":"trace[433671101] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:4713; }","duration":"130.100519ms","start":"2026-03-23T05:30:37.645727Z","end":"2026-03-23T05:30:37.775827Z","steps":["trace[433671101] 'range keys from in-memory index tree' (duration: 129.607297ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:37.775937Z","caller":"traceutil/trace.go:171","msg":"trace[707860788] transaction","detail":"{read_only:false; response_revision:4714; number_of_response:1; }","duration":"112.818142ms","start":"2026-03-23T05:30:37.663079Z","end":"2026-03-23T05:30:37.775898Z","steps":["trace[707860788] 'process raft request' (duration: 43.598729ms)","trace[707860788] 'compare' (duration: 69.041199ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:30:41.093616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.379951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-23T05:30:41.093623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.500789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T05:30:41.09371Z","caller":"traceutil/trace.go:171","msg":"trace[899255513] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4774; }","duration":"128.526443ms","start":"2026-03-23T05:30:40.965165Z","end":"2026-03-23T05:30:41.093691Z","steps":["trace[899255513] 'range keys from in-memory index tree' (duration: 128.177396ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:41.093728Z","caller":"traceutil/trace.go:171","msg":"trace[849608340] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:4774; }","duration":"143.633852ms","start":"2026-03-23T05:30:40.95007Z","end":"2026-03-23T05:30:41.093704Z","steps":["trace[849608340] 'count revisions from in-memory index tree' (duration: 143.392077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:43.764934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.805047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:30:43.765039Z","caller":"traceutil/trace.go:171","msg":"trace[564557599] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:4829; }","duration":"139.93928ms","start":"2026-03-23T05:30:43.625075Z","end":"2026-03-23T05:30:43.765014Z","steps":["trace[564557599] 'count revisions from in-memory index tree' (duration: 139.691423ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:44.391854Z","caller":"traceutil/trace.go:171","msg":"trace[1600199901] transaction","detail":"{read_only:false; response_revision:4831; number_of_response:1; }","duration":"100.959875ms","start":"2026-03-23T05:30:44.290867Z","end":"2026-03-23T05:30:44.391827Z","steps":["trace[1600199901] 'process raft request' (duration: 100.782531ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:45.234445Z","caller":"traceutil/trace.go:171","msg":"trace[736480896] linearizableReadLoop","detail":"{readStateIndex:5030; appliedIndex:5029; }","duration":"101.690711ms","start":"2026-03-23T05:30:45.132728Z","end":"2026-03-23T05:30:45.234419Z","steps":["trace[736480896] 'read index received' (duration: 101.343913ms)","trace[736480896] 'applied index is now lower than readState.Index' (duration: 345.158µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:30:45.234532Z","caller":"traceutil/trace.go:171","msg":"trace[1770232527] transaction","detail":"{read_only:false; response_revision:4839; number_of_response:1; }","duration":"105.694882ms","start":"2026-03-23T05:30:45.128802Z","end":"2026-03-23T05:30:45.234496Z","steps":["trace[1770232527] 'process raft request' (duration: 105.270262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:45.235022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.267583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70915"} {"level":"info","ts":"2026-03-23T05:30:45.235072Z","caller":"traceutil/trace.go:171","msg":"trace[117128871] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:4839; }","duration":"102.363576ms","start":"2026-03-23T05:30:45.132696Z","end":"2026-03-23T05:30:45.235059Z","steps":["trace[117128871] 'agreement among raft nodes before linearized reading' (duration: 101.921546ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:45.657083Z","caller":"traceutil/trace.go:171","msg":"trace[21668625] transaction","detail":"{read_only:false; response_revision:4841; number_of_response:1; }","duration":"366.230476ms","start":"2026-03-23T05:30:45.290816Z","end":"2026-03-23T05:30:45.657047Z","steps":["trace[21668625] 'process raft request' (duration: 366.150214ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:45.657175Z","caller":"traceutil/trace.go:171","msg":"trace[639845832] linearizableReadLoop","detail":"{readStateIndex:5031; appliedIndex:5030; }","duration":"406.264143ms","start":"2026-03-23T05:30:45.250857Z","end":"2026-03-23T05:30:45.657121Z","steps":["trace[639845832] 'read index received' (duration: 362.622774ms)","trace[639845832] 'applied index is now lower than readState.Index' (duration: 43.637109ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:30:45.657253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:45.290805Z","time spent":"366.374889ms","remote":"127.0.0.1:55104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-23T05:30:45.657164Z","caller":"traceutil/trace.go:171","msg":"trace[1767406104] transaction","detail":"{read_only:false; response_revision:4840; number_of_response:1; }","duration":"417.073166ms","start":"2026-03-23T05:30:45.240033Z","end":"2026-03-23T05:30:45.657106Z","steps":["trace[1767406104] 'process raft request' (duration: 373.363795ms)","trace[1767406104] 'compare' (duration: 43.409564ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:30:45.657516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:45.240007Z","time spent":"417.410384ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:30:45.657541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.646502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:30:45.657691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.016464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-23T05:30:45.657776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.668116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-23T05:30:45.657829Z","caller":"traceutil/trace.go:171","msg":"trace[1817534003] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4841; }","duration":"177.739667ms","start":"2026-03-23T05:30:45.480075Z","end":"2026-03-23T05:30:45.657815Z","steps":["trace[1817534003] 'agreement among raft nodes before linearized reading' (duration: 177.640574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:45.6579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.969502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-23T05:30:45.657936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.750378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-23T05:30:45.657967Z","caller":"traceutil/trace.go:171","msg":"trace[1416250613] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4841; }","duration":"289.094216ms","start":"2026-03-23T05:30:45.368852Z","end":"2026-03-23T05:30:45.657947Z","steps":["trace[1416250613] 'agreement among raft nodes before linearized reading' (duration: 288.954992ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:45.658016Z","caller":"traceutil/trace.go:171","msg":"trace[524171235] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4841; }","duration":"173.868681ms","start":"2026-03-23T05:30:45.48413Z","end":"2026-03-23T05:30:45.657999Z","steps":["trace[524171235] 'agreement among raft nodes before linearized reading' (duration: 173.701327ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:45.657918Z","caller":"traceutil/trace.go:171","msg":"trace[426485862] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4841; }","duration":"406.941079ms","start":"2026-03-23T05:30:45.250796Z","end":"2026-03-23T05:30:45.657737Z","steps":["trace[426485862] 'agreement among raft nodes before linearized reading' (duration: 406.54993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:45.658183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:45.250773Z","time spent":"407.389548ms","remote":"127.0.0.1:55078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-23T05:30:45.657775Z","caller":"traceutil/trace.go:171","msg":"trace[138098958] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4841; }","duration":"174.152436ms","start":"2026-03-23T05:30:45.483605Z","end":"2026-03-23T05:30:45.657757Z","steps":["trace[138098958] 'agreement among raft nodes before linearized reading' (duration: 173.84311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:45.657771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.109487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-6ds7g\" ","response":"range_response_count:1 size:8053"} {"level":"info","ts":"2026-03-23T05:30:45.658463Z","caller":"traceutil/trace.go:171","msg":"trace[1855171915] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-6ds7g; range_end:; response_count:1; response_revision:4841; }","duration":"368.932946ms","start":"2026-03-23T05:30:45.289513Z","end":"2026-03-23T05:30:45.658446Z","steps":["trace[1855171915] 'agreement among raft nodes before linearized reading' (duration: 367.930953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:45.658535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:45.289494Z","time spent":"369.021119ms","remote":"127.0.0.1:55216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":8076,"request content":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-6ds7g\" "} {"level":"warn","ts":"2026-03-23T05:30:45.657687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.048588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-23T05:30:45.658867Z","caller":"traceutil/trace.go:171","msg":"trace[1075099572] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4841; }","duration":"185.215705ms","start":"2026-03-23T05:30:45.473587Z","end":"2026-03-23T05:30:45.658803Z","steps":["trace[1075099572] 'agreement among raft nodes before linearized reading' (duration: 183.979917ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:50.538969Z","caller":"traceutil/trace.go:171","msg":"trace[1797398183] transaction","detail":"{read_only:false; response_revision:4890; number_of_response:1; }","duration":"164.543491ms","start":"2026-03-23T05:30:50.374396Z","end":"2026-03-23T05:30:50.538939Z","steps":["trace[1797398183] 'process raft request' (duration: 86.673184ms)","trace[1797398183] 'compare' (duration: 77.667083ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:30:50.539186Z","caller":"traceutil/trace.go:171","msg":"trace[142829774] transaction","detail":"{read_only:false; response_revision:4891; number_of_response:1; }","duration":"162.024425ms","start":"2026-03-23T05:30:50.377108Z","end":"2026-03-23T05:30:50.539132Z","steps":["trace[142829774] 'process raft request' (duration: 161.768099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:51.425886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.461376ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:30:51.426073Z","caller":"traceutil/trace.go:171","msg":"trace[622558213] linearizableReadLoop","detail":"{readStateIndex:5087; appliedIndex:5086; }","duration":"220.745051ms","start":"2026-03-23T05:30:51.205273Z","end":"2026-03-23T05:30:51.426018Z","steps":["trace[622558213] 'read index received' (duration: 19.919857ms)","trace[622558213] 'applied index is now lower than readState.Index' (duration: 200.821924ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:30:51.426204Z","caller":"traceutil/trace.go:171","msg":"trace[557106236] transaction","detail":"{read_only:false; response_revision:4894; number_of_response:1; }","duration":"312.611272ms","start":"2026-03-23T05:30:51.113576Z","end":"2026-03-23T05:30:51.426187Z","steps":["trace[557106236] 'process raft request' (duration: 111.705836ms)","trace[557106236] 'compare' (duration: 200.21568ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:30:51.426303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:51.113552Z","time spent":"312.696494ms","remote":"127.0.0.1:55088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:30:51.42663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.861404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4fcv7\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-23T05:30:51.426695Z","caller":"traceutil/trace.go:171","msg":"trace[1380980454] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4fcv7; range_end:; response_count:1; response_revision:4894; }","duration":"162.962457ms","start":"2026-03-23T05:30:51.263714Z","end":"2026-03-23T05:30:51.426676Z","steps":["trace[1380980454] 'agreement among raft nodes before linearized reading' (duration: 162.764891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:51.42674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.265418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-23T05:30:51.426702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.360666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:30:51.426806Z","caller":"traceutil/trace.go:171","msg":"trace[178126700] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4894; }","duration":"165.38277ms","start":"2026-03-23T05:30:51.261405Z","end":"2026-03-23T05:30:51.426788Z","steps":["trace[178126700] 'agreement among raft nodes before linearized reading' (duration: 165.107493ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:51.42684Z","caller":"traceutil/trace.go:171","msg":"trace[1107127133] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:4894; }","duration":"221.572851ms","start":"2026-03-23T05:30:51.205237Z","end":"2026-03-23T05:30:51.42681Z","steps":["trace[1107127133] 'agreement among raft nodes before linearized reading' (duration: 221.254953ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:52.168327Z","caller":"traceutil/trace.go:171","msg":"trace[1166042903] linearizableReadLoop","detail":"{readStateIndex:5102; appliedIndex:5101; }","duration":"109.730941ms","start":"2026-03-23T05:30:52.058567Z","end":"2026-03-23T05:30:52.168298Z","steps":["trace[1166042903] 'read index received' (duration: 108.026014ms)","trace[1166042903] 'applied index is now lower than readState.Index' (duration: 1.703257ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:30:52.168348Z","caller":"traceutil/trace.go:171","msg":"trace[1842477009] transaction","detail":"{read_only:false; response_revision:4909; number_of_response:1; }","duration":"227.561154ms","start":"2026-03-23T05:30:51.940746Z","end":"2026-03-23T05:30:52.168307Z","steps":["trace[1842477009] 'process raft request' (duration: 225.833456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:52.168523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.939666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:30:52.168565Z","caller":"traceutil/trace.go:171","msg":"trace[950628294] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:4909; }","duration":"110.052829ms","start":"2026-03-23T05:30:52.058502Z","end":"2026-03-23T05:30:52.168555Z","steps":["trace[950628294] 'agreement among raft nodes before linearized reading' (duration: 109.901146ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:52.544262Z","caller":"traceutil/trace.go:171","msg":"trace[583943400] transaction","detail":"{read_only:false; response_revision:4941; number_of_response:1; }","duration":"111.058611ms","start":"2026-03-23T05:30:52.433155Z","end":"2026-03-23T05:30:52.544214Z","steps":["trace[583943400] 'process raft request' (duration: 69.738215ms)","trace[583943400] 'compare' (duration: 40.854536ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:30:52.544746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.562191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3223"} {"level":"info","ts":"2026-03-23T05:30:52.545026Z","caller":"traceutil/trace.go:171","msg":"trace[823193745] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4942; }","duration":"110.773775ms","start":"2026-03-23T05:30:52.434099Z","end":"2026-03-23T05:30:52.544873Z","steps":["trace[823193745] 'agreement among raft nodes before linearized reading' (duration: 110.295245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:54.261812Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222588525904218,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-23T05:30:54.510983Z","caller":"traceutil/trace.go:171","msg":"trace[1318187197] transaction","detail":"{read_only:false; response_revision:4970; number_of_response:1; }","duration":"770.868783ms","start":"2026-03-23T05:30:53.740048Z","end":"2026-03-23T05:30:54.510917Z","steps":["trace[1318187197] 'process raft request' (duration: 770.534895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:54.511152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:53.740026Z","time spent":"771.024197ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:30:54.511209Z","caller":"traceutil/trace.go:171","msg":"trace[222534422] linearizableReadLoop","detail":"{readStateIndex:5163; appliedIndex:5162; }","duration":"750.219629ms","start":"2026-03-23T05:30:53.760934Z","end":"2026-03-23T05:30:54.511153Z","steps":["trace[222534422] 'read index received' (duration: 749.707577ms)","trace[222534422] 'applied index is now lower than readState.Index' (duration: 509.752µs)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:30:54.511772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.815193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-23T05:30:54.511855Z","caller":"traceutil/trace.go:171","msg":"trace[1804768011] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4970; }","duration":"750.954785ms","start":"2026-03-23T05:30:53.760883Z","end":"2026-03-23T05:30:54.511838Z","steps":["trace[1804768011] 'agreement among raft nodes before linearized reading' (duration: 750.402613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:54.512084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:53.760856Z","time spent":"751.215141ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-23T05:30:54.512146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.10618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-23T05:30:54.512194Z","caller":"traceutil/trace.go:171","msg":"trace[840800860] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4970; }","duration":"706.205842ms","start":"2026-03-23T05:30:53.805976Z","end":"2026-03-23T05:30:54.512181Z","steps":["trace[840800860] 'agreement among raft nodes before linearized reading' (duration: 705.884285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:54.512216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.832431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-23T05:30:54.512226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:53.805944Z","time spent":"706.275854ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-23T05:30:54.512232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.676458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-23T05:30:54.512263Z","caller":"traceutil/trace.go:171","msg":"trace[1074085346] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4970; }","duration":"700.762229ms","start":"2026-03-23T05:30:53.811492Z","end":"2026-03-23T05:30:54.512254Z","steps":["trace[1074085346] 'agreement among raft nodes before linearized reading' (duration: 700.643927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:54.512288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:53.81145Z","time spent":"700.834091ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-23T05:30:54.512201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.43607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:30:54.512234Z","caller":"traceutil/trace.go:171","msg":"trace[1570506208] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4970; }","duration":"700.870272ms","start":"2026-03-23T05:30:53.811358Z","end":"2026-03-23T05:30:54.512228Z","steps":["trace[1570506208] 'agreement among raft nodes before linearized reading' (duration: 700.811621ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:54.51238Z","caller":"traceutil/trace.go:171","msg":"trace[2068138184] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4970; }","duration":"259.706836ms","start":"2026-03-23T05:30:54.252649Z","end":"2026-03-23T05:30:54.512356Z","steps":["trace[2068138184] 'agreement among raft nodes before linearized reading' (duration: 259.411109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:54.512596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:53.811349Z","time spent":"701.077617ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-23T05:30:55.552649Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222588525904243,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-23T05:30:56.060361Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222588525904243,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-23T05:30:56.064588Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.06942338s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-23T05:30:56.184182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.258736ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:30:56.184315Z","caller":"traceutil/trace.go:171","msg":"trace[994487595] transaction","detail":"{read_only:false; response_revision:4981; number_of_response:1; }","duration":"1.226973534s","start":"2026-03-23T05:30:54.957319Z","end":"2026-03-23T05:30:56.184293Z","steps":["trace[994487595] 'process raft request' (duration: 1.107513884s)","trace[994487595] 'compare' (duration: 118.934369ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:30:56.184377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:54.957294Z","time spent":"1.227052836s","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:30:56.245143Z","caller":"traceutil/trace.go:171","msg":"trace[1434644786] linearizableReadLoop","detail":"{readStateIndex:5175; appliedIndex:5173; }","duration":"1.193197817s","start":"2026-03-23T05:30:55.051921Z","end":"2026-03-23T05:30:56.245119Z","steps":["trace[1434644786] 'read index received' (duration: 1.012985123s)","trace[1434644786] 'applied index is now lower than readState.Index' (duration: 180.211444ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:30:56.245508Z","caller":"traceutil/trace.go:171","msg":"trace[1553954866] transaction","detail":"{read_only:false; response_revision:4982; number_of_response:1; }","duration":"869.617499ms","start":"2026-03-23T05:30:55.375861Z","end":"2026-03-23T05:30:56.245479Z","steps":["trace[1553954866] 'process raft request' (duration: 869.137298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:56.245524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143219245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:30:56.245512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193581505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T05:30:56.245581Z","caller":"traceutil/trace.go:171","msg":"trace[1457709822] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:4982; }","duration":"1.143297577s","start":"2026-03-23T05:30:55.102269Z","end":"2026-03-23T05:30:56.245566Z","steps":["trace[1457709822] 'agreement among raft nodes before linearized reading' (duration: 1.143170894s)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:56.245619Z","caller":"traceutil/trace.go:171","msg":"trace[896438289] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:4982; }","duration":"1.193764009s","start":"2026-03-23T05:30:55.051829Z","end":"2026-03-23T05:30:56.245593Z","steps":["trace[896438289] 'agreement among raft nodes before linearized reading' (duration: 1.193479453s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:56.245685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:55.051804Z","time spent":"1.193869151s","remote":"127.0.0.1:55306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":49,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-23T05:30:56.245698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.3642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T05:30:56.24574Z","caller":"traceutil/trace.go:171","msg":"trace[814974481] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:4982; }","duration":"855.456901ms","start":"2026-03-23T05:30:55.390272Z","end":"2026-03-23T05:30:56.245729Z","steps":["trace[814974481] 'agreement among raft nodes before linearized reading' (duration: 855.38012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:56.245767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.102633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:30:56.245776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.842857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-23T05:30:56.245808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:55.390241Z","time spent":"855.551133ms","remote":"127.0.0.1:55462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-23T05:30:56.24584Z","caller":"traceutil/trace.go:171","msg":"trace[12995294] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:4982; }","duration":"633.208424ms","start":"2026-03-23T05:30:55.612611Z","end":"2026-03-23T05:30:56.245819Z","steps":["trace[12995294] 'agreement among raft nodes before linearized reading' (duration: 633.094182ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:56.245844Z","caller":"traceutil/trace.go:171","msg":"trace[241373006] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4982; }","duration":"776.95194ms","start":"2026-03-23T05:30:55.468876Z","end":"2026-03-23T05:30:56.245828Z","steps":["trace[241373006] 'agreement among raft nodes before linearized reading' (duration: 776.741815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:56.245903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:55.612587Z","time spent":"633.299527ms","remote":"127.0.0.1:55784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-23T05:30:56.245906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:55.468851Z","time spent":"777.041312ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-23T05:30:56.245625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:55.102217Z","time spent":"1.14339549s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-23T05:30:56.245935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.209408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4a24a1be-989f-4f15-9ee2-b410d65e4a1c\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-23T05:30:56.245997Z","caller":"traceutil/trace.go:171","msg":"trace[459124993] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4a24a1be-989f-4f15-9ee2-b410d65e4a1c; range_end:; response_count:1; response_revision:4982; }","duration":"864.262119ms","start":"2026-03-23T05:30:55.381716Z","end":"2026-03-23T05:30:56.245979Z","steps":["trace[459124993] 'agreement among raft nodes before linearized reading' (duration: 864.142036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:56.246017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.595974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4fcv7\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-23T05:30:56.246047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:55.381686Z","time spent":"864.34998ms","remote":"127.0.0.1:55216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4a24a1be-989f-4f15-9ee2-b410d65e4a1c\" "} {"level":"info","ts":"2026-03-23T05:30:56.246098Z","caller":"traceutil/trace.go:171","msg":"trace[868418222] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4fcv7; range_end:; response_count:1; response_revision:4982; }","duration":"773.729377ms","start":"2026-03-23T05:30:55.472352Z","end":"2026-03-23T05:30:56.246082Z","steps":["trace[868418222] 'agreement among raft nodes before linearized reading' (duration: 773.469751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:56.24618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:55.472328Z","time spent":"773.844059ms","remote":"127.0.0.1:55216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-4fcv7\" "} {"level":"warn","ts":"2026-03-23T05:30:56.246182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:55.37584Z","time spent":"869.726631ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:30:56.245771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.979864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4a24a1be-989f-4f15-9ee2-b410d65e4a1c\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-23T05:30:56.246481Z","caller":"traceutil/trace.go:171","msg":"trace[1041653998] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4a24a1be-989f-4f15-9ee2-b410d65e4a1c; range_end:; response_count:1; response_revision:4982; }","duration":"639.746501ms","start":"2026-03-23T05:30:55.606718Z","end":"2026-03-23T05:30:56.246464Z","steps":["trace[1041653998] 'agreement among raft nodes before linearized reading' (duration: 638.844651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:56.246541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:55.606694Z","time spent":"639.817883ms","remote":"127.0.0.1:55216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4a24a1be-989f-4f15-9ee2-b410d65e4a1c\" "} {"level":"info","ts":"2026-03-23T05:30:56.715445Z","caller":"traceutil/trace.go:171","msg":"trace[727662105] linearizableReadLoop","detail":"{readStateIndex:5176; appliedIndex:5175; }","duration":"465.098083ms","start":"2026-03-23T05:30:56.250319Z","end":"2026-03-23T05:30:56.715417Z","steps":["trace[727662105] 'read index received' (duration: 37.69µs)","trace[727662105] 'applied index is now lower than readState.Index' (duration: 465.058723ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:30:56.715491Z","caller":"traceutil/trace.go:171","msg":"trace[1735669942] transaction","detail":"{read_only:false; response_revision:4983; number_of_response:1; }","duration":"465.170205ms","start":"2026-03-23T05:30:56.250285Z","end":"2026-03-23T05:30:56.715455Z","steps":["trace[1735669942] 'process raft request' (duration: 464.95793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:56.715844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:56.250257Z","time spent":"465.307329ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:30:56.716106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.654687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80096"} {"level":"info","ts":"2026-03-23T05:30:56.716174Z","caller":"traceutil/trace.go:171","msg":"trace[165920824] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:4983; }","duration":"465.877541ms","start":"2026-03-23T05:30:56.250281Z","end":"2026-03-23T05:30:56.716159Z","steps":["trace[165920824] 'agreement among raft nodes before linearized reading' (duration: 465.261598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:56.71622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:56.250265Z","time spent":"465.939653ms","remote":"127.0.0.1:55216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80119,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-23T05:30:57.216323Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222588525904252,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-23T05:30:57.702674Z","caller":"traceutil/trace.go:171","msg":"trace[356324369] transaction","detail":"{read_only:false; response_revision:4984; number_of_response:1; }","duration":"1.448553344s","start":"2026-03-23T05:30:56.254086Z","end":"2026-03-23T05:30:57.702639Z","steps":["trace[356324369] 'process raft request' (duration: 1.448237968s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:57.702839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:56.254055Z","time spent":"1.448693248s","remote":"127.0.0.1:55216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:30:57.934078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.39623ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-23T05:30:57.934368Z","caller":"traceutil/trace.go:171","msg":"trace[826990457] linearizableReadLoop","detail":"{readStateIndex:5179; appliedIndex:5176; }","duration":"1.218834782s","start":"2026-03-23T05:30:56.715517Z","end":"2026-03-23T05:30:57.934352Z","steps":["trace[826990457] 'read index received' (duration: 986.718535ms)","trace[826990457] 'applied index is now lower than readState.Index' (duration: 232.115237ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:30:57.934405Z","caller":"traceutil/trace.go:171","msg":"trace[609561647] transaction","detail":"{read_only:false; response_revision:4985; number_of_response:1; }","duration":"934.993364ms","start":"2026-03-23T05:30:56.999378Z","end":"2026-03-23T05:30:57.934371Z","steps":["trace[609561647] 'process raft request' (duration: 934.838931ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:57.934507Z","caller":"traceutil/trace.go:171","msg":"trace[619956742] transaction","detail":"{read_only:false; response_revision:4986; number_of_response:1; }","duration":"369.669053ms","start":"2026-03-23T05:30:57.564813Z","end":"2026-03-23T05:30:57.934482Z","steps":["trace[619956742] 'process raft request' (duration: 369.493839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:57.934566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:56.99935Z","time spent":"935.127788ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:30:57.934536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.544824535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-23T05:30:57.93469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:57.564792Z","time spent":"369.766325ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:30:57.934785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.218122616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-03-23T05:30:57.934898Z","caller":"traceutil/trace.go:171","msg":"trace[637321604] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4986; }","duration":"1.218263299s","start":"2026-03-23T05:30:56.716622Z","end":"2026-03-23T05:30:57.934885Z","steps":["trace[637321604] 'agreement among raft nodes before linearized reading' (duration: 1.217997353s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:57.934891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.408781753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-23T05:30:57.934928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409841836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-23T05:30:57.934972Z","caller":"traceutil/trace.go:171","msg":"trace[615629458] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4986; }","duration":"1.408877755s","start":"2026-03-23T05:30:56.526077Z","end":"2026-03-23T05:30:57.934955Z","steps":["trace[615629458] 'agreement among raft nodes before linearized reading' (duration: 1.4086356s)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:57.934983Z","caller":"traceutil/trace.go:171","msg":"trace[1651276343] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4986; }","duration":"1.409911087s","start":"2026-03-23T05:30:56.525053Z","end":"2026-03-23T05:30:57.934964Z","steps":["trace[1651276343] 'agreement among raft nodes before linearized reading' (duration: 1.409775894s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:57.935008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:56.716599Z","time spent":"1.21832412s","remote":"127.0.0.1:55692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3266,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-23T05:30:57.934998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.419625996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-23T05:30:57.935024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:56.526053Z","time spent":"1.408961426s","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-23T05:30:57.935029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:56.525043Z","time spent":"1.409974189s","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-23T05:30:57.935064Z","caller":"traceutil/trace.go:171","msg":"trace[1656303474] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4986; }","duration":"1.419737339s","start":"2026-03-23T05:30:56.515308Z","end":"2026-03-23T05:30:57.935045Z","steps":["trace[1656303474] 'agreement among raft nodes before linearized reading' (duration: 1.419527114s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:57.935105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:56.515286Z","time spent":"1.41981369s","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-23T05:30:57.935195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.004697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:30:57.935234Z","caller":"traceutil/trace.go:171","msg":"trace[2045881593] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:4986; }","duration":"344.097399ms","start":"2026-03-23T05:30:57.591125Z","end":"2026-03-23T05:30:57.935223Z","steps":["trace[2045881593] 'agreement among raft nodes before linearized reading' (duration: 344.037918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:57.935261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:57.591094Z","time spent":"344.160231ms","remote":"127.0.0.1:55772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-23T05:30:57.93526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.628294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-23T05:30:57.935286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.479739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:30:57.935307Z","caller":"traceutil/trace.go:171","msg":"trace[2056551621] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4986; }","duration":"637.681405ms","start":"2026-03-23T05:30:57.297611Z","end":"2026-03-23T05:30:57.935293Z","steps":["trace[2056551621] 'agreement among raft nodes before linearized reading' (duration: 637.601224ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:30:57.935333Z","caller":"traceutil/trace.go:171","msg":"trace[461228981] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:4986; }","duration":"525.56751ms","start":"2026-03-23T05:30:57.409751Z","end":"2026-03-23T05:30:57.935319Z","steps":["trace[461228981] 'agreement among raft nodes before linearized reading' (duration: 525.490118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:57.935352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:57.297555Z","time spent":"637.788028ms","remote":"127.0.0.1:55884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-23T05:30:57.935332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.241489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4a24a1be-989f-4f15-9ee2-b410d65e4a1c\" ","response":"range_response_count:1 size:3766"} {"level":"warn","ts":"2026-03-23T05:30:57.935375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:57.40973Z","time spent":"525.632862ms","remote":"127.0.0.1:38412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-03-23T05:30:57.935398Z","caller":"traceutil/trace.go:171","msg":"trace[1687224532] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4a24a1be-989f-4f15-9ee2-b410d65e4a1c; range_end:; response_count:1; response_revision:4986; }","duration":"684.344102ms","start":"2026-03-23T05:30:57.251044Z","end":"2026-03-23T05:30:57.935388Z","steps":["trace[1687224532] 'agreement among raft nodes before linearized reading' (duration: 684.221239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:57.935438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.683498536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:30:57.93545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:57.251024Z","time spent":"684.393582ms","remote":"127.0.0.1:55216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3789,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4a24a1be-989f-4f15-9ee2-b410d65e4a1c\" "} {"level":"info","ts":"2026-03-23T05:30:57.935476Z","caller":"traceutil/trace.go:171","msg":"trace[151916738] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4986; }","duration":"1.683556636s","start":"2026-03-23T05:30:56.251911Z","end":"2026-03-23T05:30:57.935467Z","steps":["trace[151916738] 'agreement among raft nodes before linearized reading' (duration: 1.683503205s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:57.935501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:56.2519Z","time spent":"1.683596377s","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T05:30:57.935548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.868225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-5787dcb955-mp9n2\" ","response":"range_response_count:1 size:11845"} {"level":"info","ts":"2026-03-23T05:30:57.935593Z","caller":"traceutil/trace.go:171","msg":"trace[1016654797] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-5787dcb955-mp9n2; range_end:; response_count:1; response_revision:4986; }","duration":"228.937536ms","start":"2026-03-23T05:30:57.706647Z","end":"2026-03-23T05:30:57.935584Z","steps":["trace[1016654797] 'agreement among raft nodes before linearized reading' (duration: 228.846734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:57.935487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.413794706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-23T05:30:57.935741Z","caller":"traceutil/trace.go:171","msg":"trace[1169696866] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4986; }","duration":"1.414284716s","start":"2026-03-23T05:30:56.521437Z","end":"2026-03-23T05:30:57.935721Z","steps":["trace[1169696866] 'agreement among raft nodes before linearized reading' (duration: 1.413308784s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:57.9358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:56.521426Z","time spent":"1.414354877s","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-23T05:30:57.935803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.677630394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-23T05:30:57.936038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.410344208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-23T05:30:57.936107Z","caller":"traceutil/trace.go:171","msg":"trace[1551513865] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4986; }","duration":"1.410413799s","start":"2026-03-23T05:30:56.525677Z","end":"2026-03-23T05:30:57.936091Z","steps":["trace[1551513865] 'agreement among raft nodes before linearized reading' (duration: 1.408678581s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:57.936154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:56.525648Z","time spent":"1.41049402s","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-23T05:30:57.936429Z","caller":"traceutil/trace.go:171","msg":"trace[1490685684] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:4986; }","duration":"1.54506504s","start":"2026-03-23T05:30:56.389657Z","end":"2026-03-23T05:30:57.934722Z","steps":["trace[1490685684] 'agreement among raft nodes before linearized reading' (duration: 1.544817444s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:57.936556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:56.389624Z","time spent":"1.546915621s","remote":"127.0.0.1:55434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-03-23T05:30:57.935844Z","caller":"traceutil/trace.go:171","msg":"trace[864622881] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:4986; }","duration":"1.679039695s","start":"2026-03-23T05:30:56.256794Z","end":"2026-03-23T05:30:57.935834Z","steps":["trace[864622881] 'agreement among raft nodes before linearized reading' (duration: 1.677642045s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:30:57.938362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:56.256781Z","time spent":"1.681546521s","remote":"127.0.0.1:55398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-23T05:31:00.079123Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222588525904308,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-23T05:31:00.579725Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222588525904308,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-23T05:31:00.812003Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.343439987s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-23T05:31:00.998947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.607757ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:31:00.999088Z","caller":"traceutil/trace.go:171","msg":"trace[1619709542] transaction","detail":"{read_only:false; response_revision:5018; number_of_response:1; }","duration":"1.530657457s","start":"2026-03-23T05:30:59.468403Z","end":"2026-03-23T05:31:00.99906Z","steps":["trace[1619709542] 'process raft request' (duration: 1.343822495s)","trace[1619709542] 'compare' (duration: 185.961972ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:31:00.999179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:59.468378Z","time spent":"1.53075497s","remote":"127.0.0.1:46048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1700,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:31:01.020771Z","caller":"traceutil/trace.go:171","msg":"trace[718722261] linearizableReadLoop","detail":"{readStateIndex:5215; appliedIndex:5211; }","duration":"1.490735251s","start":"2026-03-23T05:30:59.530014Z","end":"2026-03-23T05:31:01.02075Z","steps":["trace[718722261] 'read index received' (duration: 1.282207423s)","trace[718722261] 'applied index is now lower than readState.Index' (duration: 208.526538ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:31:01.020883Z","caller":"traceutil/trace.go:171","msg":"trace[2036028536] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5018; }","duration":"1.552388344s","start":"2026-03-23T05:30:59.468485Z","end":"2026-03-23T05:31:01.020873Z","steps":["trace[2036028536] 'process raft request' (duration: 1.552107297s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:31:01.020997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:59.468418Z","time spent":"1.552498666s","remote":"127.0.0.1:46048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":103,"response count":0,"response size":1749,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:31:01.021327Z","caller":"traceutil/trace.go:171","msg":"trace[976287214] transaction","detail":"{read_only:false; response_revision:5019; number_of_response:1; }","duration":"1.078411042s","start":"2026-03-23T05:30:59.942892Z","end":"2026-03-23T05:31:01.021303Z","steps":["trace[976287214] 'process raft request' (duration: 1.077756827s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:31:01.021426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075880384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4a24a1be-989f-4f15-9ee2-b410d65e4a1c\" ","response":"range_response_count:1 size:3952"} {"level":"warn","ts":"2026-03-23T05:31:01.021437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:59.942871Z","time spent":"1.078514494s","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:31:01.021447Z","caller":"traceutil/trace.go:171","msg":"trace[1934540132] transaction","detail":"{read_only:false; response_revision:5020; number_of_response:1; }","duration":"820.577488ms","start":"2026-03-23T05:31:00.200857Z","end":"2026-03-23T05:31:01.021435Z","steps":["trace[1934540132] 'process raft request' (duration: 819.855621ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:31:01.021479Z","caller":"traceutil/trace.go:171","msg":"trace[439448497] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4a24a1be-989f-4f15-9ee2-b410d65e4a1c; range_end:; response_count:1; response_revision:5020; }","duration":"1.075964306s","start":"2026-03-23T05:30:59.945497Z","end":"2026-03-23T05:31:01.021462Z","steps":["trace[439448497] 'agreement among raft nodes before linearized reading' (duration: 1.075790323s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:31:01.021515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:59.945479Z","time spent":"1.076028129s","remote":"127.0.0.1:55216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3975,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4a24a1be-989f-4f15-9ee2-b410d65e4a1c\" "} {"level":"warn","ts":"2026-03-23T05:31:01.021517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:31:00.200826Z","time spent":"820.65011ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:31:01.021531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.488596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-23T05:31:01.021608Z","caller":"traceutil/trace.go:171","msg":"trace[894455669] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5020; }","duration":"940.622349ms","start":"2026-03-23T05:31:00.080965Z","end":"2026-03-23T05:31:01.021588Z","steps":["trace[894455669] 'agreement among raft nodes before linearized reading' (duration: 940.374774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:31:01.021657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:31:00.080938Z","time spent":"940.709841ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-23T05:31:01.02168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.30255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-23T05:31:01.021712Z","caller":"traceutil/trace.go:171","msg":"trace[184221846] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5020; }","duration":"293.369822ms","start":"2026-03-23T05:31:00.728332Z","end":"2026-03-23T05:31:01.021702Z","steps":["trace[184221846] 'agreement among raft nodes before linearized reading' (duration: 293.252419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:31:01.021775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.882215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-23T05:31:01.021807Z","caller":"traceutil/trace.go:171","msg":"trace[183562927] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5020; }","duration":"940.941536ms","start":"2026-03-23T05:31:00.080856Z","end":"2026-03-23T05:31:01.021798Z","steps":["trace[183562927] 'agreement among raft nodes before linearized reading' (duration: 940.830123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:31:01.021834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:31:00.080851Z","time spent":"940.976937ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-23T05:31:01.021849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.364159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4fcv7\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-23T05:31:01.021874Z","caller":"traceutil/trace.go:171","msg":"trace[135458610] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4fcv7; range_end:; response_count:1; response_revision:5020; }","duration":"288.43103ms","start":"2026-03-23T05:31:00.733435Z","end":"2026-03-23T05:31:01.021866Z","steps":["trace[135458610] 'agreement among raft nodes before linearized reading' (duration: 288.353059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:31:01.021876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.750977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-23T05:31:01.021911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.389451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:31:01.021919Z","caller":"traceutil/trace.go:171","msg":"trace[534505108] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5020; }","duration":"942.803798ms","start":"2026-03-23T05:31:00.079102Z","end":"2026-03-23T05:31:01.021906Z","steps":["trace[534505108] 'agreement among raft nodes before linearized reading' (duration: 942.684226ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:31:01.021942Z","caller":"traceutil/trace.go:171","msg":"trace[2066610603] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5020; }","duration":"770.469834ms","start":"2026-03-23T05:31:00.251462Z","end":"2026-03-23T05:31:01.021932Z","steps":["trace[2066610603] 'agreement among raft nodes before linearized reading' (duration: 770.423003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:31:01.021952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:31:00.079099Z","time spent":"942.845059ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-23T05:31:01.021969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:31:00.251432Z","time spent":"770.531855ms","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T05:31:01.021984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.187127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T05:31:01.022015Z","caller":"traceutil/trace.go:171","msg":"trace[93385769] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:5020; }","duration":"943.218217ms","start":"2026-03-23T05:31:00.078786Z","end":"2026-03-23T05:31:01.022005Z","steps":["trace[93385769] 'agreement among raft nodes before linearized reading' (duration: 943.164036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:31:01.022042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:31:00.078751Z","time spent":"943.283969ms","remote":"127.0.0.1:55500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-23T05:31:01.022162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.800444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-23T05:31:01.022165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.318035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-23T05:31:01.022196Z","caller":"traceutil/trace.go:171","msg":"trace[1294477786] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5020; }","duration":"936.837454ms","start":"2026-03-23T05:31:00.085345Z","end":"2026-03-23T05:31:01.022182Z","steps":["trace[1294477786] 'agreement among raft nodes before linearized reading' (duration: 936.754063ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:31:01.0222Z","caller":"traceutil/trace.go:171","msg":"trace[191379994] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5020; }","duration":"941.362756ms","start":"2026-03-23T05:31:00.080827Z","end":"2026-03-23T05:31:01.02219Z","steps":["trace[191379994] 'agreement among raft nodes before linearized reading' (duration: 941.265273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:31:01.022226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:31:00.085339Z","time spent":"936.880265ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-23T05:31:01.022231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:31:00.080822Z","time spent":"941.401846ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-23T05:31:01.022555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492502931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T05:31:01.022597Z","caller":"traceutil/trace.go:171","msg":"trace[1210840505] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:5020; }","duration":"1.492623813s","start":"2026-03-23T05:30:59.529962Z","end":"2026-03-23T05:31:01.022586Z","steps":["trace[1210840505] 'agreement among raft nodes before linearized reading' (duration: 1.492523221s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:31:01.02264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:30:59.529936Z","time spent":"1.492694045s","remote":"127.0.0.1:55692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-23T05:31:01.331498Z","caller":"traceutil/trace.go:171","msg":"trace[209820945] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5030; }","duration":"134.567829ms","start":"2026-03-23T05:31:01.196907Z","end":"2026-03-23T05:31:01.331475Z","steps":["trace[209820945] 'process raft request' (duration: 56.281343ms)","trace[209820945] 'compare' (duration: 77.837776ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:31:01.913742Z","caller":"traceutil/trace.go:171","msg":"trace[1574421512] linearizableReadLoop","detail":"{readStateIndex:5251; appliedIndex:5250; }","duration":"119.601874ms","start":"2026-03-23T05:31:01.794109Z","end":"2026-03-23T05:31:01.913711Z","steps":["trace[1574421512] 'read index received' (duration: 119.184414ms)","trace[1574421512] 'applied index is now lower than readState.Index' (duration: 415.949µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:31:01.9139Z","caller":"traceutil/trace.go:171","msg":"trace[336922432] transaction","detail":"{read_only:false; response_revision:5053; number_of_response:1; }","duration":"188.625161ms","start":"2026-03-23T05:31:01.725251Z","end":"2026-03-23T05:31:01.913876Z","steps":["trace[336922432] 'process raft request' (duration: 188.11928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:31:01.914027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.89419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-23T05:31:01.914095Z","caller":"traceutil/trace.go:171","msg":"trace[1933526326] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5053; }","duration":"120.005763ms","start":"2026-03-23T05:31:01.794071Z","end":"2026-03-23T05:31:01.914077Z","steps":["trace[1933526326] 'agreement among raft nodes before linearized reading' (duration: 119.761967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:31:09.138094Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222588525904611,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-23T05:31:09.184488Z","caller":"traceutil/trace.go:171","msg":"trace[442661823] transaction","detail":"{read_only:false; response_revision:5150; number_of_response:1; }","duration":"626.043737ms","start":"2026-03-23T05:31:08.558393Z","end":"2026-03-23T05:31:09.184437Z","steps":["trace[442661823] 'process raft request' (duration: 625.831111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:31:09.184653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:31:08.558369Z","time spent":"626.1915ms","remote":"127.0.0.1:55216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13649,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:31:09.188883Z","caller":"traceutil/trace.go:171","msg":"trace[616900373] linearizableReadLoop","detail":"{readStateIndex:5351; appliedIndex:5348; }","duration":"551.133152ms","start":"2026-03-23T05:31:08.637721Z","end":"2026-03-23T05:31:09.188854Z","steps":["trace[616900373] 'read index received' (duration: 546.425306ms)","trace[616900373] 'applied index is now lower than readState.Index' (duration: 4.706436ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:31:09.18975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.005421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-23T05:31:09.18984Z","caller":"traceutil/trace.go:171","msg":"trace[1532553069] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5152; }","duration":"552.119093ms","start":"2026-03-23T05:31:08.6377Z","end":"2026-03-23T05:31:09.189819Z","steps":["trace[1532553069] 'agreement among raft nodes before linearized reading' (duration: 551.893878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:31:09.189886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:31:08.63769Z","time spent":"552.186985ms","remote":"127.0.0.1:55184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-23T05:31:13.163059Z","caller":"traceutil/trace.go:171","msg":"trace[1922060046] linearizableReadLoop","detail":"{readStateIndex:5390; appliedIndex:5389; }","duration":"200.19606ms","start":"2026-03-23T05:31:12.962839Z","end":"2026-03-23T05:31:13.163035Z","steps":["trace[1922060046] 'read index received' (duration: 200.005306ms)","trace[1922060046] 'applied index is now lower than readState.Index' (duration: 189.764µs)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:31:13.163254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.403136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-03-23T05:31:13.163293Z","caller":"traceutil/trace.go:171","msg":"trace[279696540] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5190; }","duration":"200.495197ms","start":"2026-03-23T05:31:12.962786Z","end":"2026-03-23T05:31:13.163282Z","steps":["trace[279696540] 'agreement among raft nodes before linearized reading' (duration: 200.342714ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:31:13.163505Z","caller":"traceutil/trace.go:171","msg":"trace[430596159] transaction","detail":"{read_only:false; response_revision:5190; number_of_response:1; }","duration":"209.264732ms","start":"2026-03-23T05:31:12.953839Z","end":"2026-03-23T05:31:13.163104Z","steps":["trace[430596159] 'process raft request' (duration: 209.055837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:31:13.458446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.686283ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:31:13.458642Z","caller":"traceutil/trace.go:171","msg":"trace[441914483] transaction","detail":"{read_only:false; response_revision:5191; number_of_response:1; }","duration":"256.052402ms","start":"2026-03-23T05:31:13.202568Z","end":"2026-03-23T05:31:13.45862Z","steps":["trace[441914483] 'process raft request' (duration: 81.104653ms)","trace[441914483] 'compare' (duration: 174.480079ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:31:13.555891Z","caller":"traceutil/trace.go:171","msg":"trace[1389242647] linearizableReadLoop","detail":"{readStateIndex:5392; appliedIndex:5390; }","duration":"348.914406ms","start":"2026-03-23T05:31:13.206935Z","end":"2026-03-23T05:31:13.555849Z","steps":["trace[1389242647] 'read index received' (duration: 76.755626ms)","trace[1389242647] 'applied index is now lower than readState.Index' (duration: 272.1575ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:31:13.556011Z","caller":"traceutil/trace.go:171","msg":"trace[644075377] transaction","detail":"{read_only:false; response_revision:5192; number_of_response:1; }","duration":"350.954081ms","start":"2026-03-23T05:31:13.205022Z","end":"2026-03-23T05:31:13.555976Z","steps":["trace[644075377] 'process raft request' (duration: 349.538159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:31:13.556146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.37482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-23T05:31:13.556174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:31:13.204994Z","time spent":"351.090444ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:31:13.556189Z","caller":"traceutil/trace.go:171","msg":"trace[1429307387] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5192; }","duration":"342.457902ms","start":"2026-03-23T05:31:13.21372Z","end":"2026-03-23T05:31:13.556178Z","steps":["trace[1429307387] 'agreement among raft nodes before linearized reading' (duration: 342.289939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:31:13.556228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:31:13.21371Z","time spent":"342.509513ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-23T05:31:13.55624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.383056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:31:13.556197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.502009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:31:13.556343Z","caller":"traceutil/trace.go:171","msg":"trace[961506167] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:5192; }","duration":"178.535649ms","start":"2026-03-23T05:31:13.377785Z","end":"2026-03-23T05:31:13.556321Z","steps":["trace[961506167] 'agreement among raft nodes before linearized reading' (duration: 178.343304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:31:13.556398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.077685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-23T05:31:13.556407Z","caller":"traceutil/trace.go:171","msg":"trace[2053389366] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5192; }","duration":"304.730134ms","start":"2026-03-23T05:31:13.251627Z","end":"2026-03-23T05:31:13.556357Z","steps":["trace[2053389366] 'agreement among raft nodes before linearized reading' (duration: 304.428468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:31:13.556532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.066922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-23T05:31:13.556516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.123833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-23T05:31:13.556569Z","caller":"traceutil/trace.go:171","msg":"trace[1686857530] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5192; }","duration":"341.129034ms","start":"2026-03-23T05:31:13.215431Z","end":"2026-03-23T05:31:13.55656Z","steps":["trace[1686857530] 'agreement among raft nodes before linearized reading' (duration: 341.018751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:31:13.556599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:31:13.215416Z","time spent":"341.177075ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-23T05:31:13.556601Z","caller":"traceutil/trace.go:171","msg":"trace[1505182885] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5192; }","duration":"341.235415ms","start":"2026-03-23T05:31:13.215344Z","end":"2026-03-23T05:31:13.556579Z","steps":["trace[1505182885] 'agreement among raft nodes before linearized reading' (duration: 340.947179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:31:13.556596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:31:13.251603Z","time spent":"304.929328ms","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-23T05:31:13.556522Z","caller":"traceutil/trace.go:171","msg":"trace[1459304185] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5192; }","duration":"302.222238ms","start":"2026-03-23T05:31:13.254268Z","end":"2026-03-23T05:31:13.55649Z","steps":["trace[1459304185] 'agreement among raft nodes before linearized reading' (duration: 301.987303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:31:13.556647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:31:13.215335Z","time spent":"341.303258ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-23T05:31:13.556692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:31:13.254244Z","time spent":"302.431542ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-23T05:31:13.556418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.422471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4fcv7\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-23T05:31:13.55678Z","caller":"traceutil/trace.go:171","msg":"trace[916133499] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4fcv7; range_end:; response_count:1; response_revision:5192; }","duration":"337.794868ms","start":"2026-03-23T05:31:13.21897Z","end":"2026-03-23T05:31:13.556765Z","steps":["trace[916133499] 'agreement among raft nodes before linearized reading' (duration: 337.365979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:31:13.556835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:31:13.21896Z","time spent":"337.85814ms","remote":"127.0.0.1:55216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-4fcv7\" "} {"level":"warn","ts":"2026-03-23T05:31:13.556428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.459221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-23T05:31:13.556883Z","caller":"traceutil/trace.go:171","msg":"trace[655292752] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5192; }","duration":"341.950182ms","start":"2026-03-23T05:31:13.214922Z","end":"2026-03-23T05:31:13.556872Z","steps":["trace[655292752] 'agreement among raft nodes before linearized reading' (duration: 341.379009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:31:13.556925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:31:13.214901Z","time spent":"342.014233ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-23T05:31:13.556857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.454345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-23T05:31:13.557037Z","caller":"traceutil/trace.go:171","msg":"trace[1929832210] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5192; }","duration":"191.67851ms","start":"2026-03-23T05:31:13.365344Z","end":"2026-03-23T05:31:13.557022Z","steps":["trace[1929832210] 'agreement among raft nodes before linearized reading' (duration: 190.906583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:31:13.556297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.353726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-23T05:31:13.557133Z","caller":"traceutil/trace.go:171","msg":"trace[1297035279] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5192; }","duration":"350.249106ms","start":"2026-03-23T05:31:13.206865Z","end":"2026-03-23T05:31:13.557114Z","steps":["trace[1297035279] 'agreement among raft nodes before linearized reading' (duration: 349.135422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:31:13.557188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:31:13.206788Z","time spent":"350.383609ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-23T05:31:13.697234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.214074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:31:13.6973Z","caller":"traceutil/trace.go:171","msg":"trace[1087188536] linearizableReadLoop","detail":"{readStateIndex:5393; appliedIndex:5392; }","duration":"136.472463ms","start":"2026-03-23T05:31:13.560794Z","end":"2026-03-23T05:31:13.697266Z","steps":["trace[1087188536] 'read index received' (duration: 94.413938ms)","trace[1087188536] 'applied index is now lower than readState.Index' (duration: 42.056864ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:31:13.697332Z","caller":"traceutil/trace.go:171","msg":"trace[1773909831] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5192; }","duration":"139.357317ms","start":"2026-03-23T05:31:13.557952Z","end":"2026-03-23T05:31:13.69731Z","steps":["trace[1773909831] 'range keys from in-memory index tree' (duration: 139.136992ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:31:13.697479Z","caller":"traceutil/trace.go:171","msg":"trace[545741323] transaction","detail":"{read_only:false; response_revision:5193; number_of_response:1; }","duration":"137.25509ms","start":"2026-03-23T05:31:13.560174Z","end":"2026-03-23T05:31:13.697429Z","steps":["trace[545741323] 'process raft request' (duration: 95.062462ms)","trace[545741323] 'compare' (duration: 41.901572ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:31:13.697643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.829421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-23T05:31:13.697708Z","caller":"traceutil/trace.go:171","msg":"trace[400248932] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5193; }","duration":"136.922114ms","start":"2026-03-23T05:31:13.560771Z","end":"2026-03-23T05:31:13.697693Z","steps":["trace[400248932] 'agreement among raft nodes before linearized reading' (duration: 136.706269ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:31:13.727148Z","caller":"traceutil/trace.go:171","msg":"trace[1001333382] transaction","detail":"{read_only:false; response_revision:5195; number_of_response:1; }","duration":"166.049401ms","start":"2026-03-23T05:31:13.561082Z","end":"2026-03-23T05:31:13.727132Z","steps":["trace[1001333382] 'process raft request' (duration: 165.875617ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:31:13.727168Z","caller":"traceutil/trace.go:171","msg":"trace[1639013799] transaction","detail":"{read_only:false; response_revision:5194; number_of_response:1; }","duration":"166.093741ms","start":"2026-03-23T05:31:13.561019Z","end":"2026-03-23T05:31:13.727112Z","steps":["trace[1639013799] 'process raft request' (duration: 165.855746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:31:13.727342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.970453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-23T05:31:13.727395Z","caller":"traceutil/trace.go:171","msg":"trace[1622893969] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5198; }","duration":"141.042925ms","start":"2026-03-23T05:31:13.586339Z","end":"2026-03-23T05:31:13.727382Z","steps":["trace[1622893969] 'agreement among raft nodes before linearized reading' (duration: 140.895692ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:31:13.727387Z","caller":"traceutil/trace.go:171","msg":"trace[883612697] transaction","detail":"{read_only:false; response_revision:5197; number_of_response:1; }","duration":"165.944918ms","start":"2026-03-23T05:31:13.561429Z","end":"2026-03-23T05:31:13.727374Z","steps":["trace[883612697] 'process raft request' (duration: 165.623781ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:31:13.727659Z","caller":"traceutil/trace.go:171","msg":"trace[71403570] transaction","detail":"{read_only:false; response_revision:5198; number_of_response:1; }","duration":"165.227013ms","start":"2026-03-23T05:31:13.562399Z","end":"2026-03-23T05:31:13.727626Z","steps":["trace[71403570] 'process raft request' (duration: 164.679051ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:31:13.727776Z","caller":"traceutil/trace.go:171","msg":"trace[1216870119] transaction","detail":"{read_only:false; response_revision:5196; number_of_response:1; }","duration":"166.682855ms","start":"2026-03-23T05:31:13.561083Z","end":"2026-03-23T05:31:13.727766Z","steps":["trace[1216870119] 'process raft request' (duration: 165.923678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:31:13.727846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.009213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10392"} {"level":"info","ts":"2026-03-23T05:31:13.727906Z","caller":"traceutil/trace.go:171","msg":"trace[1416502611] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5198; }","duration":"145.110304ms","start":"2026-03-23T05:31:13.582783Z","end":"2026-03-23T05:31:13.727893Z","steps":["trace[1416502611] 'agreement among raft nodes before linearized reading' (duration: 144.947721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:31:13.727987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.179485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81495"} {"level":"info","ts":"2026-03-23T05:31:13.728033Z","caller":"traceutil/trace.go:171","msg":"trace[1206182797] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5198; }","duration":"167.226356ms","start":"2026-03-23T05:31:13.560794Z","end":"2026-03-23T05:31:13.728021Z","steps":["trace[1206182797] 'agreement among raft nodes before linearized reading' (duration: 167.031252ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:31:14.069754Z","caller":"traceutil/trace.go:171","msg":"trace[1215047974] linearizableReadLoop","detail":"{readStateIndex:5399; appliedIndex:5398; }","duration":"280.535726ms","start":"2026-03-23T05:31:13.789191Z","end":"2026-03-23T05:31:14.069727Z","steps":["trace[1215047974] 'read index received' (duration: 280.301821ms)","trace[1215047974] 'applied index is now lower than readState.Index' (duration: 232.535µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:31:14.069859Z","caller":"traceutil/trace.go:171","msg":"trace[1055331644] transaction","detail":"{read_only:false; response_revision:5199; number_of_response:1; }","duration":"328.721237ms","start":"2026-03-23T05:31:13.741108Z","end":"2026-03-23T05:31:14.069829Z","steps":["trace[1055331644] 'process raft request' (duration: 328.458181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:31:14.069915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.70584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:31:14.069965Z","caller":"traceutil/trace.go:171","msg":"trace[1934832534] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5199; }","duration":"280.798072ms","start":"2026-03-23T05:31:13.789141Z","end":"2026-03-23T05:31:14.069939Z","steps":["trace[1934832534] 'agreement among raft nodes before linearized reading' (duration: 280.69241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:31:14.070039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:31:13.741083Z","time spent":"328.84008ms","remote":"127.0.0.1:55216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10664,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:31:14.214594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.889733ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:31:14.214728Z","caller":"traceutil/trace.go:171","msg":"trace[834109416] transaction","detail":"{read_only:false; response_revision:5200; number_of_response:1; }","duration":"138.090819ms","start":"2026-03-23T05:31:14.076609Z","end":"2026-03-23T05:31:14.2147Z","steps":["trace[834109416] 'process raft request' (duration: 13.846858ms)","trace[834109416] 'compare' (duration: 123.318231ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:31:14.465111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.201024ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:31:14.465251Z","caller":"traceutil/trace.go:171","msg":"trace[2083578578] transaction","detail":"{read_only:false; response_revision:5201; number_of_response:1; }","duration":"388.330343ms","start":"2026-03-23T05:31:14.076905Z","end":"2026-03-23T05:31:14.465235Z","steps":["trace[2083578578] 'process raft request' (duration: 284.936685ms)","trace[2083578578] 'compare' (duration: 103.096581ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:31:14.465305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:31:14.076881Z","time spent":"388.400424ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":891,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:31:14.465591Z","caller":"traceutil/trace.go:171","msg":"trace[1381509027] transaction","detail":"{read_only:false; response_revision:5202; number_of_response:1; }","duration":"388.610389ms","start":"2026-03-23T05:31:14.076945Z","end":"2026-03-23T05:31:14.465556Z","steps":["trace[1381509027] 'process raft request' (duration: 388.247451ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:31:14.465634Z","caller":"traceutil/trace.go:171","msg":"trace[386095866] linearizableReadLoop","detail":"{readStateIndex:5403; appliedIndex:5399; }","duration":"386.563353ms","start":"2026-03-23T05:31:14.079053Z","end":"2026-03-23T05:31:14.465617Z","steps":["trace[386095866] 'read index received' (duration: 11.335632ms)","trace[386095866] 'applied index is now lower than readState.Index' (duration: 375.226581ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:31:14.465717Z","caller":"traceutil/trace.go:171","msg":"trace[722215684] transaction","detail":"{read_only:false; response_revision:5203; number_of_response:1; }","duration":"388.539487ms","start":"2026-03-23T05:31:14.077168Z","end":"2026-03-23T05:31:14.465708Z","steps":["trace[722215684] 'process raft request' (duration: 388.276962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:31:14.465772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:31:14.076928Z","time spent":"388.751362ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":949,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:31:14.465799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:31:14.077159Z","time spent":"388.588678ms","remote":"127.0.0.1:55306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1504,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:31:14.465896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.830109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-23T05:31:14.465974Z","caller":"traceutil/trace.go:171","msg":"trace[84156507] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5203; }","duration":"386.935431ms","start":"2026-03-23T05:31:14.079021Z","end":"2026-03-23T05:31:14.465956Z","steps":["trace[84156507] 'agreement among raft nodes before linearized reading' (duration: 386.742917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:31:14.466018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:31:14.079011Z","time spent":"386.998793ms","remote":"127.0.0.1:55216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-23T05:31:14.474891Z","caller":"traceutil/trace.go:171","msg":"trace[1375395405] transaction","detail":"{read_only:false; response_revision:5204; number_of_response:1; }","duration":"372.265936ms","start":"2026-03-23T05:31:14.102592Z","end":"2026-03-23T05:31:14.474858Z","steps":["trace[1375395405] 'process raft request' (duration: 372.084542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:31:14.475073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:31:14.102545Z","time spent":"372.45365ms","remote":"127.0.0.1:55206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19707,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:31:15.210171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.06114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-23T05:31:15.210475Z","caller":"traceutil/trace.go:171","msg":"trace[1228655546] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5204; }","duration":"565.403199ms","start":"2026-03-23T05:31:14.645023Z","end":"2026-03-23T05:31:15.210426Z","steps":["trace[1228655546] 'range keys from in-memory index tree' (duration: 564.832706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:31:15.210922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:31:14.644997Z","time spent":"565.90527ms","remote":"127.0.0.1:55184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-23T05:31:24.030421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.51425ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:31:24.030685Z","caller":"traceutil/trace.go:171","msg":"trace[2069707138] transaction","detail":"{read_only:false; response_revision:5261; number_of_response:1; }","duration":"113.437611ms","start":"2026-03-23T05:31:23.917227Z","end":"2026-03-23T05:31:24.030665Z","steps":["trace[2069707138] 'process raft request' (duration: 113.39478ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:31:24.030739Z","caller":"traceutil/trace.go:171","msg":"trace[1949819518] transaction","detail":"{read_only:false; response_revision:5260; number_of_response:1; }","duration":"113.485962ms","start":"2026-03-23T05:31:23.917221Z","end":"2026-03-23T05:31:24.030707Z","steps":["trace[1949819518] 'process raft request' (duration: 113.332659ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:31:24.03078Z","caller":"traceutil/trace.go:171","msg":"trace[1110964046] transaction","detail":"{read_only:false; response_revision:5259; number_of_response:1; }","duration":"114.471915ms","start":"2026-03-23T05:31:23.916257Z","end":"2026-03-23T05:31:24.030729Z","steps":["trace[1110964046] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/cilium-operator-resource-lock; req_size:474; } (duration: 107.318446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:31:40.150074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.371317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-23T05:31:40.150169Z","caller":"traceutil/trace.go:171","msg":"trace[615002034] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5345; }","duration":"103.495871ms","start":"2026-03-23T05:31:40.046654Z","end":"2026-03-23T05:31:40.15015Z","steps":["trace[615002034] 'range keys from in-memory index tree' (duration: 103.104913ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:31:40.379532Z","caller":"traceutil/trace.go:171","msg":"trace[1655144913] transaction","detail":"{read_only:false; response_revision:5348; number_of_response:1; }","duration":"139.414179ms","start":"2026-03-23T05:31:40.240091Z","end":"2026-03-23T05:31:40.379505Z","steps":["trace[1655144913] 'process raft request' (duration: 139.322027ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:31:46.160666Z","caller":"traceutil/trace.go:171","msg":"trace[1980020029] linearizableReadLoop","detail":"{readStateIndex:5675; appliedIndex:5674; }","duration":"116.791456ms","start":"2026-03-23T05:31:46.043855Z","end":"2026-03-23T05:31:46.160646Z","steps":["trace[1980020029] 'read index received' (duration: 116.580602ms)","trace[1980020029] 'applied index is now lower than readState.Index' (duration: 210.004µs)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:31:46.160874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.365763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-23T05:31:46.16091Z","caller":"traceutil/trace.go:171","msg":"trace[1190655483] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5467; }","duration":"114.454485ms","start":"2026-03-23T05:31:46.046447Z","end":"2026-03-23T05:31:46.160901Z","steps":["trace[1190655483] 'agreement among raft nodes before linearized reading' (duration: 114.331632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:31:46.160943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.056852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-23T05:31:46.161028Z","caller":"traceutil/trace.go:171","msg":"trace[1298331862] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5467; }","duration":"117.189095ms","start":"2026-03-23T05:31:46.043825Z","end":"2026-03-23T05:31:46.161014Z","steps":["trace[1298331862] 'agreement among raft nodes before linearized reading' (duration: 116.93855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:31:46.161042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.990648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4fcv7\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-23T05:31:46.161113Z","caller":"traceutil/trace.go:171","msg":"trace[583893780] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4fcv7; range_end:; response_count:1; response_revision:5467; }","duration":"111.08805ms","start":"2026-03-23T05:31:46.05Z","end":"2026-03-23T05:31:46.161088Z","steps":["trace[583893780] 'agreement among raft nodes before linearized reading' (duration: 110.874875ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:31:46.160821Z","caller":"traceutil/trace.go:171","msg":"trace[683580990] transaction","detail":"{read_only:false; response_revision:5467; number_of_response:1; }","duration":"127.184978ms","start":"2026-03-23T05:31:46.033511Z","end":"2026-03-23T05:31:46.160696Z","steps":["trace[683580990] 'process raft request' (duration: 126.904512ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:32:04.692635Z","caller":"traceutil/trace.go:171","msg":"trace[673780341] transaction","detail":"{read_only:false; response_revision:5595; number_of_response:1; }","duration":"122.493133ms","start":"2026-03-23T05:32:04.57012Z","end":"2026-03-23T05:32:04.692613Z","steps":["trace[673780341] 'process raft request' (duration: 122.457792ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:32:04.692998Z","caller":"traceutil/trace.go:171","msg":"trace[1388268424] transaction","detail":"{read_only:false; response_revision:5594; number_of_response:1; }","duration":"126.827649ms","start":"2026-03-23T05:32:04.565932Z","end":"2026-03-23T05:32:04.692759Z","steps":["trace[1388268424] 'process raft request' (duration: 126.501422ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:32:07.905652Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2718} {"level":"info","ts":"2026-03-23T05:32:07.980061Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2718,"took":"72.903631ms","hash":2929253181,"current-db-size-bytes":40685568,"current-db-size":"41 MB","current-db-size-in-use-bytes":30359552,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-23T05:32:07.980138Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2929253181,"revision":2718,"compact-revision":-1} {"level":"info","ts":"2026-03-23T05:34:34.598133Z","caller":"traceutil/trace.go:171","msg":"trace[1386741003] transaction","detail":"{read_only:false; response_revision:6469; number_of_response:1; }","duration":"120.718556ms","start":"2026-03-23T05:34:34.477385Z","end":"2026-03-23T05:34:34.598103Z","steps":["trace[1386741003] 'process raft request' (duration: 120.606573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:35:28.291303Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222588525909592,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-23T05:35:28.293477Z","caller":"traceutil/trace.go:171","msg":"trace[1221239434] linearizableReadLoop","detail":"{readStateIndex:7184; appliedIndex:7183; }","duration":"502.959646ms","start":"2026-03-23T05:35:27.790489Z","end":"2026-03-23T05:35:28.293448Z","steps":["trace[1221239434] 'read index received' (duration: 502.838533ms)","trace[1221239434] 'applied index is now lower than readState.Index' (duration: 119.763µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:35:28.293604Z","caller":"traceutil/trace.go:171","msg":"trace[1414426176] transaction","detail":"{read_only:false; response_revision:6922; number_of_response:1; }","duration":"554.214713ms","start":"2026-03-23T05:35:27.739318Z","end":"2026-03-23T05:35:28.293533Z","steps":["trace[1414426176] 'process raft request' (duration: 553.946287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:35:28.293744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.369234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-23T05:35:28.293808Z","caller":"traceutil/trace.go:171","msg":"trace[566780295] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6922; }","duration":"502.506047ms","start":"2026-03-23T05:35:27.791288Z","end":"2026-03-23T05:35:28.293794Z","steps":["trace[566780295] 'agreement among raft nodes before linearized reading' (duration: 502.298522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:35:28.293861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:35:27.791243Z","time spent":"502.603539ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-23T05:35:28.293875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.252449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-23T05:35:28.293923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:35:27.739288Z","time spent":"554.51633ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:35:28.293956Z","caller":"traceutil/trace.go:171","msg":"trace[7121506] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6922; }","duration":"501.362692ms","start":"2026-03-23T05:35:27.792573Z","end":"2026-03-23T05:35:28.293935Z","steps":["trace[7121506] 'agreement among raft nodes before linearized reading' (duration: 501.137637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:35:28.293924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.428567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-23T05:35:28.294006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:35:27.792561Z","time spent":"501.433553ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-23T05:35:28.294042Z","caller":"traceutil/trace.go:171","msg":"trace[2142640380] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6922; }","duration":"503.596371ms","start":"2026-03-23T05:35:27.790427Z","end":"2026-03-23T05:35:28.294023Z","steps":["trace[2142640380] 'agreement among raft nodes before linearized reading' (duration: 503.164671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:35:28.294134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:35:27.790402Z","time spent":"503.717313ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-23T05:35:49.015544Z","caller":"traceutil/trace.go:171","msg":"trace[1038014212] transaction","detail":"{read_only:false; response_revision:7073; number_of_response:1; }","duration":"130.227346ms","start":"2026-03-23T05:35:48.88527Z","end":"2026-03-23T05:35:49.015497Z","steps":["trace[1038014212] 'process raft request' (duration: 71.411362ms)","trace[1038014212] 'compare' (duration: 58.592989ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:35:49.01609Z","caller":"traceutil/trace.go:171","msg":"trace[1684855943] transaction","detail":"{read_only:false; response_revision:7074; number_of_response:1; }","duration":"127.638289ms","start":"2026-03-23T05:35:48.888403Z","end":"2026-03-23T05:35:49.016041Z","steps":["trace[1684855943] 'process raft request' (duration: 127.049426ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:35:49.214561Z","caller":"traceutil/trace.go:171","msg":"trace[473633332] transaction","detail":"{read_only:false; response_revision:7075; number_of_response:1; }","duration":"184.919689ms","start":"2026-03-23T05:35:49.0296Z","end":"2026-03-23T05:35:49.21452Z","steps":["trace[473633332] 'process raft request' (duration: 184.669723ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:36:47.580998Z","caller":"traceutil/trace.go:171","msg":"trace[945935807] transaction","detail":"{read_only:false; response_revision:7440; number_of_response:1; }","duration":"198.348742ms","start":"2026-03-23T05:36:47.382596Z","end":"2026-03-23T05:36:47.580945Z","steps":["trace[945935807] 'process raft request' (duration: 123.401519ms)","trace[945935807] 'compare' (duration: 74.714468ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:36:48.453822Z","caller":"traceutil/trace.go:171","msg":"trace[1838855735] transaction","detail":"{read_only:false; response_revision:7448; number_of_response:1; }","duration":"110.888672ms","start":"2026-03-23T05:36:48.342901Z","end":"2026-03-23T05:36:48.453789Z","steps":["trace[1838855735] 'process raft request' (duration: 110.734058ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:00.086518Z","caller":"traceutil/trace.go:171","msg":"trace[1853466664] linearizableReadLoop","detail":"{readStateIndex:7926; appliedIndex:7925; }","duration":"119.747846ms","start":"2026-03-23T05:36:59.966737Z","end":"2026-03-23T05:37:00.086485Z","steps":["trace[1853466664] 'read index received' (duration: 119.405929ms)","trace[1853466664] 'applied index is now lower than readState.Index' (duration: 340.497µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:37:00.086615Z","caller":"traceutil/trace.go:171","msg":"trace[1300001909] transaction","detail":"{read_only:false; response_revision:7642; number_of_response:1; }","duration":"179.763109ms","start":"2026-03-23T05:36:59.906811Z","end":"2026-03-23T05:37:00.086574Z","steps":["trace[1300001909] 'process raft request' (duration: 179.462503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:00.086822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.060114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T05:37:00.086879Z","caller":"traceutil/trace.go:171","msg":"trace[1814400793] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7642; }","duration":"120.195696ms","start":"2026-03-23T05:36:59.966665Z","end":"2026-03-23T05:37:00.086861Z","steps":["trace[1814400793] 'agreement among raft nodes before linearized reading' (duration: 120.040833ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:00.223543Z","caller":"traceutil/trace.go:171","msg":"trace[360997556] transaction","detail":"{read_only:false; response_revision:7643; number_of_response:1; }","duration":"132.402048ms","start":"2026-03-23T05:37:00.091114Z","end":"2026-03-23T05:37:00.223516Z","steps":["trace[360997556] 'process raft request' (duration: 132.071701ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:00.223825Z","caller":"traceutil/trace.go:171","msg":"trace[1156087525] transaction","detail":"{read_only:false; response_revision:7644; number_of_response:1; }","duration":"132.663534ms","start":"2026-03-23T05:37:00.091119Z","end":"2026-03-23T05:37:00.223783Z","steps":["trace[1156087525] 'process raft request' (duration: 132.316907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:02.248626Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222588525911477,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-23T05:37:02.749133Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222588525911477,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-23T05:37:02.81386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.562304341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:37:02.813958Z","caller":"traceutil/trace.go:171","msg":"trace[299994203] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7649; }","duration":"1.562408443s","start":"2026-03-23T05:37:01.251524Z","end":"2026-03-23T05:37:02.813932Z","steps":["trace[299994203] 'range keys from in-memory index tree' (duration: 1.562157878s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:02.81394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.503590388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-23T05:37:02.813998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:01.251441Z","time spent":"1.562548906s","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-23T05:37:02.814042Z","caller":"traceutil/trace.go:171","msg":"trace[504122867] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:7649; }","duration":"1.503773602s","start":"2026-03-23T05:37:01.310244Z","end":"2026-03-23T05:37:02.814018Z","steps":["trace[504122867] 'count revisions from in-memory index tree' (duration: 1.503425824s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:02.814101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:01.310215Z","time spent":"1.503872895s","remote":"127.0.0.1:55310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-23T05:37:02.814133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.633991261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T05:37:02.814233Z","caller":"traceutil/trace.go:171","msg":"trace[2077655729] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:7649; }","duration":"1.634164925s","start":"2026-03-23T05:37:01.180044Z","end":"2026-03-23T05:37:02.814209Z","steps":["trace[2077655729] 'count revisions from in-memory index tree' (duration: 1.633872079s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:02.814303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.590814334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-23T05:37:02.814342Z","caller":"traceutil/trace.go:171","msg":"trace[1464109460] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7649; }","duration":"1.590897266s","start":"2026-03-23T05:37:01.223434Z","end":"2026-03-23T05:37:02.814332Z","steps":["trace[1464109460] 'range keys from in-memory index tree' (duration: 1.59063272s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:02.814378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:01.223407Z","time spent":"1.590964647s","remote":"127.0.0.1:55216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-23T05:37:02.814298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:01.180019Z","time spent":"1.634262648s","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-23T05:37:02.819597Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.343755591s","expected-duration":"1s"} {"level":"info","ts":"2026-03-23T05:37:02.819999Z","caller":"traceutil/trace.go:171","msg":"trace[1012635369] transaction","detail":"{read_only:false; response_revision:7650; number_of_response:1; }","duration":"1.344302344s","start":"2026-03-23T05:37:01.475682Z","end":"2026-03-23T05:37:02.819985Z","steps":["trace[1012635369] 'process raft request' (duration: 1.344168851s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:02.820107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:01.47565Z","time spent":"1.344395585s","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:37:02.821007Z","caller":"traceutil/trace.go:171","msg":"trace[484187240] linearizableReadLoop","detail":"{readStateIndex:7936; appliedIndex:7934; }","duration":"1.072801958s","start":"2026-03-23T05:37:01.748183Z","end":"2026-03-23T05:37:02.820985Z","steps":["trace[484187240] 'read index received' (duration: 1.071690774s)","trace[484187240] 'applied index is now lower than readState.Index' (duration: 1.109854ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:37:02.821106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072923841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:37:02.821098Z","caller":"traceutil/trace.go:171","msg":"trace[1413867090] transaction","detail":"{read_only:false; response_revision:7651; number_of_response:1; }","duration":"1.110848812s","start":"2026-03-23T05:37:01.710205Z","end":"2026-03-23T05:37:02.821053Z","steps":["trace[1413867090] 'process raft request' (duration: 1.110638017s)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:02.821149Z","caller":"traceutil/trace.go:171","msg":"trace[1101203045] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:7651; }","duration":"1.073003004s","start":"2026-03-23T05:37:01.748137Z","end":"2026-03-23T05:37:02.82114Z","steps":["trace[1101203045] 'agreement among raft nodes before linearized reading' (duration: 1.072932771s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:02.82118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:01.748118Z","time spent":"1.073056464s","remote":"127.0.0.1:55424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-23T05:37:02.82122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.917174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-23T05:37:02.821256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.615342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-23T05:37:02.82164Z","caller":"traceutil/trace.go:171","msg":"trace[496276442] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7651; }","duration":"634.056352ms","start":"2026-03-23T05:37:02.187559Z","end":"2026-03-23T05:37:02.821615Z","steps":["trace[496276442] 'agreement among raft nodes before linearized reading' (duration: 633.53068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:02.821289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:01.710171Z","time spent":"1.111008956s","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:37:02.82174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.850346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4fcv7\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-23T05:37:02.821312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.126246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-23T05:37:02.82174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:02.187532Z","time spent":"634.194995ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-23T05:37:02.821798Z","caller":"traceutil/trace.go:171","msg":"trace[1287798265] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:7651; }","duration":"353.614107ms","start":"2026-03-23T05:37:02.468166Z","end":"2026-03-23T05:37:02.82178Z","steps":["trace[1287798265] 'agreement among raft nodes before linearized reading' (duration: 353.097345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:02.821333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.048621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-23T05:37:02.822148Z","caller":"traceutil/trace.go:171","msg":"trace[730181525] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7651; }","duration":"593.896739ms","start":"2026-03-23T05:37:02.228234Z","end":"2026-03-23T05:37:02.822131Z","steps":["trace[730181525] 'agreement among raft nodes before linearized reading' (duration: 593.046381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:02.822191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:02.228206Z","time spent":"593.972651ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-23T05:37:02.821432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.427482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-23T05:37:02.822285Z","caller":"traceutil/trace.go:171","msg":"trace[990735997] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7651; }","duration":"180.297531ms","start":"2026-03-23T05:37:02.641969Z","end":"2026-03-23T05:37:02.822267Z","steps":["trace[990735997] 'agreement among raft nodes before linearized reading' (duration: 179.395452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:02.821403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.787386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-23T05:37:02.822386Z","caller":"traceutil/trace.go:171","msg":"trace[765172603] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7651; }","duration":"566.784568ms","start":"2026-03-23T05:37:02.255589Z","end":"2026-03-23T05:37:02.822374Z","steps":["trace[765172603] 'agreement among raft nodes before linearized reading' (duration: 565.648063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:02.822427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:02.255495Z","time spent":"566.919691ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-23T05:37:02.82131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.828095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-23T05:37:02.822466Z","caller":"traceutil/trace.go:171","msg":"trace[1074386457] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7651; }","duration":"593.01244ms","start":"2026-03-23T05:37:02.229443Z","end":"2026-03-23T05:37:02.822455Z","steps":["trace[1074386457] 'agreement among raft nodes before linearized reading' (duration: 591.744243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:02.822501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:02.22943Z","time spent":"593.058011ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-23T05:37:02.821513Z","caller":"traceutil/trace.go:171","msg":"trace[97561573] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:7651; }","duration":"322.268232ms","start":"2026-03-23T05:37:02.499232Z","end":"2026-03-23T05:37:02.8215Z","steps":["trace[97561573] 'agreement among raft nodes before linearized reading' (duration: 321.883452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:02.822621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:02.499203Z","time spent":"323.397097ms","remote":"127.0.0.1:55556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-23T05:37:02.821697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.389989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6f44956d59-nknxv.189f61b5f0a9a8ee\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-23T05:37:02.821776Z","caller":"traceutil/trace.go:171","msg":"trace[686547611] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4fcv7; range_end:; response_count:1; response_revision:7651; }","duration":"523.934237ms","start":"2026-03-23T05:37:02.29783Z","end":"2026-03-23T05:37:02.821764Z","steps":["trace[686547611] 'agreement among raft nodes before linearized reading' (duration: 523.531029ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:02.822768Z","caller":"traceutil/trace.go:171","msg":"trace[310490671] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6f44956d59-nknxv.189f61b5f0a9a8ee; range_end:; response_count:1; response_revision:7651; }","duration":"557.405121ms","start":"2026-03-23T05:37:02.265295Z","end":"2026-03-23T05:37:02.822701Z","steps":["trace[310490671] 'agreement among raft nodes before linearized reading' (duration: 555.853927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:02.822799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:02.297803Z","time spent":"524.98386ms","remote":"127.0.0.1:55216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-4fcv7\" "} {"level":"warn","ts":"2026-03-23T05:37:02.822878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:02.265258Z","time spent":"557.587754ms","remote":"127.0.0.1:55104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-6f44956d59-nknxv.189f61b5f0a9a8ee\" "} {"level":"warn","ts":"2026-03-23T05:37:02.822049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:02.468098Z","time spent":"353.938115ms","remote":"127.0.0.1:55144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-03-23T05:37:07.91343Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5608} {"level":"info","ts":"2026-03-23T05:37:08.011453Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5608,"took":"96.147173ms","hash":1083211886,"current-db-size-bytes":42590208,"current-db-size":"43 MB","current-db-size-in-use-bytes":23494656,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-23T05:37:08.011577Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1083211886,"revision":5608,"compact-revision":2718} {"level":"info","ts":"2026-03-23T05:37:13.088333Z","caller":"traceutil/trace.go:171","msg":"trace[1372823794] transaction","detail":"{read_only:false; response_revision:7699; number_of_response:1; }","duration":"203.960306ms","start":"2026-03-23T05:37:12.884348Z","end":"2026-03-23T05:37:13.088308Z","steps":["trace[1372823794] 'process raft request' (duration: 203.840414ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:13.093059Z","caller":"traceutil/trace.go:171","msg":"trace[819126067] transaction","detail":"{read_only:false; response_revision:7700; number_of_response:1; }","duration":"208.158749ms","start":"2026-03-23T05:37:12.884882Z","end":"2026-03-23T05:37:13.093041Z","steps":["trace[819126067] 'process raft request' (duration: 207.897784ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:13.093023Z","caller":"traceutil/trace.go:171","msg":"trace[898286067] linearizableReadLoop","detail":"{readStateIndex:7989; appliedIndex:7987; }","duration":"204.460877ms","start":"2026-03-23T05:37:12.888479Z","end":"2026-03-23T05:37:13.09294Z","steps":["trace[898286067] 'read index received' (duration: 199.762894ms)","trace[898286067] 'applied index is now lower than readState.Index' (duration: 4.696793ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:37:13.093243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.770604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-23T05:37:13.093283Z","caller":"traceutil/trace.go:171","msg":"trace[673299966] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7700; }","duration":"204.869756ms","start":"2026-03-23T05:37:12.888402Z","end":"2026-03-23T05:37:13.093272Z","steps":["trace[673299966] 'agreement among raft nodes before linearized reading' (duration: 204.730143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:13.093306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.277349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-23T05:37:13.09335Z","caller":"traceutil/trace.go:171","msg":"trace[1807611136] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7700; }","duration":"198.346011ms","start":"2026-03-23T05:37:12.894988Z","end":"2026-03-23T05:37:13.093334Z","steps":["trace[1807611136] 'agreement among raft nodes before linearized reading' (duration: 198.170227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:13.093439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4fcv7\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-23T05:37:13.093475Z","caller":"traceutil/trace.go:171","msg":"trace[864109797] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4fcv7; range_end:; response_count:1; response_revision:7700; }","duration":"187.491111ms","start":"2026-03-23T05:37:12.905974Z","end":"2026-03-23T05:37:13.093465Z","steps":["trace[864109797] 'agreement among raft nodes before linearized reading' (duration: 187.389438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:13.09349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.062985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-23T05:37:13.093511Z","caller":"traceutil/trace.go:171","msg":"trace[58165558] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7700; }","duration":"189.112907ms","start":"2026-03-23T05:37:12.904391Z","end":"2026-03-23T05:37:13.093504Z","steps":["trace[58165558] 'agreement among raft nodes before linearized reading' (duration: 189.054935ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:13.870981Z","caller":"traceutil/trace.go:171","msg":"trace[2124550858] transaction","detail":"{read_only:false; response_revision:7707; number_of_response:1; }","duration":"390.509996ms","start":"2026-03-23T05:37:13.480432Z","end":"2026-03-23T05:37:13.870942Z","steps":["trace[2124550858] 'process raft request' (duration: 390.307491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:13.871237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:13.480403Z","time spent":"390.678649ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:37:14.305976Z","caller":"traceutil/trace.go:171","msg":"trace[431777107] transaction","detail":"{read_only:false; response_revision:7708; number_of_response:1; }","duration":"778.683941ms","start":"2026-03-23T05:37:13.527248Z","end":"2026-03-23T05:37:14.305932Z","steps":["trace[431777107] 'process raft request' (duration: 753.606404ms)","trace[431777107] 'compare' (duration: 24.76312ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:37:14.306143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:13.527202Z","time spent":"778.858825ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:37:15.201066Z","caller":"traceutil/trace.go:171","msg":"trace[1251248403] transaction","detail":"{read_only:false; response_revision:7710; number_of_response:1; }","duration":"103.346763ms","start":"2026-03-23T05:37:15.097689Z","end":"2026-03-23T05:37:15.201036Z","steps":["trace[1251248403] 'process raft request' (duration: 103.154339ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:15.384292Z","caller":"traceutil/trace.go:171","msg":"trace[2079473838] transaction","detail":"{read_only:false; response_revision:7716; number_of_response:1; }","duration":"131.906027ms","start":"2026-03-23T05:37:15.252357Z","end":"2026-03-23T05:37:15.384263Z","steps":["trace[2079473838] 'process raft request' (duration: 131.59581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:16.9693Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222588525911656,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-23T05:37:17.907122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.62284ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-23T05:37:17.907375Z","caller":"traceutil/trace.go:171","msg":"trace[848901623] transaction","detail":"{read_only:false; response_revision:7717; number_of_response:1; }","duration":"736.036904ms","start":"2026-03-23T05:37:17.171308Z","end":"2026-03-23T05:37:17.907345Z","steps":["trace[848901623] 'process raft request' (duration: 735.918831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:17.907472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:17.171274Z","time spent":"736.134986ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:37:17.90756Z","caller":"traceutil/trace.go:171","msg":"trace[913611506] linearizableReadLoop","detail":"{readStateIndex:8006; appliedIndex:8005; }","duration":"1.438869302s","start":"2026-03-23T05:37:16.468642Z","end":"2026-03-23T05:37:17.907511Z","steps":["trace[913611506] 'read index received' (duration: 714.959736ms)","trace[913611506] 'applied index is now lower than readState.Index' (duration: 723.906075ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:37:17.907751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.439088006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T05:37:17.907799Z","caller":"traceutil/trace.go:171","msg":"trace[2146477008] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:7717; }","duration":"1.439207649s","start":"2026-03-23T05:37:16.468579Z","end":"2026-03-23T05:37:17.907787Z","steps":["trace[2146477008] 'agreement among raft nodes before linearized reading' (duration: 1.439078696s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:17.907834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:16.468512Z","time spent":"1.439312361s","remote":"127.0.0.1:55558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-23T05:37:18.06463Z","caller":"traceutil/trace.go:171","msg":"trace[887864132] linearizableReadLoop","detail":"{readStateIndex:8008; appliedIndex:8007; }","duration":"156.970343ms","start":"2026-03-23T05:37:17.907629Z","end":"2026-03-23T05:37:18.064599Z","steps":["trace[887864132] 'read index received' (duration: 110.42136ms)","trace[887864132] 'applied index is now lower than readState.Index' (duration: 46.547483ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:37:18.064792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.68508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:37:18.064853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.799577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:37:18.0648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.156343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:37:18.064891Z","caller":"traceutil/trace.go:171","msg":"trace[445020304] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7718; }","duration":"221.800562ms","start":"2026-03-23T05:37:17.843069Z","end":"2026-03-23T05:37:18.06487Z","steps":["trace[445020304] 'agreement among raft nodes before linearized reading' (duration: 221.644429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:18.064924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.021851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:37:18.064944Z","caller":"traceutil/trace.go:171","msg":"trace[1806296143] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7718; }","duration":"320.056693ms","start":"2026-03-23T05:37:17.744881Z","end":"2026-03-23T05:37:18.064938Z","steps":["trace[1806296143] 'agreement among raft nodes before linearized reading' (duration: 320.025292ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:18.06496Z","caller":"traceutil/trace.go:171","msg":"trace[945561388] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7718; }","duration":"319.351426ms","start":"2026-03-23T05:37:17.745573Z","end":"2026-03-23T05:37:18.064924Z","steps":["trace[945561388] 'agreement among raft nodes before linearized reading' (duration: 319.093181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:18.06496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.921041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:37:18.065002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.756588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:37:18.065023Z","caller":"traceutil/trace.go:171","msg":"trace[1328194424] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7718; }","duration":"338.794178ms","start":"2026-03-23T05:37:17.726223Z","end":"2026-03-23T05:37:18.065018Z","steps":["trace[1328194424] 'agreement among raft nodes before linearized reading' (duration: 338.765488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:18.065034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:17.745558Z","time spent":"319.46432ms","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 "} {"level":"warn","ts":"2026-03-23T05:37:18.065051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:17.726216Z","time spent":"338.830629ms","remote":"127.0.0.1:47264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 "} {"level":"warn","ts":"2026-03-23T05:37:18.065092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.046658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:37:18.065099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.019643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:37:18.065113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.162464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:37:18.065154Z","caller":"traceutil/trace.go:171","msg":"trace[1104734591] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7718; }","duration":"275.094584ms","start":"2026-03-23T05:37:17.790047Z","end":"2026-03-23T05:37:18.065141Z","steps":["trace[1104734591] 'agreement among raft nodes before linearized reading' (duration: 275.025873ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:18.065166Z","caller":"traceutil/trace.go:171","msg":"trace[1572350735] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7718; }","duration":"274.240066ms","start":"2026-03-23T05:37:17.790908Z","end":"2026-03-23T05:37:18.065149Z","steps":["trace[1572350735] 'agreement among raft nodes before linearized reading' (duration: 274.160895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:18.065154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.511229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:37:18.06513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.106954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:37:18.065235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.634332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:37:18.06523Z","caller":"traceutil/trace.go:171","msg":"trace[716770566] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7718; }","duration":"405.601922ms","start":"2026-03-23T05:37:17.659608Z","end":"2026-03-23T05:37:18.06521Z","steps":["trace[716770566] 'agreement among raft nodes before linearized reading' (duration: 405.477949ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:18.065263Z","caller":"traceutil/trace.go:171","msg":"trace[1656381548] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7718; }","duration":"405.686183ms","start":"2026-03-23T05:37:17.659572Z","end":"2026-03-23T05:37:18.065258Z","steps":["trace[1656381548] 'agreement among raft nodes before linearized reading' (duration: 405.645402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:18.065293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:17.659555Z","time spent":"405.723234ms","remote":"127.0.0.1:47220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 "} {"level":"warn","ts":"2026-03-23T05:37:18.065291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.91ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:37:18.065295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:17.659605Z","time spent":"405.671083ms","remote":"127.0.0.1:47220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-23T05:37:18.065279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.683808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:37:18.065339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.79563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:37:18.065342Z","caller":"traceutil/trace.go:171","msg":"trace[29147179] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7718; }","duration":"201.984562ms","start":"2026-03-23T05:37:17.863343Z","end":"2026-03-23T05:37:18.065328Z","steps":["trace[29147179] 'agreement among raft nodes before linearized reading' (duration: 201.913651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:18.065348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.937926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-23T05:37:18.065372Z","caller":"traceutil/trace.go:171","msg":"trace[2127485616] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7718; }","duration":"202.844241ms","start":"2026-03-23T05:37:17.862517Z","end":"2026-03-23T05:37:18.065361Z","steps":["trace[2127485616] 'agreement among raft nodes before linearized reading' (duration: 202.80888ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:18.065382Z","caller":"traceutil/trace.go:171","msg":"trace[1326666717] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7718; }","duration":"161.817721ms","start":"2026-03-23T05:37:17.903543Z","end":"2026-03-23T05:37:18.065361Z","steps":["trace[1326666717] 'agreement among raft nodes before linearized reading' (duration: 161.594636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:18.065395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.79909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:37:18.06542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.876152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:37:18.065459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.550246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-23T05:37:18.065467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.389583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:37:18.065484Z","caller":"traceutil/trace.go:171","msg":"trace[2015295243] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7718; }","duration":"677.618368ms","start":"2026-03-23T05:37:17.38786Z","end":"2026-03-23T05:37:18.065478Z","steps":["trace[2015295243] 'agreement among raft nodes before linearized reading' (duration: 677.532106ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:18.065464Z","caller":"traceutil/trace.go:171","msg":"trace[39185020] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7718; }","duration":"293.947413ms","start":"2026-03-23T05:37:17.771503Z","end":"2026-03-23T05:37:18.065451Z","steps":["trace[39185020] 'agreement among raft nodes before linearized reading' (duration: 293.891082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:18.065508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:17.387834Z","time spent":"677.670179ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-23T05:37:18.065507Z","caller":"traceutil/trace.go:171","msg":"trace[1975433186] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7718; }","duration":"221.441174ms","start":"2026-03-23T05:37:17.844054Z","end":"2026-03-23T05:37:18.065496Z","steps":["trace[1975433186] 'agreement among raft nodes before linearized reading' (duration: 221.380813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:18.065367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.185746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:37:18.065525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.354387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-23T05:37:18.065495Z","caller":"traceutil/trace.go:171","msg":"trace[2021555909] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7718; }","duration":"161.923384ms","start":"2026-03-23T05:37:17.903517Z","end":"2026-03-23T05:37:18.065441Z","steps":["trace[2021555909] 'agreement among raft nodes before linearized reading' (duration: 161.793721ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:18.065556Z","caller":"traceutil/trace.go:171","msg":"trace[1338862665] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7718; }","duration":"293.40652ms","start":"2026-03-23T05:37:17.772141Z","end":"2026-03-23T05:37:18.065548Z","steps":["trace[1338862665] 'agreement among raft nodes before linearized reading' (duration: 293.183195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:18.06531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.76266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:37:18.065571Z","caller":"traceutil/trace.go:171","msg":"trace[1062666964] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7718; }","duration":"228.409838ms","start":"2026-03-23T05:37:17.837145Z","end":"2026-03-23T05:37:18.065555Z","steps":["trace[1062666964] 'agreement among raft nodes before linearized reading' (duration: 228.293066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:18.065595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.021073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-23T05:37:18.065592Z","caller":"traceutil/trace.go:171","msg":"trace[54197350] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7718; }","duration":"203.066126ms","start":"2026-03-23T05:37:17.862518Z","end":"2026-03-23T05:37:18.065584Z","steps":["trace[54197350] 'agreement among raft nodes before linearized reading' (duration: 202.768939ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:18.065617Z","caller":"traceutil/trace.go:171","msg":"trace[1132617963] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7718; }","duration":"736.090974ms","start":"2026-03-23T05:37:17.329522Z","end":"2026-03-23T05:37:18.065613Z","steps":["trace[1132617963] 'agreement among raft nodes before linearized reading' (duration: 736.036763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:18.065634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:17.329499Z","time spent":"736.132236ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-23T05:37:18.065679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.079484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:37:18.065716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.543689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4fcv7\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-23T05:37:18.065717Z","caller":"traceutil/trace.go:171","msg":"trace[326207176] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7718; }","duration":"161.128045ms","start":"2026-03-23T05:37:17.904581Z","end":"2026-03-23T05:37:18.065709Z","steps":["trace[326207176] 'agreement among raft nodes before linearized reading' (duration: 161.073863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:18.06572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.268379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:37:18.065733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.195739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:37:18.065761Z","caller":"traceutil/trace.go:171","msg":"trace[1060413711] transaction","detail":"{read_only:false; response_revision:7718; number_of_response:1; }","duration":"860.161498ms","start":"2026-03-23T05:37:17.205583Z","end":"2026-03-23T05:37:18.065745Z","steps":["trace[1060413711] 'process raft request' (duration: 812.495671ms)","trace[1060413711] 'compare' (duration: 46.335058ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:37:18.06578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.849363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-23T05:37:18.065774Z","caller":"traceutil/trace.go:171","msg":"trace[1727419626] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7718; }","duration":"239.340351ms","start":"2026-03-23T05:37:17.82642Z","end":"2026-03-23T05:37:18.065761Z","steps":["trace[1727419626] 'agreement among raft nodes before linearized reading' (duration: 239.262219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:18.06574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.190989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:37:18.065784Z","caller":"traceutil/trace.go:171","msg":"trace[1433241862] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7718; }","duration":"294.27052ms","start":"2026-03-23T05:37:17.771496Z","end":"2026-03-23T05:37:18.065767Z","steps":["trace[1433241862] 'agreement among raft nodes before linearized reading' (duration: 294.195698ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:18.065827Z","caller":"traceutil/trace.go:171","msg":"trace[210655834] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7718; }","duration":"340.329372ms","start":"2026-03-23T05:37:17.72548Z","end":"2026-03-23T05:37:18.06581Z","steps":["trace[210655834] 'agreement among raft nodes before linearized reading' (duration: 340.073046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:18.065847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.499284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:37:18.065857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:17.205558Z","time spent":"860.23573ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:37:18.065885Z","caller":"traceutil/trace.go:171","msg":"trace[303536765] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7718; }","duration":"239.585666ms","start":"2026-03-23T05:37:17.826289Z","end":"2026-03-23T05:37:18.065875Z","steps":["trace[303536765] 'agreement among raft nodes before linearized reading' (duration: 239.524545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:18.065891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:17.725444Z","time spent":"340.428954ms","remote":"127.0.0.1:47264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 "} {"level":"warn","ts":"2026-03-23T05:37:18.065915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.260312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:37:18.065934Z","caller":"traceutil/trace.go:171","msg":"trace[1303276627] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7718; }","duration":"815.298473ms","start":"2026-03-23T05:37:17.250629Z","end":"2026-03-23T05:37:18.065928Z","steps":["trace[1303276627] 'agreement among raft nodes before linearized reading' (duration: 815.273653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:18.065933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.37191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:37:18.06595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:17.250618Z","time spent":"815.328944ms","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-23T05:37:18.065956Z","caller":"traceutil/trace.go:171","msg":"trace[183133403] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7718; }","duration":"375.411051ms","start":"2026-03-23T05:37:17.690538Z","end":"2026-03-23T05:37:18.065949Z","steps":["trace[183133403] 'agreement among raft nodes before linearized reading' (duration: 375.37388ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:18.065798Z","caller":"traceutil/trace.go:171","msg":"trace[1975539076] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7718; }","duration":"814.913114ms","start":"2026-03-23T05:37:17.25088Z","end":"2026-03-23T05:37:18.065793Z","steps":["trace[1975539076] 'agreement among raft nodes before linearized reading' (duration: 814.864553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:18.065891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.17543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-23T05:37:18.065824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.225367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:37:18.066004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.512666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:37:18.066007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.159184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:37:18.066017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:17.250853Z","time spent":"815.14727ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-23T05:37:18.066044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.94754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:37:18.066054Z","caller":"traceutil/trace.go:171","msg":"trace[1475333417] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7718; }","duration":"406.221425ms","start":"2026-03-23T05:37:17.659823Z","end":"2026-03-23T05:37:18.066045Z","steps":["trace[1475333417] 'agreement among raft nodes before linearized reading' (duration: 406.146373ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:18.064893Z","caller":"traceutil/trace.go:171","msg":"trace[1368198334] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7718; }","duration":"319.886218ms","start":"2026-03-23T05:37:17.744995Z","end":"2026-03-23T05:37:18.064882Z","steps":["trace[1368198334] 'agreement among raft nodes before linearized reading' (duration: 319.768776ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:18.065733Z","caller":"traceutil/trace.go:171","msg":"trace[648994943] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4fcv7; range_end:; response_count:1; response_revision:7718; }","duration":"811.58049ms","start":"2026-03-23T05:37:17.254147Z","end":"2026-03-23T05:37:18.065728Z","steps":["trace[648994943] 'agreement among raft nodes before linearized reading' (duration: 811.522999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:18.066091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.500553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:37:18.066104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.603838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:37:18.066116Z","caller":"traceutil/trace.go:171","msg":"trace[635686779] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7718; }","duration":"375.541033ms","start":"2026-03-23T05:37:17.69057Z","end":"2026-03-23T05:37:18.066111Z","steps":["trace[635686779] 'agreement among raft nodes before linearized reading' (duration: 375.506023ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:18.06517Z","caller":"traceutil/trace.go:171","msg":"trace[321000664] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7718; }","duration":"222.136929ms","start":"2026-03-23T05:37:17.843003Z","end":"2026-03-23T05:37:18.06514Z","steps":["trace[321000664] 'agreement among raft nodes before linearized reading' (duration: 222.043837ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:18.066108Z","caller":"traceutil/trace.go:171","msg":"trace[1832115889] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7718; }","duration":"179.480083ms","start":"2026-03-23T05:37:17.886534Z","end":"2026-03-23T05:37:18.066014Z","steps":["trace[1832115889] 'agreement among raft nodes before linearized reading' (duration: 179.170546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:18.066137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:17.690567Z","time spent":"375.566214ms","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-03-23T05:37:18.066139Z","caller":"traceutil/trace.go:171","msg":"trace[199817592] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7718; }","duration":"358.67695ms","start":"2026-03-23T05:37:17.707449Z","end":"2026-03-23T05:37:18.066126Z","steps":["trace[199817592] 'agreement among raft nodes before linearized reading' (duration: 358.635689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:18.066147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.764119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:37:18.066157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.106191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-23T05:37:18.066173Z","caller":"traceutil/trace.go:171","msg":"trace[1816497633] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7718; }","duration":"394.800131ms","start":"2026-03-23T05:37:17.671366Z","end":"2026-03-23T05:37:18.066166Z","steps":["trace[1816497633] 'agreement among raft nodes before linearized reading' (duration: 394.75849ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:18.065236Z","caller":"traceutil/trace.go:171","msg":"trace[569409255] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7718; }","duration":"179.224447ms","start":"2026-03-23T05:37:17.885995Z","end":"2026-03-23T05:37:18.065219Z","steps":["trace[569409255] 'agreement among raft nodes before linearized reading' (duration: 179.023512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:18.066172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:17.707424Z","time spent":"358.740282ms","remote":"127.0.0.1:47254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 "} {"level":"info","ts":"2026-03-23T05:37:18.066198Z","caller":"traceutil/trace.go:171","msg":"trace[1527231819] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7718; }","duration":"839.183952ms","start":"2026-03-23T05:37:17.227006Z","end":"2026-03-23T05:37:18.06619Z","steps":["trace[1527231819] 'agreement among raft nodes before linearized reading' (duration: 839.036189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:18.066202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:17.671361Z","time spent":"394.832361ms","remote":"127.0.0.1:47230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 "} {"level":"info","ts":"2026-03-23T05:37:18.065411Z","caller":"traceutil/trace.go:171","msg":"trace[1629354235] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7718; }","duration":"223.014009ms","start":"2026-03-23T05:37:17.842383Z","end":"2026-03-23T05:37:18.065397Z","steps":["trace[1629354235] 'agreement among raft nodes before linearized reading' (duration: 222.815374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:18.066227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:17.226986Z","time spent":"839.232355ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-23T05:37:18.066014Z","caller":"traceutil/trace.go:171","msg":"trace[1778571369] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7718; }","duration":"815.292123ms","start":"2026-03-23T05:37:17.250711Z","end":"2026-03-23T05:37:18.066003Z","steps":["trace[1778571369] 'agreement among raft nodes before linearized reading' (duration: 815.14542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:18.066291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:17.250687Z","time spent":"815.59752ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-23T05:37:18.064961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.709297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:37:18.065225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.269519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:37:18.064974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:17.744869Z","time spent":"320.094923ms","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 "} {"level":"info","ts":"2026-03-23T05:37:18.066332Z","caller":"traceutil/trace.go:171","msg":"trace[1482339407] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7718; }","duration":"240.183421ms","start":"2026-03-23T05:37:17.826139Z","end":"2026-03-23T05:37:18.066323Z","steps":["trace[1482339407] 'agreement among raft nodes before linearized reading' (duration: 238.629426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:18.065844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.073038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-23T05:37:18.066361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.455348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:37:18.066366Z","caller":"traceutil/trace.go:171","msg":"trace[10648141] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7718; }","duration":"815.636992ms","start":"2026-03-23T05:37:17.25072Z","end":"2026-03-23T05:37:18.066357Z","steps":["trace[10648141] 'agreement among raft nodes before linearized reading' (duration: 815.088769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:18.066364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.850516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:37:18.066359Z","caller":"traceutil/trace.go:171","msg":"trace[771462833] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7718; }","duration":"180.413424ms","start":"2026-03-23T05:37:17.885929Z","end":"2026-03-23T05:37:18.066342Z","steps":["trace[771462833] 'agreement among raft nodes before linearized reading' (duration: 179.249378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:18.066388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:17.250693Z","time spent":"815.690902ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-23T05:37:18.066353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.888797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:37:18.066394Z","caller":"traceutil/trace.go:171","msg":"trace[938733426] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7718; }","duration":"395.893406ms","start":"2026-03-23T05:37:17.670492Z","end":"2026-03-23T05:37:18.066385Z","steps":["trace[938733426] 'agreement among raft nodes before linearized reading' (duration: 395.845895ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:18.06641Z","caller":"traceutil/trace.go:171","msg":"trace[1715882678] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7718; }","duration":"359.9967ms","start":"2026-03-23T05:37:17.706408Z","end":"2026-03-23T05:37:18.066405Z","steps":["trace[1715882678] 'agreement among raft nodes before linearized reading' (duration: 359.911708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:18.066422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:17.670488Z","time spent":"395.926737ms","remote":"127.0.0.1:47230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-23T05:37:18.066431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:17.706382Z","time spent":"360.04276ms","remote":"127.0.0.1:47254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-03-23T05:37:18.066021Z","caller":"traceutil/trace.go:171","msg":"trace[675694705] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7718; }","duration":"340.568207ms","start":"2026-03-23T05:37:17.725448Z","end":"2026-03-23T05:37:18.066016Z","steps":["trace[675694705] 'agreement among raft nodes before linearized reading' (duration: 340.540697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:18.065976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:17.690531Z","time spent":"375.439601ms","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 "} {"level":"info","ts":"2026-03-23T05:37:18.066388Z","caller":"traceutil/trace.go:171","msg":"trace[1744420651] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7718; }","duration":"140.504828ms","start":"2026-03-23T05:37:17.925877Z","end":"2026-03-23T05:37:18.066382Z","steps":["trace[1744420651] 'agreement among raft nodes before linearized reading' (duration: 140.468738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:18.0661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:17.254137Z","time spent":"811.952258ms","remote":"127.0.0.1:55216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-4fcv7\" "} {"level":"warn","ts":"2026-03-23T05:37:18.066493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:17.725431Z","time spent":"341.042518ms","remote":"127.0.0.1:47264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-23T05:37:18.066062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.723933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:37:18.066553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.06628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:37:18.066576Z","caller":"traceutil/trace.go:171","msg":"trace[1680345862] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7718; }","duration":"360.261135ms","start":"2026-03-23T05:37:17.706305Z","end":"2026-03-23T05:37:18.066566Z","steps":["trace[1680345862] 'agreement among raft nodes before linearized reading' (duration: 359.726763ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:18.066582Z","caller":"traceutil/trace.go:171","msg":"trace[1377029120] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7718; }","duration":"396.107871ms","start":"2026-03-23T05:37:17.670465Z","end":"2026-03-23T05:37:18.066573Z","steps":["trace[1377029120] 'agreement among raft nodes before linearized reading' (duration: 396.06259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:18.066607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:17.70629Z","time spent":"360.306136ms","remote":"127.0.0.1:47254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 "} {"level":"warn","ts":"2026-03-23T05:37:18.066616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:17.670458Z","time spent":"396.148652ms","remote":"127.0.0.1:47230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 "} {"level":"warn","ts":"2026-03-23T05:37:18.066692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.471992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:37:18.066672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.397921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:37:18.066678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:17.744932Z","time spent":"321.724579ms","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-23T05:37:18.066318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.471101578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T05:37:18.066867Z","caller":"traceutil/trace.go:171","msg":"trace[2124221131] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7718; }","duration":"1.471690841s","start":"2026-03-23T05:37:16.595156Z","end":"2026-03-23T05:37:18.066847Z","steps":["trace[2124221131] 'agreement among raft nodes before linearized reading' (duration: 1.471138888s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:18.066892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.805117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:37:18.066923Z","caller":"traceutil/trace.go:171","msg":"trace[186272858] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7718; }","duration":"100.838778ms","start":"2026-03-23T05:37:17.966076Z","end":"2026-03-23T05:37:18.066914Z","steps":["trace[186272858] 'agreement among raft nodes before linearized reading' (duration: 100.791787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:18.066927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:16.595125Z","time spent":"1.471782043s","remote":"127.0.0.1:55850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-23T05:37:18.06504Z","caller":"traceutil/trace.go:171","msg":"trace[818915975] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7718; }","duration":"275.020312ms","start":"2026-03-23T05:37:17.789999Z","end":"2026-03-23T05:37:18.065019Z","steps":["trace[818915975] 'agreement among raft nodes before linearized reading' (duration: 274.88874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:18.067023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.00121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:37:18.067035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.299133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:37:18.067037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.901357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:37:18.066063Z","caller":"traceutil/trace.go:171","msg":"trace[1568674576] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7718; }","duration":"374.98038ms","start":"2026-03-23T05:37:17.691078Z","end":"2026-03-23T05:37:18.066058Z","steps":["trace[1568674576] 'agreement among raft nodes before linearized reading' (duration: 374.95468ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:18.067077Z","caller":"traceutil/trace.go:171","msg":"trace[1944359546] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7718; }","duration":"140.375715ms","start":"2026-03-23T05:37:17.926692Z","end":"2026-03-23T05:37:18.067068Z","steps":["trace[1944359546] 'agreement among raft nodes before linearized reading' (duration: 140.313944ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:18.067085Z","caller":"traceutil/trace.go:171","msg":"trace[979035117] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7718; }","duration":"141.067781ms","start":"2026-03-23T05:37:17.926001Z","end":"2026-03-23T05:37:18.067068Z","steps":["trace[979035117] 'agreement among raft nodes before linearized reading' (duration: 140.964509ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:18.06709Z","caller":"traceutil/trace.go:171","msg":"trace[990784461] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7718; }","duration":"122.97516ms","start":"2026-03-23T05:37:17.9441Z","end":"2026-03-23T05:37:18.067075Z","steps":["trace[990784461] 'agreement among raft nodes before linearized reading' (duration: 122.891338ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:18.066725Z","caller":"traceutil/trace.go:171","msg":"trace[115738334] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7718; }","duration":"101.542595ms","start":"2026-03-23T05:37:17.965174Z","end":"2026-03-23T05:37:18.066716Z","steps":["trace[115738334] 'agreement among raft nodes before linearized reading' (duration: 101.468533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:18.067129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:17.691069Z","time spent":"376.036704ms","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 "} {"level":"info","ts":"2026-03-23T05:37:18.066731Z","caller":"traceutil/trace.go:171","msg":"trace[1731161088] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7718; }","duration":"101.488063ms","start":"2026-03-23T05:37:17.965232Z","end":"2026-03-23T05:37:18.06672Z","steps":["trace[1731161088] 'agreement among raft nodes before linearized reading' (duration: 101.407171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:18.066774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.410197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:37:18.067233Z","caller":"traceutil/trace.go:171","msg":"trace[826460757] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7718; }","duration":"122.879057ms","start":"2026-03-23T05:37:17.944322Z","end":"2026-03-23T05:37:18.067201Z","steps":["trace[826460757] 'agreement among raft nodes before linearized reading' (duration: 122.420137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:18.066794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:17.65982Z","time spent":"406.965622ms","remote":"127.0.0.1:47220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 "} {"level":"warn","ts":"2026-03-23T05:37:18.066832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.54603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:37:18.069367Z","caller":"traceutil/trace.go:171","msg":"trace[547964250] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7718; }","duration":"124.235707ms","start":"2026-03-23T05:37:17.944263Z","end":"2026-03-23T05:37:18.068499Z","steps":["trace[547964250] 'agreement among raft nodes before linearized reading' (duration: 122.526259ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:18.267624Z","caller":"traceutil/trace.go:171","msg":"trace[208168326] transaction","detail":"{read_only:false; response_revision:7724; number_of_response:1; }","duration":"193.154037ms","start":"2026-03-23T05:37:18.074441Z","end":"2026-03-23T05:37:18.267595Z","steps":["trace[208168326] 'process raft request' (duration: 193.021754ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:18.267632Z","caller":"traceutil/trace.go:171","msg":"trace[43286977] transaction","detail":"{read_only:false; response_revision:7725; number_of_response:1; }","duration":"191.754005ms","start":"2026-03-23T05:37:18.075834Z","end":"2026-03-23T05:37:18.267588Z","steps":["trace[43286977] 'process raft request' (duration: 191.658893ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:18.26768Z","caller":"traceutil/trace.go:171","msg":"trace[887429578] transaction","detail":"{read_only:false; response_revision:7726; number_of_response:1; }","duration":"190.961948ms","start":"2026-03-23T05:37:18.076673Z","end":"2026-03-23T05:37:18.267635Z","steps":["trace[887429578] 'process raft request' (duration: 190.839695ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:18.267696Z","caller":"traceutil/trace.go:171","msg":"trace[1559340193] transaction","detail":"{read_only:false; response_revision:7721; number_of_response:1; }","duration":"193.33543ms","start":"2026-03-23T05:37:18.074327Z","end":"2026-03-23T05:37:18.267662Z","steps":["trace[1559340193] 'process raft request' (duration: 165.622076ms)","trace[1559340193] 'compare' (duration: 27.261984ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:37:18.267825Z","caller":"traceutil/trace.go:171","msg":"trace[1337130945] transaction","detail":"{read_only:false; response_revision:7722; number_of_response:1; }","duration":"193.464593ms","start":"2026-03-23T05:37:18.074337Z","end":"2026-03-23T05:37:18.267802Z","steps":["trace[1337130945] 'process raft request' (duration: 193.047224ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:18.268063Z","caller":"traceutil/trace.go:171","msg":"trace[1470170040] transaction","detail":"{read_only:false; response_revision:7723; number_of_response:1; }","duration":"193.209358ms","start":"2026-03-23T05:37:18.074376Z","end":"2026-03-23T05:37:18.267585Z","steps":["trace[1470170040] 'process raft request' (duration: 193.055284ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:20.144091Z","caller":"traceutil/trace.go:171","msg":"trace[1003072305] transaction","detail":"{read_only:false; response_revision:7727; number_of_response:1; }","duration":"230.424163ms","start":"2026-03-23T05:37:19.913636Z","end":"2026-03-23T05:37:20.14406Z","steps":["trace[1003072305] 'process raft request' (duration: 230.245369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:21.26506Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.103885067s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-23T05:37:21.360845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.959111ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:37:21.361Z","caller":"traceutil/trace.go:171","msg":"trace[49294563] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7727; }","duration":"425.126975ms","start":"2026-03-23T05:37:20.93585Z","end":"2026-03-23T05:37:21.360977Z","steps":["trace[49294563] 'range keys from in-memory index tree' (duration: 424.939661ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:21.361217Z","caller":"traceutil/trace.go:171","msg":"trace[1179974709] linearizableReadLoop","detail":"{readStateIndex:8018; appliedIndex:8016; }","duration":"1.280001126s","start":"2026-03-23T05:37:20.081174Z","end":"2026-03-23T05:37:21.361176Z","steps":["trace[1179974709] 'read index received' (duration: 62.698831ms)","trace[1179974709] 'applied index is now lower than readState.Index' (duration: 1.217296585s)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:37:21.361261Z","caller":"traceutil/trace.go:171","msg":"trace[547305192] transaction","detail":"{read_only:false; response_revision:7728; number_of_response:1; }","duration":"1.286323796s","start":"2026-03-23T05:37:20.074859Z","end":"2026-03-23T05:37:21.361182Z","steps":["trace[547305192] 'process raft request' (duration: 1.19051046s)","trace[547305192] 'compare' (duration: 95.368357ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:37:21.361471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:20.074833Z","time spent":"1.28652468s","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:37:21.361507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280330513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4fcv7\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-23T05:37:21.36157Z","caller":"traceutil/trace.go:171","msg":"trace[121541803] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4fcv7; range_end:; response_count:1; response_revision:7728; }","duration":"1.280430405s","start":"2026-03-23T05:37:20.081121Z","end":"2026-03-23T05:37:21.361552Z","steps":["trace[121541803] 'agreement among raft nodes before linearized reading' (duration: 1.28018424s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:21.361615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:20.081099Z","time spent":"1.280504977s","remote":"127.0.0.1:55216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-4fcv7\" "} {"level":"warn","ts":"2026-03-23T05:37:21.757101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.05343ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:37:21.757972Z","caller":"traceutil/trace.go:171","msg":"trace[1542053979] transaction","detail":"{read_only:false; response_revision:7729; number_of_response:1; }","duration":"1.336818317s","start":"2026-03-23T05:37:20.421099Z","end":"2026-03-23T05:37:21.757917Z","steps":["trace[1542053979] 'process raft request' (duration: 1.153861587s)","trace[1542053979] 'compare' (duration: 181.488168ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:37:21.758202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:20.421062Z","time spent":"1.337011701s","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:37:21.774755Z","caller":"traceutil/trace.go:171","msg":"trace[1319364949] linearizableReadLoop","detail":"{readStateIndex:8020; appliedIndex:8018; }","duration":"413.412534ms","start":"2026-03-23T05:37:21.361308Z","end":"2026-03-23T05:37:21.77472Z","steps":["trace[1319364949] 'read index received' (duration: 213.620851ms)","trace[1319364949] 'applied index is now lower than readState.Index' (duration: 199.790123ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:37:21.774882Z","caller":"traceutil/trace.go:171","msg":"trace[410131273] transaction","detail":"{read_only:false; response_revision:7730; number_of_response:1; }","duration":"482.721152ms","start":"2026-03-23T05:37:21.292135Z","end":"2026-03-23T05:37:21.774856Z","steps":["trace[410131273] 'process raft request' (duration: 482.428105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:21.774989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.525023213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:37:21.775053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:21.292105Z","time spent":"482.834815ms","remote":"127.0.0.1:55206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19433,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:37:21.775084Z","caller":"traceutil/trace.go:171","msg":"trace[1798581551] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7730; }","duration":"1.525168876s","start":"2026-03-23T05:37:20.249891Z","end":"2026-03-23T05:37:21.77506Z","steps":["trace[1798581551] 'agreement among raft nodes before linearized reading' (duration: 1.525009173s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:21.775067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.737989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.108\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-23T05:37:21.77513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:20.249871Z","time spent":"1.525250498s","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-23T05:37:21.775156Z","caller":"traceutil/trace.go:171","msg":"trace[351935746] range","detail":"{range_begin:/registry/masterleases/199.19.213.108; range_end:; response_count:1; response_revision:7730; }","duration":"731.885872ms","start":"2026-03-23T05:37:21.043248Z","end":"2026-03-23T05:37:21.775134Z","steps":["trace[351935746] 'agreement among raft nodes before linearized reading' (duration: 731.687547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:21.775068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.502633035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-23T05:37:21.775211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:21.043225Z","time spent":"731.976124ms","remote":"127.0.0.1:55088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.108\" "} {"level":"info","ts":"2026-03-23T05:37:21.775219Z","caller":"traceutil/trace.go:171","msg":"trace[705765180] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7730; }","duration":"1.50282221s","start":"2026-03-23T05:37:20.272378Z","end":"2026-03-23T05:37:21.775201Z","steps":["trace[705765180] 'agreement among raft nodes before linearized reading' (duration: 1.502420622s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:21.775263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:20.272372Z","time spent":"1.502881432s","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-23T05:37:21.775297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.633249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:37:21.775355Z","caller":"traceutil/trace.go:171","msg":"trace[2142572965] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7730; }","duration":"349.732181ms","start":"2026-03-23T05:37:21.425603Z","end":"2026-03-23T05:37:21.775335Z","steps":["trace[2142572965] 'agreement among raft nodes before linearized reading' (duration: 349.641179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:21.775393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:21.425578Z","time spent":"349.806512ms","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T05:37:21.775418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.502446573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-23T05:37:21.775461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.503862964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-23T05:37:21.775494Z","caller":"traceutil/trace.go:171","msg":"trace[1593072964] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7730; }","duration":"1.503939185s","start":"2026-03-23T05:37:20.271545Z","end":"2026-03-23T05:37:21.775484Z","steps":["trace[1593072964] 'agreement among raft nodes before linearized reading' (duration: 1.503808393s)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:21.775488Z","caller":"traceutil/trace.go:171","msg":"trace[1480635557] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7730; }","duration":"1.502529445s","start":"2026-03-23T05:37:20.272935Z","end":"2026-03-23T05:37:21.775465Z","steps":["trace[1480635557] 'agreement among raft nodes before linearized reading' (duration: 1.502367882s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:21.775503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.503374193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-23T05:37:21.775522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:20.271517Z","time spent":"1.503997947s","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-23T05:37:21.775539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:20.272926Z","time spent":"1.502599886s","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-23T05:37:21.775551Z","caller":"traceutil/trace.go:171","msg":"trace[2039799311] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7730; }","duration":"1.503441145s","start":"2026-03-23T05:37:20.272097Z","end":"2026-03-23T05:37:21.775538Z","steps":["trace[2039799311] 'agreement among raft nodes before linearized reading' (duration: 1.503265371s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:21.77558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.503427534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-23T05:37:21.775586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:20.272089Z","time spent":"1.503489366s","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-23T05:37:21.775614Z","caller":"traceutil/trace.go:171","msg":"trace[943184316] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7730; }","duration":"1.503475845s","start":"2026-03-23T05:37:20.272129Z","end":"2026-03-23T05:37:21.775605Z","steps":["trace[943184316] 'agreement among raft nodes before linearized reading' (duration: 1.503379013s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:21.775641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:20.272124Z","time spent":"1.503509596s","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-23T05:37:21.776078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.091308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223810"} {"level":"info","ts":"2026-03-23T05:37:21.776232Z","caller":"traceutil/trace.go:171","msg":"trace[841618453] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7730; }","duration":"409.246651ms","start":"2026-03-23T05:37:21.366968Z","end":"2026-03-23T05:37:21.776215Z","steps":["trace[841618453] 'agreement among raft nodes before linearized reading' (duration: 408.150886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:21.776281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:21.366919Z","time spent":"409.347964ms","remote":"127.0.0.1:55216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223833,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-23T05:37:21.776649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.687392417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-23T05:37:21.776702Z","caller":"traceutil/trace.go:171","msg":"trace[209713181] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7730; }","duration":"1.687489969s","start":"2026-03-23T05:37:20.089199Z","end":"2026-03-23T05:37:21.776689Z","steps":["trace[209713181] 'agreement among raft nodes before linearized reading' (duration: 1.685691909s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:21.776735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:20.089183Z","time spent":"1.68754482s","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-23T05:37:21.894141Z","caller":"traceutil/trace.go:171","msg":"trace[2035566875] linearizableReadLoop","detail":"{readStateIndex:8021; appliedIndex:8020; }","duration":"116.432944ms","start":"2026-03-23T05:37:21.777681Z","end":"2026-03-23T05:37:21.894114Z","steps":["trace[2035566875] 'read index received' (duration: 85.207401ms)","trace[2035566875] 'applied index is now lower than readState.Index' (duration: 31.224293ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:37:21.8943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.588788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:37:21.89437Z","caller":"traceutil/trace.go:171","msg":"trace[1622622759] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7730; }","duration":"116.70367ms","start":"2026-03-23T05:37:21.777652Z","end":"2026-03-23T05:37:21.894356Z","steps":["trace[1622622759] 'agreement among raft nodes before linearized reading' (duration: 116.575547ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:21.896607Z","caller":"traceutil/trace.go:171","msg":"trace[414606374] transaction","detail":"{read_only:false; response_revision:7731; number_of_response:1; }","duration":"116.245299ms","start":"2026-03-23T05:37:21.780329Z","end":"2026-03-23T05:37:21.896574Z","steps":["trace[414606374] 'process raft request' (duration: 115.942713ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:21.896894Z","caller":"traceutil/trace.go:171","msg":"trace[246899835] transaction","detail":"{read_only:false; response_revision:7732; number_of_response:1; }","duration":"116.468315ms","start":"2026-03-23T05:37:21.780387Z","end":"2026-03-23T05:37:21.896856Z","steps":["trace[246899835] 'process raft request' (duration: 116.126887ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:21.897093Z","caller":"traceutil/trace.go:171","msg":"trace[1588386668] transaction","detail":"{read_only:false; response_revision:7733; number_of_response:1; }","duration":"116.406923ms","start":"2026-03-23T05:37:21.780672Z","end":"2026-03-23T05:37:21.897079Z","steps":["trace[1588386668] 'process raft request' (duration: 116.150048ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:21.897082Z","caller":"traceutil/trace.go:171","msg":"trace[896168355] transaction","detail":"{read_only:false; response_revision:7734; number_of_response:1; }","duration":"116.357772ms","start":"2026-03-23T05:37:21.780693Z","end":"2026-03-23T05:37:21.897051Z","steps":["trace[896168355] 'process raft request' (duration: 116.25884ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:21.897292Z","caller":"traceutil/trace.go:171","msg":"trace[658663202] transaction","detail":"{read_only:false; response_revision:7735; number_of_response:1; }","duration":"116.115506ms","start":"2026-03-23T05:37:21.781152Z","end":"2026-03-23T05:37:21.897268Z","steps":["trace[658663202] 'process raft request' (duration: 115.85904ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:21.897349Z","caller":"traceutil/trace.go:171","msg":"trace[2064148801] transaction","detail":"{read_only:false; response_revision:7736; number_of_response:1; }","duration":"115.36139ms","start":"2026-03-23T05:37:21.781957Z","end":"2026-03-23T05:37:21.897318Z","steps":["trace[2064148801] 'process raft request' (duration: 115.232237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:21.89766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.781794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4d3e75a6-3adc-4dff-ae95-d60e5d139ab1\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-03-23T05:37:21.897761Z","caller":"traceutil/trace.go:171","msg":"trace[243771995] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4d3e75a6-3adc-4dff-ae95-d60e5d139ab1; range_end:; response_count:1; response_revision:7738; }","duration":"117.934107ms","start":"2026-03-23T05:37:21.779806Z","end":"2026-03-23T05:37:21.89774Z","steps":["trace[243771995] 'agreement among raft nodes before linearized reading' (duration: 117.583349ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:22.51851Z","caller":"traceutil/trace.go:171","msg":"trace[507045649] linearizableReadLoop","detail":"{readStateIndex:8030; appliedIndex:8029; }","duration":"253.870874ms","start":"2026-03-23T05:37:22.264608Z","end":"2026-03-23T05:37:22.518479Z","steps":["trace[507045649] 'read index received' (duration: 253.439565ms)","trace[507045649] 'applied index is now lower than readState.Index' (duration: 430.249µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:37:22.518607Z","caller":"traceutil/trace.go:171","msg":"trace[1180463886] transaction","detail":"{read_only:false; response_revision:7739; number_of_response:1; }","duration":"368.972379ms","start":"2026-03-23T05:37:22.149579Z","end":"2026-03-23T05:37:22.518552Z","steps":["trace[1180463886] 'process raft request' (duration: 368.516509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:22.518947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.268374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6f44956d59-nknxv.189f61b5f0a9a8ee\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-23T05:37:22.519084Z","caller":"traceutil/trace.go:171","msg":"trace[389416163] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6f44956d59-nknxv.189f61b5f0a9a8ee; range_end:; response_count:1; response_revision:7739; }","duration":"254.499969ms","start":"2026-03-23T05:37:22.264556Z","end":"2026-03-23T05:37:22.519056Z","steps":["trace[389416163] 'agreement among raft nodes before linearized reading' (duration: 254.044079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:22.528687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:22.149545Z","time spent":"379.042082ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:37:23.483035Z","caller":"traceutil/trace.go:171","msg":"trace[797704501] linearizableReadLoop","detail":"{readStateIndex:8031; appliedIndex:8030; }","duration":"231.306802ms","start":"2026-03-23T05:37:23.25169Z","end":"2026-03-23T05:37:23.482997Z","steps":["trace[797704501] 'read index received' (duration: 184.078564ms)","trace[797704501] 'applied index is now lower than readState.Index' (duration: 47.226618ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:37:23.483101Z","caller":"traceutil/trace.go:171","msg":"trace[775444017] transaction","detail":"{read_only:false; response_revision:7740; number_of_response:1; }","duration":"951.692131ms","start":"2026-03-23T05:37:22.531364Z","end":"2026-03-23T05:37:23.483056Z","steps":["trace[775444017] 'process raft request' (duration: 904.36773ms)","trace[775444017] 'compare' (duration: 46.83078ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:37:23.483206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.506027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:37:23.483422Z","caller":"traceutil/trace.go:171","msg":"trace[1387722174] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7740; }","duration":"231.778033ms","start":"2026-03-23T05:37:23.25163Z","end":"2026-03-23T05:37:23.483408Z","steps":["trace[1387722174] 'agreement among raft nodes before linearized reading' (duration: 231.515958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:23.483457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:22.531339Z","time spent":"951.839923ms","remote":"127.0.0.1:55104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:37:23.485186Z","caller":"traceutil/trace.go:171","msg":"trace[1271053234] transaction","detail":"{read_only:false; response_revision:7741; number_of_response:1; }","duration":"117.895576ms","start":"2026-03-23T05:37:23.367254Z","end":"2026-03-23T05:37:23.48515Z","steps":["trace[1271053234] 'process raft request' (duration: 117.680412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:23.485533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.851326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-23T05:37:23.485627Z","caller":"traceutil/trace.go:171","msg":"trace[1683462183] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7741; }","duration":"132.000459ms","start":"2026-03-23T05:37:23.353606Z","end":"2026-03-23T05:37:23.485606Z","steps":["trace[1683462183] 'agreement among raft nodes before linearized reading' (duration: 131.538229ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:36.104227Z","caller":"traceutil/trace.go:171","msg":"trace[1072946605] transaction","detail":"{read_only:false; response_revision:7807; number_of_response:1; }","duration":"101.43353ms","start":"2026-03-23T05:37:36.002747Z","end":"2026-03-23T05:37:36.10418Z","steps":["trace[1072946605] 'process raft request' (duration: 101.191385ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:46.388042Z","caller":"traceutil/trace.go:171","msg":"trace[1159857102] transaction","detail":"{read_only:false; response_revision:7862; number_of_response:1; }","duration":"103.813414ms","start":"2026-03-23T05:37:46.284179Z","end":"2026-03-23T05:37:46.387992Z","steps":["trace[1159857102] 'process raft request' (duration: 87.122404ms)","trace[1159857102] 'compare' (duration: 16.375563ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:37:46.631812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.24707ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-23T05:37:47.949854Z","caller":"traceutil/trace.go:171","msg":"trace[1444124970] linearizableReadLoop","detail":"{readStateIndex:8191; appliedIndex:8190; }","duration":"102.465494ms","start":"2026-03-23T05:37:47.847356Z","end":"2026-03-23T05:37:47.949822Z","steps":["trace[1444124970] 'read index received' (duration: 92.206516ms)","trace[1444124970] 'applied index is now lower than readState.Index' (duration: 10.257938ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:37:47.950432Z","caller":"traceutil/trace.go:171","msg":"trace[1061832906] transaction","detail":"{read_only:false; response_revision:7893; number_of_response:1; }","duration":"103.397034ms","start":"2026-03-23T05:37:47.847018Z","end":"2026-03-23T05:37:47.950415Z","steps":["trace[1061832906] 'process raft request' (duration: 92.582604ms)","trace[1061832906] 'compare' (duration: 10.097434ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:37:47.95088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.498577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-mon\" ","response":"range_response_count:1 size:713"} {"level":"info","ts":"2026-03-23T05:37:47.951016Z","caller":"traceutil/trace.go:171","msg":"trace[1691784817] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-mon; range_end:; response_count:1; response_revision:7893; }","duration":"103.583499ms","start":"2026-03-23T05:37:47.847337Z","end":"2026-03-23T05:37:47.95092Z","steps":["trace[1691784817] 'agreement among raft nodes before linearized reading' (duration: 103.415885ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:51.955025Z","caller":"traceutil/trace.go:171","msg":"trace[1038343792] transaction","detail":"{read_only:false; response_revision:7929; number_of_response:1; }","duration":"277.459447ms","start":"2026-03-23T05:37:51.677547Z","end":"2026-03-23T05:37:51.955007Z","steps":["trace[1038343792] 'process raft request' (duration: 277.333905ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:51.955209Z","caller":"traceutil/trace.go:171","msg":"trace[967566962] linearizableReadLoop","detail":"{readStateIndex:8228; appliedIndex:8228; }","duration":"215.230737ms","start":"2026-03-23T05:37:51.739921Z","end":"2026-03-23T05:37:51.955152Z","steps":["trace[967566962] 'read index received' (duration: 215.208266ms)","trace[967566962] 'applied index is now lower than readState.Index' (duration: 18.7µs)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:37:51.955415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.446781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:37:51.955462Z","caller":"traceutil/trace.go:171","msg":"trace[1218683386] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:7929; }","duration":"215.586204ms","start":"2026-03-23T05:37:51.739862Z","end":"2026-03-23T05:37:51.955449Z","steps":["trace[1218683386] 'agreement among raft nodes before linearized reading' (duration: 215.438701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:52.935007Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222588525912334,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-23T05:37:53.43517Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222588525912334,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-23T05:37:53.87437Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.472921457s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-23T05:37:53.989437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.626293842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-23T05:37:53.989527Z","caller":"traceutil/trace.go:171","msg":"trace[872926638] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7934; }","duration":"1.626450575s","start":"2026-03-23T05:37:52.363056Z","end":"2026-03-23T05:37:53.989507Z","steps":["trace[872926638] 'range keys from in-memory index tree' (duration: 1.626099737s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:53.989569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:52.36303Z","time spent":"1.626529846s","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-23T05:37:53.989589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.625513134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-23T05:37:53.989686Z","caller":"traceutil/trace.go:171","msg":"trace[1545272113] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7934; }","duration":"1.625687147s","start":"2026-03-23T05:37:52.363977Z","end":"2026-03-23T05:37:53.989665Z","steps":["trace[1545272113] 'range keys from in-memory index tree' (duration: 1.625182426s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:53.989729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:52.363941Z","time spent":"1.625778149s","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-23T05:37:54.035182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.42986ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:37:54.035339Z","caller":"traceutil/trace.go:171","msg":"trace[743892376] transaction","detail":"{read_only:false; response_revision:7935; number_of_response:1; }","duration":"1.633997182s","start":"2026-03-23T05:37:52.401317Z","end":"2026-03-23T05:37:54.035315Z","steps":["trace[743892376] 'process raft request' (duration: 1.473302146s)","trace[743892376] 'compare' (duration: 114.91264ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:37:54.035416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:52.401286Z","time spent":"1.634097363s","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:37:54.558782Z","caller":"traceutil/trace.go:171","msg":"trace[340577191] linearizableReadLoop","detail":"{readStateIndex:8236; appliedIndex:8233; }","duration":"2.124426535s","start":"2026-03-23T05:37:52.434315Z","end":"2026-03-23T05:37:54.558741Z","steps":["trace[340577191] 'read index received' (duration: 1.440319223s)","trace[340577191] 'applied index is now lower than readState.Index' (duration: 684.106322ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:37:54.559077Z","caller":"traceutil/trace.go:171","msg":"trace[1002820261] transaction","detail":"{read_only:false; response_revision:7936; number_of_response:1; }","duration":"2.040599165s","start":"2026-03-23T05:37:52.518443Z","end":"2026-03-23T05:37:54.559042Z","steps":["trace[1002820261] 'process raft request' (duration: 2.040102794s)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:37:54.55914Z","caller":"traceutil/trace.go:171","msg":"trace[140795840] transaction","detail":"{read_only:false; response_revision:7937; number_of_response:1; }","duration":"1.740017194s","start":"2026-03-23T05:37:52.819093Z","end":"2026-03-23T05:37:54.559111Z","steps":["trace[140795840] 'process raft request' (duration: 1.739603735s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:54.559271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:52.518395Z","time spent":"2.040776358s","remote":"127.0.0.1:55206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:37:54.559292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:52.819064Z","time spent":"1.740130557s","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:37:54.559433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.125100369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-23T05:37:54.559537Z","caller":"traceutil/trace.go:171","msg":"trace[330695583] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7937; }","duration":"2.125217972s","start":"2026-03-23T05:37:52.434291Z","end":"2026-03-23T05:37:54.559509Z","steps":["trace[330695583] 'agreement among raft nodes before linearized reading' (duration: 2.124943136s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:54.559584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:52.434209Z","time spent":"2.125364755s","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-23T05:37:54.565351Z","caller":"traceutil/trace.go:171","msg":"trace[2030852368] transaction","detail":"{read_only:false; response_revision:7938; number_of_response:1; }","duration":"603.437762ms","start":"2026-03-23T05:37:53.96189Z","end":"2026-03-23T05:37:54.565328Z","steps":["trace[2030852368] 'process raft request' (duration: 603.280117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:54.565499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:53.961856Z","time spent":"603.556605ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:37:54.565578Z","caller":"traceutil/trace.go:171","msg":"trace[2072311468] transaction","detail":"{read_only:false; response_revision:7939; number_of_response:1; }","duration":"571.449502ms","start":"2026-03-23T05:37:53.994116Z","end":"2026-03-23T05:37:54.565565Z","steps":["trace[2072311468] 'process raft request' (duration: 571.169516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:54.565658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:53.994084Z","time spent":"571.522423ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:37:54.565716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313898089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:37:54.5658Z","caller":"traceutil/trace.go:171","msg":"trace[2104965514] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7940; }","duration":"1.313990171s","start":"2026-03-23T05:37:53.25179Z","end":"2026-03-23T05:37:54.56578Z","steps":["trace[2104965514] 'agreement among raft nodes before linearized reading' (duration: 1.313847887s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:54.56583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:53.25172Z","time spent":"1.314104103s","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-23T05:37:54.56584Z","caller":"traceutil/trace.go:171","msg":"trace[1621155300] transaction","detail":"{read_only:false; response_revision:7940; number_of_response:1; }","duration":"528.814386ms","start":"2026-03-23T05:37:54.037018Z","end":"2026-03-23T05:37:54.565833Z","steps":["trace[1621155300] 'process raft request' (duration: 528.483118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:54.565812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.557481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-23T05:37:54.56587Z","caller":"traceutil/trace.go:171","msg":"trace[641261699] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7940; }","duration":"273.678564ms","start":"2026-03-23T05:37:54.292183Z","end":"2026-03-23T05:37:54.565862Z","steps":["trace[641261699] 'agreement among raft nodes before linearized reading' (duration: 273.536351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:54.565877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:54.036998Z","time spent":"528.859976ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:37:54.565897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.446276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-23T05:37:54.565922Z","caller":"traceutil/trace.go:171","msg":"trace[19037135] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7940; }","duration":"258.560648ms","start":"2026-03-23T05:37:54.307354Z","end":"2026-03-23T05:37:54.565915Z","steps":["trace[19037135] 'agreement among raft nodes before linearized reading' (duration: 258.480777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:54.565983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.341667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-23T05:37:54.566001Z","caller":"traceutil/trace.go:171","msg":"trace[70175574] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7940; }","duration":"442.404088ms","start":"2026-03-23T05:37:54.12359Z","end":"2026-03-23T05:37:54.565994Z","steps":["trace[70175574] 'agreement among raft nodes before linearized reading' (duration: 442.340507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:54.566026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:54.123564Z","time spent":"442.456349ms","remote":"127.0.0.1:55216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-23T05:37:54.566035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.995385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-23T05:37:54.566054Z","caller":"traceutil/trace.go:171","msg":"trace[1787556277] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7940; }","duration":"308.048976ms","start":"2026-03-23T05:37:54.257999Z","end":"2026-03-23T05:37:54.566048Z","steps":["trace[1787556277] 'agreement among raft nodes before linearized reading' (duration: 307.992455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:54.566068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:54.257978Z","time spent":"308.085997ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-23T05:37:54.566073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.980543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4fcv7\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-23T05:37:54.566097Z","caller":"traceutil/trace.go:171","msg":"trace[462481865] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4fcv7; range_end:; response_count:1; response_revision:7940; }","duration":"576.112045ms","start":"2026-03-23T05:37:53.989979Z","end":"2026-03-23T05:37:54.566091Z","steps":["trace[462481865] 'agreement among raft nodes before linearized reading' (duration: 576.008563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:37:54.566115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:37:53.989953Z","time spent":"576.157886ms","remote":"127.0.0.1:55216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-4fcv7\" "} {"level":"info","ts":"2026-03-23T05:37:54.778741Z","caller":"traceutil/trace.go:171","msg":"trace[760041025] transaction","detail":"{read_only:false; response_revision:7945; number_of_response:1; }","duration":"118.543682ms","start":"2026-03-23T05:37:54.660167Z","end":"2026-03-23T05:37:54.778711Z","steps":["trace[760041025] 'process raft request' (duration: 21.544239ms)","trace[760041025] 'compare' (duration: 96.493892ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:37:55.242684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.65427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:37:55.242802Z","caller":"traceutil/trace.go:171","msg":"trace[848511339] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:7945; }","duration":"258.843894ms","start":"2026-03-23T05:37:54.98393Z","end":"2026-03-23T05:37:55.242774Z","steps":["trace[848511339] 'count revisions from in-memory index tree' (duration: 258.469586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:38:06.752099Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222588525912641,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-23T05:38:07.000945Z","caller":"traceutil/trace.go:171","msg":"trace[807559607] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8035; }","duration":"840.542074ms","start":"2026-03-23T05:38:06.160371Z","end":"2026-03-23T05:38:07.000913Z","steps":["trace[807559607] 'process raft request' (duration: 840.309928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:38:07.001204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:38:06.160337Z","time spent":"840.710337ms","remote":"127.0.0.1:56438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-23T05:38:07.115409Z","caller":"traceutil/trace.go:171","msg":"trace[1882419917] transaction","detail":"{read_only:false; response_revision:8036; number_of_response:1; }","duration":"954.543052ms","start":"2026-03-23T05:38:06.160814Z","end":"2026-03-23T05:38:07.115357Z","steps":["trace[1882419917] 'process raft request' (duration: 954.164154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:38:07.115635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:38:06.1608Z","time spent":"954.720048ms","remote":"127.0.0.1:55216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4635,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:38:07.176122Z","caller":"traceutil/trace.go:171","msg":"trace[1696675201] transaction","detail":"{read_only:false; response_revision:8038; number_of_response:1; }","duration":"566.048001ms","start":"2026-03-23T05:38:06.610043Z","end":"2026-03-23T05:38:07.176091Z","steps":["trace[1696675201] 'process raft request' (duration: 565.962149ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:38:07.176189Z","caller":"traceutil/trace.go:171","msg":"trace[150474052] transaction","detail":"{read_only:false; response_revision:8037; number_of_response:1; }","duration":"567.006552ms","start":"2026-03-23T05:38:06.609137Z","end":"2026-03-23T05:38:07.176143Z","steps":["trace[150474052] 'process raft request' (duration: 566.758567ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:38:07.176256Z","caller":"traceutil/trace.go:171","msg":"trace[735786282] linearizableReadLoop","detail":"{readStateIndex:8344; appliedIndex:8339; }","duration":"924.991207ms","start":"2026-03-23T05:38:06.251239Z","end":"2026-03-23T05:38:07.176231Z","steps":["trace[735786282] 'read index received' (duration: 749.490764ms)","trace[735786282] 'applied index is now lower than readState.Index' (duration: 175.498873ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:38:07.17633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:38:06.610033Z","time spent":"566.186855ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:38:07.176391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:38:06.609051Z","time spent":"567.232528ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:38:07.176385Z","caller":"traceutil/trace.go:171","msg":"trace[1121648972] transaction","detail":"{read_only:false; response_revision:8039; number_of_response:1; }","duration":"195.713544ms","start":"2026-03-23T05:38:06.98062Z","end":"2026-03-23T05:38:07.176334Z","steps":["trace[1121648972] 'process raft request' (duration: 195.426427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:38:07.176502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.191602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:38:07.176603Z","caller":"traceutil/trace.go:171","msg":"trace[1925050624] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8039; }","duration":"925.343555ms","start":"2026-03-23T05:38:06.251234Z","end":"2026-03-23T05:38:07.176577Z","steps":["trace[1925050624] 'agreement among raft nodes before linearized reading' (duration: 925.12791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:38:07.176664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:38:06.251185Z","time spent":"925.465888ms","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T05:38:07.225285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.993918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-23T05:38:07.225341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.100857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-23T05:38:07.225376Z","caller":"traceutil/trace.go:171","msg":"trace[485884024] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8041; }","duration":"597.099741ms","start":"2026-03-23T05:38:06.628259Z","end":"2026-03-23T05:38:07.225358Z","steps":["trace[485884024] 'agreement among raft nodes before linearized reading' (duration: 596.870116ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:38:07.225396Z","caller":"traceutil/trace.go:171","msg":"trace[1193816232] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8041; }","duration":"595.20555ms","start":"2026-03-23T05:38:06.630175Z","end":"2026-03-23T05:38:07.225381Z","steps":["trace[1193816232] 'agreement among raft nodes before linearized reading' (duration: 594.973104ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:38:07.225379Z","caller":"traceutil/trace.go:171","msg":"trace[1803939709] transaction","detail":"{read_only:false; response_revision:8040; number_of_response:1; }","duration":"165.494713ms","start":"2026-03-23T05:38:07.059857Z","end":"2026-03-23T05:38:07.225352Z","steps":["trace[1803939709] 'process raft request' (duration: 147.062984ms)","trace[1803939709] 'compare' (duration: 17.779885ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:38:07.225356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.304583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-23T05:38:07.225315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.949819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4fcv7\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-23T05:38:07.22554Z","caller":"traceutil/trace.go:171","msg":"trace[41475362] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8041; }","duration":"587.487978ms","start":"2026-03-23T05:38:06.637987Z","end":"2026-03-23T05:38:07.225475Z","steps":["trace[41475362] 'agreement among raft nodes before linearized reading' (duration: 587.058348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:38:07.225577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.690659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-23T05:38:07.225418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:38:06.628207Z","time spent":"597.201133ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-23T05:38:07.225634Z","caller":"traceutil/trace.go:171","msg":"trace[1673324964] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8041; }","duration":"590.75306ms","start":"2026-03-23T05:38:06.634866Z","end":"2026-03-23T05:38:07.225619Z","steps":["trace[1673324964] 'agreement among raft nodes before linearized reading' (duration: 590.604326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:38:07.225664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:38:06.637972Z","time spent":"587.650361ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-23T05:38:07.225812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:38:06.634861Z","time spent":"590.934554ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-23T05:38:07.225593Z","caller":"traceutil/trace.go:171","msg":"trace[442437712] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4fcv7; range_end:; response_count:1; response_revision:8041; }","duration":"584.289917ms","start":"2026-03-23T05:38:06.641275Z","end":"2026-03-23T05:38:07.225564Z","steps":["trace[442437712] 'agreement among raft nodes before linearized reading' (duration: 583.758535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:38:07.225444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:38:06.63015Z","time spent":"595.280721ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-23T05:38:07.225957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:38:06.641252Z","time spent":"584.692066ms","remote":"127.0.0.1:55216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-4fcv7\" "} {"level":"warn","ts":"2026-03-23T05:38:07.225976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.508046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"info","ts":"2026-03-23T05:38:07.226083Z","caller":"traceutil/trace.go:171","msg":"trace[1044855558] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8041; }","duration":"139.67823ms","start":"2026-03-23T05:38:07.086393Z","end":"2026-03-23T05:38:07.226071Z","steps":["trace[1044855558] 'agreement among raft nodes before linearized reading' (duration: 139.397223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:38:07.226125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.274993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-23T05:38:07.226169Z","caller":"traceutil/trace.go:171","msg":"trace[1145111277] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8041; }","duration":"596.330644ms","start":"2026-03-23T05:38:06.629828Z","end":"2026-03-23T05:38:07.226159Z","steps":["trace[1145111277] 'agreement among raft nodes before linearized reading' (duration: 596.220441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:38:07.225284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.128385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-wgnsv\" ","response":"range_response_count:1 size:4650"} {"level":"warn","ts":"2026-03-23T05:38:07.226237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.327933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-23T05:38:07.226293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.03423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T05:38:07.22631Z","caller":"traceutil/trace.go:171","msg":"trace[1898663316] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8041; }","duration":"605.436465ms","start":"2026-03-23T05:38:06.620854Z","end":"2026-03-23T05:38:07.22629Z","steps":["trace[1898663316] 'agreement among raft nodes before linearized reading' (duration: 605.274122ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:38:07.226336Z","caller":"traceutil/trace.go:171","msg":"trace[15656867] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:8041; }","duration":"780.116042ms","start":"2026-03-23T05:38:06.446207Z","end":"2026-03-23T05:38:07.226323Z","steps":["trace[15656867] 'agreement among raft nodes before linearized reading' (duration: 780.045801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:38:07.226358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:38:06.620831Z","time spent":"605.513028ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-23T05:38:07.226375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:38:06.446184Z","time spent":"780.180563ms","remote":"127.0.0.1:55286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-23T05:38:07.226381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.446465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-wgnsv\" ","response":"range_response_count:1 size:4650"} {"level":"info","ts":"2026-03-23T05:38:07.226275Z","caller":"traceutil/trace.go:171","msg":"trace[554013747] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-wgnsv; range_end:; response_count:1; response_revision:8041; }","duration":"107.167118ms","start":"2026-03-23T05:38:07.119089Z","end":"2026-03-23T05:38:07.226256Z","steps":["trace[554013747] 'agreement among raft nodes before linearized reading' (duration: 106.003872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:38:07.226404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.214881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T05:38:07.22645Z","caller":"traceutil/trace.go:171","msg":"trace[592749079] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-wgnsv; range_end:; response_count:1; response_revision:8041; }","duration":"158.553648ms","start":"2026-03-23T05:38:07.067881Z","end":"2026-03-23T05:38:07.226435Z","steps":["trace[592749079] 'agreement among raft nodes before linearized reading' (duration: 158.395444ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:38:07.22647Z","caller":"traceutil/trace.go:171","msg":"trace[1872632632] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:8041; }","duration":"482.327214ms","start":"2026-03-23T05:38:06.744125Z","end":"2026-03-23T05:38:07.226452Z","steps":["trace[1872632632] 'agreement among raft nodes before linearized reading' (duration: 482.218072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:38:07.226502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:38:06.744099Z","time spent":"482.393785ms","remote":"127.0.0.1:46048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":14,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-23T05:38:07.225991Z","caller":"traceutil/trace.go:171","msg":"trace[1288381119] transaction","detail":"{read_only:false; response_revision:8041; number_of_response:1; }","duration":"158.63821ms","start":"2026-03-23T05:38:07.067327Z","end":"2026-03-23T05:38:07.225965Z","steps":["trace[1288381119] 'process raft request' (duration: 157.583897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:38:07.22622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:38:06.629822Z","time spent":"596.390525ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-23T05:38:08.472097Z","caller":"traceutil/trace.go:171","msg":"trace[477344668] linearizableReadLoop","detail":"{readStateIndex:8356; appliedIndex:8355; }","duration":"493.089893ms","start":"2026-03-23T05:38:07.978974Z","end":"2026-03-23T05:38:08.472064Z","steps":["trace[477344668] 'read index received' (duration: 492.774646ms)","trace[477344668] 'applied index is now lower than readState.Index' (duration: 314.057µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:38:08.47222Z","caller":"traceutil/trace.go:171","msg":"trace[1022612970] transaction","detail":"{read_only:false; response_revision:8050; number_of_response:1; }","duration":"770.319725ms","start":"2026-03-23T05:38:07.701833Z","end":"2026-03-23T05:38:08.472153Z","steps":["trace[1022612970] 'process raft request' (duration: 770.018728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:38:08.472423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.40268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"warn","ts":"2026-03-23T05:38:08.472388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.838172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:38:08.472489Z","caller":"traceutil/trace.go:171","msg":"trace[864965334] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8050; }","duration":"493.563563ms","start":"2026-03-23T05:38:07.978913Z","end":"2026-03-23T05:38:08.472476Z","steps":["trace[864965334] 'agreement among raft nodes before linearized reading' (duration: 493.334318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:38:08.472481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:38:07.701812Z","time spent":"770.501958ms","remote":"127.0.0.1:43988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:38:08.472539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:38:07.97889Z","time spent":"493.639005ms","remote":"127.0.0.1:47278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3695,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"info","ts":"2026-03-23T05:38:08.472541Z","caller":"traceutil/trace.go:171","msg":"trace[340257802] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8050; }","duration":"222.106369ms","start":"2026-03-23T05:38:08.250411Z","end":"2026-03-23T05:38:08.472518Z","steps":["trace[340257802] 'agreement among raft nodes before linearized reading' (duration: 221.839983ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:38:08.638402Z","caller":"traceutil/trace.go:171","msg":"trace[950249171] transaction","detail":"{read_only:false; response_revision:8052; number_of_response:1; }","duration":"153.429075ms","start":"2026-03-23T05:38:08.484873Z","end":"2026-03-23T05:38:08.638302Z","steps":["trace[950249171] 'process raft request' (duration: 153.371073ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:38:08.63853Z","caller":"traceutil/trace.go:171","msg":"trace[175987466] transaction","detail":"{read_only:false; response_revision:8051; number_of_response:1; }","duration":"157.159538ms","start":"2026-03-23T05:38:08.481341Z","end":"2026-03-23T05:38:08.6385Z","steps":["trace[175987466] 'process raft request' (duration: 154.06728ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:38:08.837408Z","caller":"traceutil/trace.go:171","msg":"trace[1061566341] transaction","detail":"{read_only:false; response_revision:8053; number_of_response:1; }","duration":"193.751909ms","start":"2026-03-23T05:38:08.643579Z","end":"2026-03-23T05:38:08.837331Z","steps":["trace[1061566341] 'process raft request' (duration: 121.028685ms)","trace[1061566341] 'compare' (duration: 72.445458ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:38:09.237804Z","caller":"traceutil/trace.go:171","msg":"trace[1417851595] transaction","detail":"{read_only:false; response_revision:8054; number_of_response:1; }","duration":"593.278666ms","start":"2026-03-23T05:38:08.644225Z","end":"2026-03-23T05:38:09.237504Z","steps":["trace[1417851595] 'process raft request' (duration: 593.01232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:38:09.237947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:38:08.64419Z","time spent":"593.683035ms","remote":"127.0.0.1:55360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:38:09.511644Z","caller":"traceutil/trace.go:171","msg":"trace[1676497823] transaction","detail":"{read_only:false; response_revision:8061; number_of_response:1; }","duration":"179.893982ms","start":"2026-03-23T05:38:09.331713Z","end":"2026-03-23T05:38:09.511607Z","steps":["trace[1676497823] 'process raft request' (duration: 179.79195ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:38:09.511677Z","caller":"traceutil/trace.go:171","msg":"trace[1737652125] transaction","detail":"{read_only:false; response_revision:8059; number_of_response:1; }","duration":"180.942826ms","start":"2026-03-23T05:38:09.330689Z","end":"2026-03-23T05:38:09.511632Z","steps":["trace[1737652125] 'process raft request' (duration: 163.607391ms)","trace[1737652125] 'compare' (duration: 16.909906ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:38:09.511751Z","caller":"traceutil/trace.go:171","msg":"trace[1651473774] transaction","detail":"{read_only:false; response_revision:8060; number_of_response:1; }","duration":"180.847534ms","start":"2026-03-23T05:38:09.330855Z","end":"2026-03-23T05:38:09.511702Z","steps":["trace[1651473774] 'process raft request' (duration: 180.591199ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:38:09.511901Z","caller":"traceutil/trace.go:171","msg":"trace[1562400000] transaction","detail":"{read_only:false; response_revision:8062; number_of_response:1; }","duration":"180.082006ms","start":"2026-03-23T05:38:09.331799Z","end":"2026-03-23T05:38:09.511881Z","steps":["trace[1562400000] 'process raft request' (duration: 179.756489ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:38:09.512219Z","caller":"traceutil/trace.go:171","msg":"trace[1303491568] linearizableReadLoop","detail":"{readStateIndex:8369; appliedIndex:8363; }","duration":"177.458377ms","start":"2026-03-23T05:38:09.334742Z","end":"2026-03-23T05:38:09.5122Z","steps":["trace[1303491568] 'read index received' (duration: 6.738489ms)","trace[1303491568] 'applied index is now lower than readState.Index' (duration: 170.718888ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:38:09.512251Z","caller":"traceutil/trace.go:171","msg":"trace[1570530819] transaction","detail":"{read_only:false; response_revision:8063; number_of_response:1; }","duration":"180.164798ms","start":"2026-03-23T05:38:09.33207Z","end":"2026-03-23T05:38:09.512234Z","steps":["trace[1570530819] 'process raft request' (duration: 179.673867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:38:09.512821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.059911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228453"} {"level":"info","ts":"2026-03-23T05:38:09.512875Z","caller":"traceutil/trace.go:171","msg":"trace[1578034384] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8063; }","duration":"178.133213ms","start":"2026-03-23T05:38:09.33473Z","end":"2026-03-23T05:38:09.512864Z","steps":["trace[1578034384] 'agreement among raft nodes before linearized reading' (duration: 177.53068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:38:11.599492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:38:11.047588Z","time spent":"551.898808ms","remote":"127.0.0.1:55088","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-23T05:38:11.599516Z","caller":"traceutil/trace.go:171","msg":"trace[175529243] linearizableReadLoop","detail":"{readStateIndex:8370; appliedIndex:8369; }","duration":"360.237104ms","start":"2026-03-23T05:38:11.23924Z","end":"2026-03-23T05:38:11.599478Z","steps":["trace[175529243] 'read index received' (duration: 360.209963ms)","trace[175529243] 'applied index is now lower than readState.Index' (duration: 20.011µs)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:38:11.599632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.370316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T05:38:11.599684Z","caller":"traceutil/trace.go:171","msg":"trace[935246077] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:8063; }","duration":"360.479199ms","start":"2026-03-23T05:38:11.23919Z","end":"2026-03-23T05:38:11.599669Z","steps":["trace[935246077] 'agreement among raft nodes before linearized reading' (duration: 360.361996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:38:11.599717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:38:11.239168Z","time spent":"360.54355ms","remote":"127.0.0.1:55206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-03-23T05:38:11.837078Z","caller":"traceutil/trace.go:171","msg":"trace[1218152941] linearizableReadLoop","detail":"{readStateIndex:8372; appliedIndex:8370; }","duration":"237.45557ms","start":"2026-03-23T05:38:11.599591Z","end":"2026-03-23T05:38:11.837047Z","steps":["trace[1218152941] 'read index received' (duration: 237.306917ms)","trace[1218152941] 'applied index is now lower than readState.Index' (duration: 147.163µs)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:38:11.837308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.010379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-23T05:38:11.837351Z","caller":"traceutil/trace.go:171","msg":"trace[1179545696] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8065; }","duration":"492.118522ms","start":"2026-03-23T05:38:11.345222Z","end":"2026-03-23T05:38:11.83734Z","steps":["trace[1179545696] 'agreement among raft nodes before linearized reading' (duration: 491.934118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:38:11.837329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.137724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-23T05:38:11.83743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.841759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:38:11.837387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.905648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-23T05:38:11.837441Z","caller":"traceutil/trace.go:171","msg":"trace[1820014810] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8065; }","duration":"320.311608ms","start":"2026-03-23T05:38:11.517105Z","end":"2026-03-23T05:38:11.837417Z","steps":["trace[1820014810] 'agreement among raft nodes before linearized reading' (duration: 319.974651ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:38:11.837469Z","caller":"traceutil/trace.go:171","msg":"trace[20865253] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8065; }","duration":"411.919261ms","start":"2026-03-23T05:38:11.42554Z","end":"2026-03-23T05:38:11.837459Z","steps":["trace[20865253] 'agreement among raft nodes before linearized reading' (duration: 411.8699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:38:11.837503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:38:11.425519Z","time spent":"411.976622ms","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-23T05:38:11.837508Z","caller":"traceutil/trace.go:171","msg":"trace[1712764800] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8065; }","duration":"319.065941ms","start":"2026-03-23T05:38:11.518412Z","end":"2026-03-23T05:38:11.837478Z","steps":["trace[1712764800] 'agreement among raft nodes before linearized reading' (duration: 318.655262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:38:11.837539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.716526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-23T05:38:11.837627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.37425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-23T05:38:11.837645Z","caller":"traceutil/trace.go:171","msg":"trace[1247619096] transaction","detail":"{read_only:false; response_revision:8064; number_of_response:1; }","duration":"585.917142ms","start":"2026-03-23T05:38:11.251711Z","end":"2026-03-23T05:38:11.837628Z","steps":["trace[1247619096] 'process raft request' (duration: 585.086844ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:38:11.83768Z","caller":"traceutil/trace.go:171","msg":"trace[148540147] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8065; }","duration":"320.469572ms","start":"2026-03-23T05:38:11.5172Z","end":"2026-03-23T05:38:11.837669Z","steps":["trace[148540147] 'agreement among raft nodes before linearized reading' (duration: 320.326859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:38:11.837765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:38:11.517176Z","time spent":"320.580364ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-23T05:38:11.837803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.795236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-23T05:38:11.83783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:38:11.251689Z","time spent":"585.990374ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:38:11.837896Z","caller":"traceutil/trace.go:171","msg":"trace[2022311781] transaction","detail":"{read_only:false; response_revision:8065; number_of_response:1; }","duration":"586.055316ms","start":"2026-03-23T05:38:11.251831Z","end":"2026-03-23T05:38:11.837886Z","steps":["trace[2022311781] 'process raft request' (duration: 585.157586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:38:11.837938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.06224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:38:11.837988Z","caller":"traceutil/trace.go:171","msg":"trace[1603550564] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:8065; }","duration":"278.154182ms","start":"2026-03-23T05:38:11.55982Z","end":"2026-03-23T05:38:11.837975Z","steps":["trace[1603550564] 'agreement among raft nodes before linearized reading' (duration: 278.078321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:38:11.837996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:38:11.251798Z","time spent":"586.130127ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:38:11.837499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:38:11.51708Z","time spent":"320.40939ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-23T05:38:11.838149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.906161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-23T05:38:11.837568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:38:11.518401Z","time spent":"319.155542ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-23T05:38:11.838202Z","caller":"traceutil/trace.go:171","msg":"trace[1852885785] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8065; }","duration":"320.990023ms","start":"2026-03-23T05:38:11.517193Z","end":"2026-03-23T05:38:11.838183Z","steps":["trace[1852885785] 'agreement among raft nodes before linearized reading' (duration: 320.875041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:38:11.838249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:38:11.51717Z","time spent":"321.070714ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-23T05:38:11.837839Z","caller":"traceutil/trace.go:171","msg":"trace[367566879] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:8065; }","duration":"255.879798ms","start":"2026-03-23T05:38:11.581951Z","end":"2026-03-23T05:38:11.837831Z","steps":["trace[367566879] 'agreement among raft nodes before linearized reading' (duration: 255.711035ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:38:11.837632Z","caller":"traceutil/trace.go:171","msg":"trace[1172342617] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8065; }","duration":"320.970682ms","start":"2026-03-23T05:38:11.516641Z","end":"2026-03-23T05:38:11.837612Z","steps":["trace[1172342617] 'agreement among raft nodes before linearized reading' (duration: 320.744348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:38:11.83837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:38:11.516607Z","time spent":"321.737299ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-23T05:38:11.837388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:38:11.345193Z","time spent":"492.186272ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-23T05:38:11.838107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.04986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4fcv7\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-23T05:38:11.838619Z","caller":"traceutil/trace.go:171","msg":"trace[643338820] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4fcv7; range_end:; response_count:1; response_revision:8065; }","duration":"319.554233ms","start":"2026-03-23T05:38:11.519028Z","end":"2026-03-23T05:38:11.838582Z","steps":["trace[643338820] 'agreement among raft nodes before linearized reading' (duration: 318.963649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:38:11.838721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:38:11.519019Z","time spent":"319.668975ms","remote":"127.0.0.1:55216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-4fcv7\" "} {"level":"info","ts":"2026-03-23T05:38:11.851713Z","caller":"traceutil/trace.go:171","msg":"trace[995702603] transaction","detail":"{read_only:false; response_revision:8066; number_of_response:1; }","duration":"251.02242ms","start":"2026-03-23T05:38:11.600672Z","end":"2026-03-23T05:38:11.851695Z","steps":["trace[995702603] 'process raft request' (duration: 250.905318ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:38:20.199797Z","caller":"traceutil/trace.go:171","msg":"trace[1821885232] transaction","detail":"{read_only:false; response_revision:8140; number_of_response:1; }","duration":"150.264334ms","start":"2026-03-23T05:38:20.049496Z","end":"2026-03-23T05:38:20.19976Z","steps":["trace[1821885232] 'process raft request' (duration: 150.124561ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:38:20.199981Z","caller":"traceutil/trace.go:171","msg":"trace[598524635] linearizableReadLoop","detail":"{readStateIndex:8451; appliedIndex:8448; }","duration":"146.046561ms","start":"2026-03-23T05:38:20.053903Z","end":"2026-03-23T05:38:20.19995Z","steps":["trace[598524635] 'read index received' (duration: 94.404576ms)","trace[598524635] 'applied index is now lower than readState.Index' (duration: 51.640615ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:38:20.200009Z","caller":"traceutil/trace.go:171","msg":"trace[1793182344] transaction","detail":"{read_only:false; response_revision:8139; number_of_response:1; }","duration":"150.5259ms","start":"2026-03-23T05:38:20.049448Z","end":"2026-03-23T05:38:20.199974Z","steps":["trace[1793182344] 'process raft request' (duration: 98.844143ms)","trace[1793182344] 'compare' (duration: 51.144125ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:38:20.200105Z","caller":"traceutil/trace.go:171","msg":"trace[568464540] transaction","detail":"{read_only:false; response_revision:8141; number_of_response:1; }","duration":"150.55467ms","start":"2026-03-23T05:38:20.04954Z","end":"2026-03-23T05:38:20.200095Z","steps":["trace[568464540] 'process raft request' (duration: 150.165442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:38:20.200279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.350588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19407"} {"level":"info","ts":"2026-03-23T05:38:20.200348Z","caller":"traceutil/trace.go:171","msg":"trace[1237892817] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8141; }","duration":"146.434449ms","start":"2026-03-23T05:38:20.053897Z","end":"2026-03-23T05:38:20.200331Z","steps":["trace[1237892817] 'agreement among raft nodes before linearized reading' (duration: 146.198774ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:38:20.22377Z","caller":"traceutil/trace.go:171","msg":"trace[1809423030] transaction","detail":"{read_only:false; response_revision:8142; number_of_response:1; }","duration":"169.023802ms","start":"2026-03-23T05:38:20.054718Z","end":"2026-03-23T05:38:20.223742Z","steps":["trace[1809423030] 'process raft request' (duration: 168.882179ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:38:20.295568Z","caller":"traceutil/trace.go:171","msg":"trace[2078306853] transaction","detail":"{read_only:false; response_revision:8143; number_of_response:1; }","duration":"124.557124ms","start":"2026-03-23T05:38:20.170965Z","end":"2026-03-23T05:38:20.295522Z","steps":["trace[2078306853] 'process raft request' (duration: 124.308609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:38:20.295655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.992558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-g9dbr\" ","response":"range_response_count:1 size:4559"} {"level":"info","ts":"2026-03-23T05:38:20.295743Z","caller":"traceutil/trace.go:171","msg":"trace[582454608] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-g9dbr; range_end:; response_count:1; response_revision:8143; }","duration":"127.139571ms","start":"2026-03-23T05:38:20.168581Z","end":"2026-03-23T05:38:20.29572Z","steps":["trace[582454608] 'agreement among raft nodes before linearized reading' (duration: 126.894096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:38:22.43123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.735946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T05:38:22.431409Z","caller":"traceutil/trace.go:171","msg":"trace[1796372694] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8171; }","duration":"123.982231ms","start":"2026-03-23T05:38:22.307403Z","end":"2026-03-23T05:38:22.431385Z","steps":["trace[1796372694] 'count revisions from in-memory index tree' (duration: 123.048041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:38:22.431518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.825783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:38:22.431648Z","caller":"traceutil/trace.go:171","msg":"trace[377784880] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8171; }","duration":"181.010937ms","start":"2026-03-23T05:38:22.250606Z","end":"2026-03-23T05:38:22.431617Z","steps":["trace[377784880] 'agreement among raft nodes before linearized reading' (duration: 57.457776ms)","trace[377784880] 'range keys from in-memory index tree' (duration: 123.368397ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:38:22.433671Z","caller":"traceutil/trace.go:171","msg":"trace[1611474986] transaction","detail":"{read_only:false; response_revision:8172; number_of_response:1; }","duration":"124.399061ms","start":"2026-03-23T05:38:22.309252Z","end":"2026-03-23T05:38:22.433651Z","steps":["trace[1611474986] 'process raft request' (duration: 124.230017ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:38:22.440587Z","caller":"traceutil/trace.go:171","msg":"trace[15228773] linearizableReadLoop","detail":"{readStateIndex:8485; appliedIndex:8483; }","duration":"129.173297ms","start":"2026-03-23T05:38:22.311397Z","end":"2026-03-23T05:38:22.44057Z","steps":["trace[15228773] 'read index received' (duration: 122.07722ms)","trace[15228773] 'applied index is now lower than readState.Index' (duration: 7.095057ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:38:22.44067Z","caller":"traceutil/trace.go:171","msg":"trace[1412183580] transaction","detail":"{read_only:false; response_revision:8174; number_of_response:1; }","duration":"128.308958ms","start":"2026-03-23T05:38:22.312351Z","end":"2026-03-23T05:38:22.440659Z","steps":["trace[1412183580] 'process raft request' (duration: 128.136924ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:38:22.440761Z","caller":"traceutil/trace.go:171","msg":"trace[2098630149] transaction","detail":"{read_only:false; response_revision:8173; number_of_response:1; }","duration":"131.086919ms","start":"2026-03-23T05:38:22.309572Z","end":"2026-03-23T05:38:22.440659Z","steps":["trace[2098630149] 'process raft request' (duration: 130.772922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:38:22.44094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.522845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-g9dbr\" ","response":"range_response_count:1 size:4945"} {"level":"info","ts":"2026-03-23T05:38:22.441018Z","caller":"traceutil/trace.go:171","msg":"trace[18276529] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-g9dbr; range_end:; response_count:1; response_revision:8174; }","duration":"129.638017ms","start":"2026-03-23T05:38:22.311364Z","end":"2026-03-23T05:38:22.441002Z","steps":["trace[18276529] 'agreement among raft nodes before linearized reading' (duration: 129.432342ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:38:22.562595Z","caller":"traceutil/trace.go:171","msg":"trace[2132237347] linearizableReadLoop","detail":"{readStateIndex:8488; appliedIndex:8486; }","duration":"121.930756ms","start":"2026-03-23T05:38:22.440635Z","end":"2026-03-23T05:38:22.562566Z","steps":["trace[2132237347] 'read index received' (duration: 110.87971ms)","trace[2132237347] 'applied index is now lower than readState.Index' (duration: 11.049596ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:38:22.56272Z","caller":"traceutil/trace.go:171","msg":"trace[577346324] transaction","detail":"{read_only:false; response_revision:8176; number_of_response:1; }","duration":"124.191896ms","start":"2026-03-23T05:38:22.438486Z","end":"2026-03-23T05:38:22.562678Z","steps":["trace[577346324] 'process raft request' (duration: 124.022603ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:38:22.562773Z","caller":"traceutil/trace.go:171","msg":"trace[1578788803] transaction","detail":"{read_only:false; response_revision:8175; number_of_response:1; }","duration":"125.007295ms","start":"2026-03-23T05:38:22.437736Z","end":"2026-03-23T05:38:22.562743Z","steps":["trace[1578788803] 'process raft request' (duration: 113.759615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:38:22.56289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.040886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T05:38:22.562999Z","caller":"traceutil/trace.go:171","msg":"trace[1222614970] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:8176; }","duration":"235.19903ms","start":"2026-03-23T05:38:22.327774Z","end":"2026-03-23T05:38:22.562973Z","steps":["trace[1222614970] 'agreement among raft nodes before linearized reading' (duration: 234.939284ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:38:22.650735Z","caller":"traceutil/trace.go:171","msg":"trace[259239827] transaction","detail":"{read_only:false; response_revision:8177; number_of_response:1; }","duration":"207.991085ms","start":"2026-03-23T05:38:22.442705Z","end":"2026-03-23T05:38:22.650696Z","steps":["trace[259239827] 'process raft request' (duration: 207.76481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:38:22.650761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.90873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:38:22.650857Z","caller":"traceutil/trace.go:171","msg":"trace[788950762] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:0; response_revision:8177; }","duration":"142.048772ms","start":"2026-03-23T05:38:22.508787Z","end":"2026-03-23T05:38:22.650835Z","steps":["trace[788950762] 'agreement among raft nodes before linearized reading' (duration: 141.894729ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:38:23.466007Z","caller":"traceutil/trace.go:171","msg":"trace[139609646] transaction","detail":"{read_only:false; response_revision:8201; number_of_response:1; }","duration":"120.906662ms","start":"2026-03-23T05:38:23.345062Z","end":"2026-03-23T05:38:23.465968Z","steps":["trace[139609646] 'process raft request' (duration: 105.138392ms)","trace[139609646] 'compare' (duration: 15.609807ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:38:38.290673Z","caller":"traceutil/trace.go:171","msg":"trace[958166170] transaction","detail":"{read_only:false; response_revision:8335; number_of_response:1; }","duration":"100.332461ms","start":"2026-03-23T05:38:38.190302Z","end":"2026-03-23T05:38:38.290635Z","steps":["trace[958166170] 'process raft request' (duration: 35.318046ms)","trace[958166170] 'compare' (duration: 64.828461ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:38:40.135559Z","caller":"traceutil/trace.go:171","msg":"trace[361423163] transaction","detail":"{read_only:false; response_revision:8345; number_of_response:1; }","duration":"114.394844ms","start":"2026-03-23T05:38:40.021129Z","end":"2026-03-23T05:38:40.135524Z","steps":["trace[361423163] 'process raft request' (duration: 93.290334ms)","trace[361423163] 'compare' (duration: 20.653639ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:38:42.676942Z","caller":"traceutil/trace.go:171","msg":"trace[1704268840] transaction","detail":"{read_only:false; response_revision:8361; number_of_response:1; }","duration":"119.548479ms","start":"2026-03-23T05:38:42.55736Z","end":"2026-03-23T05:38:42.676909Z","steps":["trace[1704268840] 'process raft request' (duration: 97.14079ms)","trace[1704268840] 'compare' (duration: 22.277956ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:38:50.754327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.540838ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:38:50.754499Z","caller":"traceutil/trace.go:171","msg":"trace[1388431034] transaction","detail":"{read_only:false; response_revision:8413; number_of_response:1; }","duration":"162.217017ms","start":"2026-03-23T05:38:50.592262Z","end":"2026-03-23T05:38:50.754479Z","steps":["trace[1388431034] 'process raft request' (duration: 56.448125ms)","trace[1388431034] 'compare' (duration: 105.386684ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:39:09.956106Z","caller":"traceutil/trace.go:171","msg":"trace[653867253] transaction","detail":"{read_only:false; response_revision:8671; number_of_response:1; }","duration":"319.548457ms","start":"2026-03-23T05:39:09.636517Z","end":"2026-03-23T05:39:09.956066Z","steps":["trace[653867253] 'process raft request' (duration: 318.37859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:39:09.956306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:39:09.636484Z","time spent":"319.72964ms","remote":"127.0.0.1:55216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10124,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:39:22.575182Z","caller":"traceutil/trace.go:171","msg":"trace[1377700363] linearizableReadLoop","detail":"{readStateIndex:9064; appliedIndex:9063; }","duration":"310.756761ms","start":"2026-03-23T05:39:22.264399Z","end":"2026-03-23T05:39:22.575155Z","steps":["trace[1377700363] 'read index received' (duration: 310.654019ms)","trace[1377700363] 'applied index is now lower than readState.Index' (duration: 101.562µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:39:22.5753Z","caller":"traceutil/trace.go:171","msg":"trace[2071208006] transaction","detail":"{read_only:false; response_revision:8737; number_of_response:1; }","duration":"317.00317ms","start":"2026-03-23T05:39:22.258252Z","end":"2026-03-23T05:39:22.575256Z","steps":["trace[2071208006] 'process raft request' (duration: 316.713173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:39:22.575499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:39:22.258233Z","time spent":"317.156983ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:39:22.575615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.185481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6f44956d59-nknxv.189f61b5f0a9a8ee\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-23T05:39:22.575719Z","caller":"traceutil/trace.go:171","msg":"trace[1840838126] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6f44956d59-nknxv.189f61b5f0a9a8ee; range_end:; response_count:1; response_revision:8737; }","duration":"311.328863ms","start":"2026-03-23T05:39:22.264362Z","end":"2026-03-23T05:39:22.575691Z","steps":["trace[1840838126] 'agreement among raft nodes before linearized reading' (duration: 310.945825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:39:22.575768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:39:22.264349Z","time spent":"311.408696ms","remote":"127.0.0.1:55104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-6f44956d59-nknxv.189f61b5f0a9a8ee\" "} {"level":"info","ts":"2026-03-23T05:39:22.655328Z","caller":"traceutil/trace.go:171","msg":"trace[2000180712] transaction","detail":"{read_only:false; response_revision:8739; number_of_response:1; }","duration":"246.484172ms","start":"2026-03-23T05:39:22.40878Z","end":"2026-03-23T05:39:22.655264Z","steps":["trace[2000180712] 'process raft request' (duration: 246.345019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:39:22.655441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.955947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-23T05:39:22.655483Z","caller":"traceutil/trace.go:171","msg":"trace[511895697] transaction","detail":"{read_only:false; response_revision:8738; number_of_response:1; }","duration":"321.333546ms","start":"2026-03-23T05:39:22.334099Z","end":"2026-03-23T05:39:22.655432Z","steps":["trace[511895697] 'process raft request' (duration: 320.859696ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:39:22.655535Z","caller":"traceutil/trace.go:171","msg":"trace[553775472] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8739; }","duration":"106.11755ms","start":"2026-03-23T05:39:22.549394Z","end":"2026-03-23T05:39:22.655512Z","steps":["trace[553775472] 'agreement among raft nodes before linearized reading' (duration: 105.803483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:39:22.655707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.224139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-23T05:39:22.65581Z","caller":"traceutil/trace.go:171","msg":"trace[87923324] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8739; }","duration":"198.375402ms","start":"2026-03-23T05:39:22.457402Z","end":"2026-03-23T05:39:22.655778Z","steps":["trace[87923324] 'agreement among raft nodes before linearized reading' (duration: 198.088586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:39:22.655721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:39:22.334067Z","time spent":"321.517641ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:39:22.804224Z","caller":"traceutil/trace.go:171","msg":"trace[1932284050] linearizableReadLoop","detail":"{readStateIndex:9067; appliedIndex:9066; }","duration":"149.016533ms","start":"2026-03-23T05:39:22.655175Z","end":"2026-03-23T05:39:22.804191Z","steps":["trace[1932284050] 'read index received' (duration: 62.507719ms)","trace[1932284050] 'applied index is now lower than readState.Index' (duration: 86.507744ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:39:22.804718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.05065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4fcv7\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-23T05:39:22.804999Z","caller":"traceutil/trace.go:171","msg":"trace[1783400546] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4fcv7; range_end:; response_count:1; response_revision:8740; }","duration":"187.231634ms","start":"2026-03-23T05:39:22.617603Z","end":"2026-03-23T05:39:22.804834Z","steps":["trace[1783400546] 'agreement among raft nodes before linearized reading' (duration: 186.746754ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:39:22.805478Z","caller":"traceutil/trace.go:171","msg":"trace[634257860] transaction","detail":"{read_only:false; response_revision:8740; number_of_response:1; }","duration":"225.945285ms","start":"2026-03-23T05:39:22.578351Z","end":"2026-03-23T05:39:22.804296Z","steps":["trace[634257860] 'process raft request' (duration: 139.35565ms)","trace[634257860] 'compare' (duration: 86.298849ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:39:22.865034Z","caller":"traceutil/trace.go:171","msg":"trace[731570938] transaction","detail":"{read_only:false; response_revision:8742; number_of_response:1; }","duration":"203.924665ms","start":"2026-03-23T05:39:22.661057Z","end":"2026-03-23T05:39:22.864981Z","steps":["trace[731570938] 'process raft request' (duration: 203.822903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:39:22.865156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.221868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-23T05:39:22.865258Z","caller":"traceutil/trace.go:171","msg":"trace[548288191] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8742; }","duration":"180.358872ms","start":"2026-03-23T05:39:22.684873Z","end":"2026-03-23T05:39:22.865232Z","steps":["trace[548288191] 'agreement among raft nodes before linearized reading' (duration: 180.085536ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:39:22.865371Z","caller":"traceutil/trace.go:171","msg":"trace[1014133655] transaction","detail":"{read_only:false; response_revision:8741; number_of_response:1; }","duration":"205.142302ms","start":"2026-03-23T05:39:22.660216Z","end":"2026-03-23T05:39:22.865359Z","steps":["trace[1014133655] 'process raft request' (duration: 204.525238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:39:22.8655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.342584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-23T05:39:22.865553Z","caller":"traceutil/trace.go:171","msg":"trace[1676419083] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8742; }","duration":"181.433336ms","start":"2026-03-23T05:39:22.684107Z","end":"2026-03-23T05:39:22.86554Z","steps":["trace[1676419083] 'agreement among raft nodes before linearized reading' (duration: 181.305983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:39:23.337324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.261391ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:39:23.337553Z","caller":"traceutil/trace.go:171","msg":"trace[902043553] linearizableReadLoop","detail":"{readStateIndex:9071; appliedIndex:9069; }","duration":"420.709096ms","start":"2026-03-23T05:39:22.916826Z","end":"2026-03-23T05:39:23.337535Z","steps":["trace[902043553] 'read index received' (duration: 272.238224ms)","trace[902043553] 'applied index is now lower than readState.Index' (duration: 148.469932ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:39:23.337639Z","caller":"traceutil/trace.go:171","msg":"trace[525919971] transaction","detail":"{read_only:false; response_revision:8743; number_of_response:1; }","duration":"467.736302ms","start":"2026-03-23T05:39:22.869891Z","end":"2026-03-23T05:39:23.337627Z","steps":["trace[525919971] 'process raft request' (duration: 40.075132ms)","trace[525919971] 'compare' (duration: 426.806312ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:39:23.337699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:39:22.869861Z","time spent":"467.806264ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:39:23.337956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.124036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-23T05:39:23.337946Z","caller":"traceutil/trace.go:171","msg":"trace[2083051632] transaction","detail":"{read_only:false; response_revision:8744; number_of_response:1; }","duration":"467.126958ms","start":"2026-03-23T05:39:22.870792Z","end":"2026-03-23T05:39:23.337919Z","steps":["trace[2083051632] 'process raft request' (duration: 466.653777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:39:23.337999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.486515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:39:23.338013Z","caller":"traceutil/trace.go:171","msg":"trace[1156583548] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8744; }","duration":"421.204908ms","start":"2026-03-23T05:39:22.916791Z","end":"2026-03-23T05:39:23.337996Z","steps":["trace[1156583548] 'agreement among raft nodes before linearized reading' (duration: 421.005203ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:39:23.338052Z","caller":"traceutil/trace.go:171","msg":"trace[456404281] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8744; }","duration":"274.589477ms","start":"2026-03-23T05:39:23.063447Z","end":"2026-03-23T05:39:23.338036Z","steps":["trace[456404281] 'agreement among raft nodes before linearized reading' (duration: 274.500535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:39:23.338058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:39:22.916774Z","time spent":"421.274479ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-23T05:39:23.338113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:39:22.87076Z","time spent":"467.253602ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:39:23.338122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.300229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-23T05:39:23.338185Z","caller":"traceutil/trace.go:171","msg":"trace[842346203] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8744; }","duration":"385.421742ms","start":"2026-03-23T05:39:22.952747Z","end":"2026-03-23T05:39:23.338169Z","steps":["trace[842346203] 'agreement among raft nodes before linearized reading' (duration: 385.162645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:39:23.338234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:39:22.952721Z","time spent":"385.504124ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-23T05:39:23.532108Z","caller":"traceutil/trace.go:171","msg":"trace[780883374] transaction","detail":"{read_only:false; response_revision:8746; number_of_response:1; }","duration":"189.387493ms","start":"2026-03-23T05:39:23.342681Z","end":"2026-03-23T05:39:23.532068Z","steps":["trace[780883374] 'process raft request' (duration: 143.922032ms)","trace[780883374] 'compare' (duration: 45.219626ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:39:51.610289Z","caller":"traceutil/trace.go:171","msg":"trace[939394026] transaction","detail":"{read_only:false; response_revision:8935; number_of_response:1; }","duration":"107.327717ms","start":"2026-03-23T05:39:51.502922Z","end":"2026-03-23T05:39:51.61025Z","steps":["trace[939394026] 'process raft request' (duration: 106.727723ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:39:51.612091Z","caller":"traceutil/trace.go:171","msg":"trace[86453107] transaction","detail":"{read_only:false; response_revision:8936; number_of_response:1; }","duration":"109.019103ms","start":"2026-03-23T05:39:51.503048Z","end":"2026-03-23T05:39:51.612068Z","steps":["trace[86453107] 'process raft request' (duration: 108.87933ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:40:44.961683Z","caller":"traceutil/trace.go:171","msg":"trace[291943575] transaction","detail":"{read_only:false; response_revision:9269; number_of_response:1; }","duration":"368.012145ms","start":"2026-03-23T05:40:44.593645Z","end":"2026-03-23T05:40:44.961657Z","steps":["trace[291943575] 'process raft request' (duration: 367.857721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:40:44.962371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:40:44.593615Z","time spent":"368.149828ms","remote":"127.0.0.1:55268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5222,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:41:16.484691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.292109ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-23T05:41:16.484812Z","caller":"traceutil/trace.go:171","msg":"trace[577402839] linearizableReadLoop","detail":"{readStateIndex:9848; appliedIndex:9847; }","duration":"233.236435ms","start":"2026-03-23T05:41:16.251557Z","end":"2026-03-23T05:41:16.484793Z","steps":["trace[577402839] 'read index received' (duration: 107.682339ms)","trace[577402839] 'applied index is now lower than readState.Index' (duration: 125.552106ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:41:16.485065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.50482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:41:16.485097Z","caller":"traceutil/trace.go:171","msg":"trace[400770956] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9494; }","duration":"233.586202ms","start":"2026-03-23T05:41:16.2515Z","end":"2026-03-23T05:41:16.485086Z","steps":["trace[400770956] 'agreement among raft nodes before linearized reading' (duration: 233.5062ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:41:34.095737Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e9047e95cdba2056","local-member-applied-index":10002,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-23T05:41:34.10679Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10002} {"level":"info","ts":"2026-03-23T05:41:34.10693Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5002} {"level":"info","ts":"2026-03-23T05:41:39.352735Z","caller":"traceutil/trace.go:171","msg":"trace[1897560595] transaction","detail":"{read_only:false; response_revision:9707; number_of_response:1; }","duration":"178.362877ms","start":"2026-03-23T05:41:39.174336Z","end":"2026-03-23T05:41:39.352699Z","steps":["trace[1897560595] 'process raft request' (duration: 178.06852ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:41:39.488825Z","caller":"traceutil/trace.go:171","msg":"trace[1047708583] transaction","detail":"{read_only:false; response_revision:9708; number_of_response:1; }","duration":"304.187369ms","start":"2026-03-23T05:41:39.184602Z","end":"2026-03-23T05:41:39.48879Z","steps":["trace[1047708583] 'process raft request' (duration: 214.865468ms)","trace[1047708583] 'compare' (duration: 88.959713ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:41:39.488856Z","caller":"traceutil/trace.go:171","msg":"trace[333770630] transaction","detail":"{read_only:false; response_revision:9709; number_of_response:1; }","duration":"284.443931ms","start":"2026-03-23T05:41:39.204381Z","end":"2026-03-23T05:41:39.488825Z","steps":["trace[333770630] 'process raft request' (duration: 284.291968ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:41:39.488954Z","caller":"traceutil/trace.go:171","msg":"trace[179882373] linearizableReadLoop","detail":"{readStateIndex:10070; appliedIndex:10067; }","duration":"236.086827ms","start":"2026-03-23T05:41:39.252849Z","end":"2026-03-23T05:41:39.488936Z","steps":["trace[179882373] 'read index received' (duration: 105.307516ms)","trace[179882373] 'applied index is now lower than readState.Index' (duration: 130.776301ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:41:39.489005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:41:39.184563Z","time spent":"304.343863ms","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:41:39.489136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.268781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:41:39.489189Z","caller":"traceutil/trace.go:171","msg":"trace[268746254] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9710; }","duration":"236.389364ms","start":"2026-03-23T05:41:39.252786Z","end":"2026-03-23T05:41:39.489175Z","steps":["trace[268746254] 'agreement among raft nodes before linearized reading' (duration: 236.289792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:41:39.489265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.994132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-23T05:41:39.48934Z","caller":"traceutil/trace.go:171","msg":"trace[465315010] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9710; }","duration":"166.083235ms","start":"2026-03-23T05:41:39.323227Z","end":"2026-03-23T05:41:39.48931Z","steps":["trace[465315010] 'agreement among raft nodes before linearized reading' (duration: 165.86817ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:41:39.488898Z","caller":"traceutil/trace.go:171","msg":"trace[1784731737] transaction","detail":"{read_only:false; response_revision:9710; number_of_response:1; }","duration":"282.519268ms","start":"2026-03-23T05:41:39.206352Z","end":"2026-03-23T05:41:39.488871Z","steps":["trace[1784731737] 'process raft request' (duration: 282.378405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:41:43.688145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.43688ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:41:43.688322Z","caller":"traceutil/trace.go:171","msg":"trace[1485057799] transaction","detail":"{read_only:false; response_revision:9736; number_of_response:1; }","duration":"156.560994ms","start":"2026-03-23T05:41:43.531737Z","end":"2026-03-23T05:41:43.688298Z","steps":["trace[1485057799] 'process raft request' (duration: 31.842857ms)","trace[1485057799] 'compare' (duration: 124.240656ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:41:43.748958Z","caller":"traceutil/trace.go:171","msg":"trace[1322295334] transaction","detail":"{read_only:false; response_revision:9737; number_of_response:1; }","duration":"213.120508ms","start":"2026-03-23T05:41:43.535817Z","end":"2026-03-23T05:41:43.748938Z","steps":["trace[1322295334] 'process raft request' (duration: 212.587557ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:42:07.920537Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7679} {"level":"info","ts":"2026-03-23T05:42:07.989261Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7679,"took":"66.458544ms","hash":3139950353,"current-db-size-bytes":42590208,"current-db-size":"43 MB","current-db-size-in-use-bytes":26427392,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-23T05:42:07.98932Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3139950353,"revision":7679,"compact-revision":5608} {"level":"info","ts":"2026-03-23T05:42:44.800401Z","caller":"traceutil/trace.go:171","msg":"trace[422598361] transaction","detail":"{read_only:false; response_revision:10079; number_of_response:1; }","duration":"167.6635ms","start":"2026-03-23T05:42:44.632702Z","end":"2026-03-23T05:42:44.800366Z","steps":["trace[422598361] 'process raft request' (duration: 167.582659ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:42:44.800587Z","caller":"traceutil/trace.go:171","msg":"trace[987133006] transaction","detail":"{read_only:false; response_revision:10078; number_of_response:1; }","duration":"168.193251ms","start":"2026-03-23T05:42:44.63236Z","end":"2026-03-23T05:42:44.800554Z","steps":["trace[987133006] 'process raft request' (duration: 164.814647ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:42:46.438141Z","caller":"traceutil/trace.go:171","msg":"trace[687957934] linearizableReadLoop","detail":"{readStateIndex:10460; appliedIndex:10459; }","duration":"107.940126ms","start":"2026-03-23T05:42:46.330157Z","end":"2026-03-23T05:42:46.438097Z","steps":["trace[687957934] 'read index received' (duration: 32.656315ms)","trace[687957934] 'applied index is now lower than readState.Index' (duration: 75.281641ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:42:46.438764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.596279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:375461"} {"level":"info","ts":"2026-03-23T05:42:46.438861Z","caller":"traceutil/trace.go:171","msg":"trace[1835843110] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:10084; }","duration":"108.756153ms","start":"2026-03-23T05:42:46.330082Z","end":"2026-03-23T05:42:46.438838Z","steps":["trace[1835843110] 'agreement among raft nodes before linearized reading' (duration: 108.126079ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:47:07.933686Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9888} {"level":"info","ts":"2026-03-23T05:47:08.015255Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9888,"took":"79.006541ms","hash":1261287240,"current-db-size-bytes":42590208,"current-db-size":"43 MB","current-db-size-in-use-bytes":17543168,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-03-23T05:47:08.015335Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1261287240,"revision":9888,"compact-revision":7679}