{"level":"warn","ts":"2026-03-13T23:04:37.777078Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-13T23:04:37.777204Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.242:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.242:2380","--initial-cluster=instance=https://199.204.45.242:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.242:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.242:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-13T23:04:37.777294Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-13T23:04:37.77731Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.242:2380"]} {"level":"info","ts":"2026-03-13T23:04:37.777331Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-13T23:04:37.778165Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.242:2379"]} {"level":"info","ts":"2026-03-13T23:04:37.778268Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.242:2380"],"listen-peer-urls":["https://199.204.45.242:2380"],"advertise-client-urls":["https://199.204.45.242:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.242:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.242:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-13T23:04:37.782281Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.74635ms"} {"level":"info","ts":"2026-03-13T23:04:37.788707Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"b844c110b9783e73","cluster-id":"49dc9693ccd466a9"} {"level":"info","ts":"2026-03-13T23:04:37.788805Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 switched to configuration voters=()"} {"level":"info","ts":"2026-03-13T23:04:37.788893Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 became follower at term 0"} {"level":"info","ts":"2026-03-13T23:04:37.788916Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft b844c110b9783e73 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-13T23:04:37.788929Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 became follower at term 1"} {"level":"info","ts":"2026-03-13T23:04:37.788983Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 switched to configuration voters=(13277949878970367603)"} {"level":"warn","ts":"2026-03-13T23:04:37.793952Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-13T23:04:37.795648Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-13T23:04:37.797445Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-13T23:04:37.799871Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"b844c110b9783e73","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-13T23:04:37.80007Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-13T23:04:37.800231Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-13T23:04:37.800254Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-13T23:04:37.800796Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"b844c110b9783e73","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-13T23:04:37.801128Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 switched to configuration voters=(13277949878970367603)"} {"level":"info","ts":"2026-03-13T23:04:37.801299Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"49dc9693ccd466a9","local-member-id":"b844c110b9783e73","added-peer-id":"b844c110b9783e73","added-peer-peer-urls":["https://199.204.45.242:2380"]} {"level":"info","ts":"2026-03-13T23:04:37.805606Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-13T23:04:37.805696Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.242:2380"} {"level":"info","ts":"2026-03-13T23:04:37.805743Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.242:2380"} {"level":"info","ts":"2026-03-13T23:04:37.805911Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"b844c110b9783e73","initial-advertise-peer-urls":["https://199.204.45.242:2380"],"listen-peer-urls":["https://199.204.45.242:2380"],"advertise-client-urls":["https://199.204.45.242:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.242:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-13T23:04:37.80595Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-13T23:04:38.189484Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 is starting a new election at term 1"} {"level":"info","ts":"2026-03-13T23:04:38.18964Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-13T23:04:38.189673Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 received MsgPreVoteResp from b844c110b9783e73 at term 1"} {"level":"info","ts":"2026-03-13T23:04:38.189692Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 became candidate at term 2"} {"level":"info","ts":"2026-03-13T23:04:38.189726Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 received MsgVoteResp from b844c110b9783e73 at term 2"} {"level":"info","ts":"2026-03-13T23:04:38.189742Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 became leader at term 2"} {"level":"info","ts":"2026-03-13T23:04:38.189761Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: b844c110b9783e73 elected leader b844c110b9783e73 at term 2"} {"level":"info","ts":"2026-03-13T23:04:38.342215Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-13T23:04:38.342199Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"b844c110b9783e73","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.242:2379]}","request-path":"/0/members/b844c110b9783e73/attributes","cluster-id":"49dc9693ccd466a9","publish-timeout":"7s"} {"level":"info","ts":"2026-03-13T23:04:38.342252Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-13T23:04:38.342602Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-13T23:04:38.342785Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-13T23:04:38.342967Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-13T23:04:38.346045Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.242:2379"} {"level":"info","ts":"2026-03-13T23:04:38.346724Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-13T23:04:38.357204Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"49dc9693ccd466a9","local-member-id":"b844c110b9783e73","cluster-version":"3.5"} {"level":"info","ts":"2026-03-13T23:04:38.35736Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-13T23:04:38.357405Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"warn","ts":"2026-03-13T23:04:41.165155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.109344ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-13T23:04:41.165263Z","caller":"traceutil/trace.go:171","msg":"trace[1639669753] transaction","detail":"{read_only:false; response_revision:119; number_of_response:1; }","duration":"185.41428ms","start":"2026-03-13T23:04:40.979834Z","end":"2026-03-13T23:04:41.165249Z","steps":["trace[1639669753] 'process raft request' (duration: 76.907788ms)","trace[1639669753] 'compare' (duration: 107.99698ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:04:41.603526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.533253ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-13T23:04:41.603608Z","caller":"traceutil/trace.go:171","msg":"trace[1721760905] transaction","detail":"{read_only:false; response_revision:126; number_of_response:1; }","duration":"184.135309ms","start":"2026-03-13T23:04:41.419457Z","end":"2026-03-13T23:04:41.603593Z","steps":["trace[1721760905] 'process raft request' (duration: 29.475843ms)","trace[1721760905] 'compare' (duration: 154.423311ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:04:41.905957Z","caller":"traceutil/trace.go:171","msg":"trace[769493842] transaction","detail":"{read_only:false; response_revision:135; number_of_response:1; }","duration":"110.540232ms","start":"2026-03-13T23:04:41.795374Z","end":"2026-03-13T23:04:41.905915Z","steps":["trace[769493842] 'process raft request' (duration: 75.858354ms)","trace[769493842] 'compare' (duration: 34.35194ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:04:42.557372Z","caller":"traceutil/trace.go:171","msg":"trace[1099256209] transaction","detail":"{read_only:false; response_revision:175; number_of_response:1; }","duration":"132.00666ms","start":"2026-03-13T23:04:42.425336Z","end":"2026-03-13T23:04:42.557342Z","steps":["trace[1099256209] 'process raft request' (duration: 131.940199ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:42.557397Z","caller":"traceutil/trace.go:171","msg":"trace[811759753] transaction","detail":"{read_only:false; response_revision:174; number_of_response:1; }","duration":"133.047285ms","start":"2026-03-13T23:04:42.424317Z","end":"2026-03-13T23:04:42.557365Z","steps":["trace[811759753] 'process raft request' (duration: 35.937058ms)","trace[811759753] 'compare' (duration: 96.808809ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:05:00.251365Z","caller":"traceutil/trace.go:171","msg":"trace[1623464417] linearizableReadLoop","detail":"{readStateIndex:471; appliedIndex:470; }","duration":"237.563469ms","start":"2026-03-13T23:05:00.013688Z","end":"2026-03-13T23:05:00.251251Z","steps":["trace[1623464417] 'read index received' (duration: 234.591101ms)","trace[1623464417] 'applied index is now lower than readState.Index' (duration: 2.970658ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:05:00.251429Z","caller":"traceutil/trace.go:171","msg":"trace[1650242049] transaction","detail":"{read_only:false; response_revision:456; number_of_response:1; }","duration":"916.014084ms","start":"2026-03-13T23:04:59.335298Z","end":"2026-03-13T23:05:00.251312Z","steps":["trace[1650242049] 'process raft request' (duration: 913.086507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:00.251664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.903958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-13T23:05:00.25172Z","caller":"traceutil/trace.go:171","msg":"trace[645891899] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:456; }","duration":"237.97341ms","start":"2026-03-13T23:05:00.013725Z","end":"2026-03-13T23:05:00.251698Z","steps":["trace[645891899] 'agreement among raft nodes before linearized reading' (duration: 237.774025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:00.251721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.010041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-13T23:05:00.251815Z","caller":"traceutil/trace.go:171","msg":"trace[1423179998] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:456; }","duration":"238.138434ms","start":"2026-03-13T23:05:00.013648Z","end":"2026-03-13T23:05:00.251786Z","steps":["trace[1423179998] 'agreement among raft nodes before linearized reading' (duration: 237.726144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:00.251878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:59.335277Z","time spent":"916.23634ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:05:00.669543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.396451ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:05:00.669719Z","caller":"traceutil/trace.go:171","msg":"trace[1239705554] linearizableReadLoop","detail":"{readStateIndex:473; appliedIndex:471; }","duration":"395.222934ms","start":"2026-03-13T23:05:00.274478Z","end":"2026-03-13T23:05:00.669701Z","steps":["trace[1239705554] 'read index received' (duration: 26.562396ms)","trace[1239705554] 'applied index is now lower than readState.Index' (duration: 368.659558ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:05:00.669821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.351726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-13T23:05:00.669853Z","caller":"traceutil/trace.go:171","msg":"trace[1079969515] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:458; }","duration":"395.43536ms","start":"2026-03-13T23:05:00.274407Z","end":"2026-03-13T23:05:00.669842Z","steps":["trace[1079969515] 'agreement among raft nodes before linearized reading' (duration: 395.350148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:00.669887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:00.27438Z","time spent":"395.499291ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-13T23:05:00.66989Z","caller":"traceutil/trace.go:171","msg":"trace[1845159232] transaction","detail":"{read_only:false; response_revision:457; number_of_response:1; }","duration":"412.24968ms","start":"2026-03-13T23:05:00.257591Z","end":"2026-03-13T23:05:00.669841Z","steps":["trace[1845159232] 'process raft request' (duration: 43.460039ms)","trace[1845159232] 'compare' (duration: 368.268058ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:05:00.670116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:00.257574Z","time spent":"412.404146ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:05:00.670135Z","caller":"traceutil/trace.go:171","msg":"trace[1105301569] transaction","detail":"{read_only:false; response_revision:458; number_of_response:1; }","duration":"410.971307ms","start":"2026-03-13T23:05:00.259105Z","end":"2026-03-13T23:05:00.670076Z","steps":["trace[1105301569] 'process raft request' (duration: 410.546505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:00.670286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:00.259075Z","time spent":"411.13047ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:05:00.67534Z","caller":"traceutil/trace.go:171","msg":"trace[1464087611] transaction","detail":"{read_only:false; response_revision:459; number_of_response:1; }","duration":"161.47193ms","start":"2026-03-13T23:05:00.513827Z","end":"2026-03-13T23:05:00.675299Z","steps":["trace[1464087611] 'process raft request' (duration: 161.278256ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:05:10.940266Z","caller":"traceutil/trace.go:171","msg":"trace[1593832943] linearizableReadLoop","detail":"{readStateIndex:529; appliedIndex:528; }","duration":"218.142864ms","start":"2026-03-13T23:05:10.722092Z","end":"2026-03-13T23:05:10.940234Z","steps":["trace[1593832943] 'read index received' (duration: 217.96524ms)","trace[1593832943] 'applied index is now lower than readState.Index' (duration: 176.084µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:05:10.940428Z","caller":"traceutil/trace.go:171","msg":"trace[775529879] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"218.398402ms","start":"2026-03-13T23:05:10.721967Z","end":"2026-03-13T23:05:10.940366Z","steps":["trace[775529879] 'process raft request' (duration: 218.069553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:10.941366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.240344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-13T23:05:10.941433Z","caller":"traceutil/trace.go:171","msg":"trace[424879042] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:512; }","duration":"219.415498ms","start":"2026-03-13T23:05:10.722001Z","end":"2026-03-13T23:05:10.941416Z","steps":["trace[424879042] 'agreement among raft nodes before linearized reading' (duration: 218.397492ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:05:10.982837Z","caller":"traceutil/trace.go:171","msg":"trace[251523055] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"236.592228ms","start":"2026-03-13T23:05:10.746214Z","end":"2026-03-13T23:05:10.982806Z","steps":["trace[251523055] 'process raft request' (duration: 235.387336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:10.983281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.594554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:05:10.983353Z","caller":"traceutil/trace.go:171","msg":"trace[1043912789] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:514; }","duration":"253.724647ms","start":"2026-03-13T23:05:10.72961Z","end":"2026-03-13T23:05:10.983334Z","steps":["trace[1043912789] 'agreement among raft nodes before linearized reading' (duration: 253.164182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:10.983459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.397623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-13T23:05:10.983579Z","caller":"traceutil/trace.go:171","msg":"trace[249185761] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:514; }","duration":"236.584568ms","start":"2026-03-13T23:05:10.746963Z","end":"2026-03-13T23:05:10.983548Z","steps":["trace[249185761] 'agreement among raft nodes before linearized reading' (duration: 236.130276ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:05:19.311005Z","caller":"traceutil/trace.go:171","msg":"trace[132719704] linearizableReadLoop","detail":"{readStateIndex:578; appliedIndex:577; }","duration":"330.219462ms","start":"2026-03-13T23:05:18.980733Z","end":"2026-03-13T23:05:19.310953Z","steps":["trace[132719704] 'read index received' (duration: 329.972685ms)","trace[132719704] 'applied index is now lower than readState.Index' (duration: 245.867µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:05:19.311059Z","caller":"traceutil/trace.go:171","msg":"trace[987294519] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"348.414637ms","start":"2026-03-13T23:05:18.962614Z","end":"2026-03-13T23:05:19.311029Z","steps":["trace[987294519] 'process raft request' (duration: 348.188252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:19.311191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.447677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-13T23:05:19.311218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:18.962589Z","time spent":"348.554351ms","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:05:19.311229Z","caller":"traceutil/trace.go:171","msg":"trace[849455833] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:559; }","duration":"330.547929ms","start":"2026-03-13T23:05:18.980669Z","end":"2026-03-13T23:05:19.311217Z","steps":["trace[849455833] 'agreement among raft nodes before linearized reading' (duration: 330.456337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:19.311266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:18.980646Z","time spent":"330.612631ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T23:05:19.311487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.63817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-13T23:05:19.311521Z","caller":"traceutil/trace.go:171","msg":"trace[1566807986] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:559; }","duration":"286.693781ms","start":"2026-03-13T23:05:19.024817Z","end":"2026-03-13T23:05:19.31151Z","steps":["trace[1566807986] 'agreement among raft nodes before linearized reading' (duration: 286.608959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:19.311525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.891453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-13T23:05:19.311638Z","caller":"traceutil/trace.go:171","msg":"trace[108391794] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:559; }","duration":"293.088169ms","start":"2026-03-13T23:05:19.018524Z","end":"2026-03-13T23:05:19.311612Z","steps":["trace[108391794] 'agreement among raft nodes before linearized reading' (duration: 292.830632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:19.311596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.487203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:05:19.311742Z","caller":"traceutil/trace.go:171","msg":"trace[901593555] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:559; }","duration":"142.689768ms","start":"2026-03-13T23:05:19.169014Z","end":"2026-03-13T23:05:19.311704Z","steps":["trace[901593555] 'agreement among raft nodes before linearized reading' (duration: 142.391581ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:05:19.425328Z","caller":"traceutil/trace.go:171","msg":"trace[1613068602] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"102.930866ms","start":"2026-03-13T23:05:19.322364Z","end":"2026-03-13T23:05:19.425295Z","steps":["trace[1613068602] 'process raft request' (duration: 90.035959ms)","trace[1613068602] 'compare' (duration: 12.750653ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:05:19.643825Z","caller":"traceutil/trace.go:171","msg":"trace[1012379698] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"318.083503ms","start":"2026-03-13T23:05:19.325718Z","end":"2026-03-13T23:05:19.643801Z","steps":["trace[1012379698] 'process raft request' (duration: 309.461808ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:05:19.643936Z","caller":"traceutil/trace.go:171","msg":"trace[948997486] linearizableReadLoop","detail":"{readStateIndex:581; appliedIndex:579; }","duration":"181.234967ms","start":"2026-03-13T23:05:19.462685Z","end":"2026-03-13T23:05:19.64392Z","steps":["trace[948997486] 'read index received' (duration: 172.507139ms)","trace[948997486] 'applied index is now lower than readState.Index' (duration: 8.726538ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:05:19.644033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.349381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:05:19.644069Z","caller":"traceutil/trace.go:171","msg":"trace[109693130] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:562; }","duration":"181.434864ms","start":"2026-03-13T23:05:19.462624Z","end":"2026-03-13T23:05:19.644059Z","steps":["trace[109693130] 'agreement among raft nodes before linearized reading' (duration: 181.350222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:19.644037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:19.325664Z","time spent":"318.292729ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:05:19.644077Z","caller":"traceutil/trace.go:171","msg":"trace[936076985] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"318.001802ms","start":"2026-03-13T23:05:19.326056Z","end":"2026-03-13T23:05:19.644058Z","steps":["trace[936076985] 'process raft request' (duration: 317.713414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:19.64418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:19.326044Z","time spent":"318.090155ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:05:20.762051Z","caller":"traceutil/trace.go:171","msg":"trace[1181850500] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"322.827969ms","start":"2026-03-13T23:05:20.439155Z","end":"2026-03-13T23:05:20.761983Z","steps":["trace[1181850500] 'process raft request' (duration: 322.614812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:20.762226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:20.439138Z","time spent":"322.996272ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:05:42.14837Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500112979124462687,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:05:42.276688Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.002137254s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T23:05:42.277212Z","caller":"traceutil/trace.go:171","msg":"trace[1698857050] transaction","detail":"{read_only:false; response_revision:949; number_of_response:1; }","duration":"1.102664308s","start":"2026-03-13T23:05:41.174515Z","end":"2026-03-13T23:05:42.27718Z","steps":["trace[1698857050] 'process raft request' (duration: 1.102490543s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:42.277408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:41.174483Z","time spent":"1.102834323s","remote":"127.0.0.1:35516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4734,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:05:42.28071Z","caller":"traceutil/trace.go:171","msg":"trace[1209758355] linearizableReadLoop","detail":"{readStateIndex:975; appliedIndex:973; }","duration":"632.976952ms","start":"2026-03-13T23:05:41.647693Z","end":"2026-03-13T23:05:42.280669Z","steps":["trace[1209758355] 'read index received' (duration: 629.332607ms)","trace[1209758355] 'applied index is now lower than readState.Index' (duration: 3.642175ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:05:42.280787Z","caller":"traceutil/trace.go:171","msg":"trace[205140570] transaction","detail":"{read_only:false; response_revision:950; number_of_response:1; }","duration":"677.821488ms","start":"2026-03-13T23:05:41.602938Z","end":"2026-03-13T23:05:42.28076Z","steps":["trace[205140570] 'process raft request' (duration: 677.51918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:42.28099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:41.6029Z","time spent":"677.942812ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:05:42.281128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.181141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-13T23:05:42.281144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.436465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-13T23:05:42.2812Z","caller":"traceutil/trace.go:171","msg":"trace[1329785302] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:950; }","duration":"627.321645ms","start":"2026-03-13T23:05:41.653857Z","end":"2026-03-13T23:05:42.281178Z","steps":["trace[1329785302] 'agreement among raft nodes before linearized reading' (duration: 627.050798ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:05:42.281208Z","caller":"traceutil/trace.go:171","msg":"trace[333444936] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:950; }","duration":"633.552638ms","start":"2026-03-13T23:05:41.647635Z","end":"2026-03-13T23:05:42.281188Z","steps":["trace[333444936] 'agreement among raft nodes before linearized reading' (duration: 633.22959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:42.281187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.324319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-13T23:05:42.281203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.598608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:05:42.281248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:41.653842Z","time spent":"627.397546ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T23:05:42.281253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:41.647613Z","time spent":"633.62978ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-13T23:05:42.281275Z","caller":"traceutil/trace.go:171","msg":"trace[1732031015] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:950; }","duration":"518.454242ms","start":"2026-03-13T23:05:41.762797Z","end":"2026-03-13T23:05:42.281252Z","steps":["trace[1732031015] 'agreement among raft nodes before linearized reading' (duration: 518.192505ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:05:42.2813Z","caller":"traceutil/trace.go:171","msg":"trace[550665164] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:950; }","duration":"549.726991ms","start":"2026-03-13T23:05:41.731541Z","end":"2026-03-13T23:05:42.281268Z","steps":["trace[550665164] 'agreement among raft nodes before linearized reading' (duration: 549.561937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:42.281345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:41.762763Z","time spent":"518.568475ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T23:05:42.281349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:41.731523Z","time spent":"549.814974ms","remote":"127.0.0.1:35056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:05:42.281412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.886288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T23:05:42.281241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.917996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:05:42.281531Z","caller":"traceutil/trace.go:171","msg":"trace[1252684750] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:950; }","duration":"239.082274ms","start":"2026-03-13T23:05:42.042421Z","end":"2026-03-13T23:05:42.281503Z","steps":["trace[1252684750] 'agreement among raft nodes before linearized reading' (duration: 238.806366ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:05:42.28154Z","caller":"traceutil/trace.go:171","msg":"trace[929530607] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:950; }","duration":"132.318906ms","start":"2026-03-13T23:05:42.149198Z","end":"2026-03-13T23:05:42.281516Z","steps":["trace[929530607] 'agreement among raft nodes before linearized reading' (duration: 131.869074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:42.28208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.14951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-13T23:05:42.282125Z","caller":"traceutil/trace.go:171","msg":"trace[3407255] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:950; }","duration":"519.259863ms","start":"2026-03-13T23:05:41.762852Z","end":"2026-03-13T23:05:42.282112Z","steps":["trace[3407255] 'agreement among raft nodes before linearized reading' (duration: 518.078223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:42.282351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:41.762822Z","time spent":"519.511441ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T23:06:03.463439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.841061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:06:03.463574Z","caller":"traceutil/trace.go:171","msg":"trace[2082972994] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1105; }","duration":"117.033217ms","start":"2026-03-13T23:06:03.346514Z","end":"2026-03-13T23:06:03.463547Z","steps":["trace[2082972994] 'count revisions from in-memory index tree' (duration: 116.730717ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:06:24.558599Z","caller":"traceutil/trace.go:171","msg":"trace[1231861092] linearizableReadLoop","detail":"{readStateIndex:1526; appliedIndex:1525; }","duration":"116.761063ms","start":"2026-03-13T23:06:24.441808Z","end":"2026-03-13T23:06:24.558569Z","steps":["trace[1231861092] 'read index received' (duration: 116.444775ms)","trace[1231861092] 'applied index is now lower than readState.Index' (duration: 314.918µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:06:24.55864Z","caller":"traceutil/trace.go:171","msg":"trace[978126492] transaction","detail":"{read_only:false; response_revision:1464; number_of_response:1; }","duration":"198.311748ms","start":"2026-03-13T23:06:24.360298Z","end":"2026-03-13T23:06:24.55861Z","steps":["trace[978126492] 'process raft request' (duration: 198.064652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:06:24.55889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.057692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-13T23:06:24.558998Z","caller":"traceutil/trace.go:171","msg":"trace[266371018] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1464; }","duration":"117.217116ms","start":"2026-03-13T23:06:24.44175Z","end":"2026-03-13T23:06:24.558967Z","steps":["trace[266371018] 'agreement among raft nodes before linearized reading' (duration: 116.943588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:06:24.861843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.655072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-13T23:06:24.861928Z","caller":"traceutil/trace.go:171","msg":"trace[1112510968] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1469; }","duration":"118.767824ms","start":"2026-03-13T23:06:24.743144Z","end":"2026-03-13T23:06:24.861912Z","steps":["trace[1112510968] 'agreement among raft nodes before linearized reading' (duration: 118.501578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:06:24.861978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.896976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-13T23:06:24.861967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.454677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-13T23:06:24.862125Z","caller":"traceutil/trace.go:171","msg":"trace[750446865] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1469; }","duration":"125.101141ms","start":"2026-03-13T23:06:24.736992Z","end":"2026-03-13T23:06:24.862093Z","steps":["trace[750446865] 'agreement among raft nodes before linearized reading' (duration: 124.72677ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:06:24.862175Z","caller":"traceutil/trace.go:171","msg":"trace[581740453] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1469; }","duration":"123.706845ms","start":"2026-03-13T23:06:24.73842Z","end":"2026-03-13T23:06:24.862127Z","steps":["trace[581740453] 'agreement among raft nodes before linearized reading' (duration: 123.203701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:06:24.862376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.701184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-13T23:06:24.862435Z","caller":"traceutil/trace.go:171","msg":"trace[1269891952] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1469; }","duration":"123.814307ms","start":"2026-03-13T23:06:24.738604Z","end":"2026-03-13T23:06:24.862418Z","steps":["trace[1269891952] 'agreement among raft nodes before linearized reading' (duration: 123.004296ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:06:25.05889Z","caller":"traceutil/trace.go:171","msg":"trace[1065167736] transaction","detail":"{read_only:false; response_revision:1477; number_of_response:1; }","duration":"183.320178ms","start":"2026-03-13T23:06:24.875523Z","end":"2026-03-13T23:06:25.058843Z","steps":["trace[1065167736] 'process raft request' (duration: 181.471849ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:06:25.06702Z","caller":"traceutil/trace.go:171","msg":"trace[928961453] linearizableReadLoop","detail":"{readStateIndex:1541; appliedIndex:1538; }","duration":"190.389572ms","start":"2026-03-13T23:06:24.876603Z","end":"2026-03-13T23:06:25.066992Z","steps":["trace[928961453] 'read index received' (duration: 180.421973ms)","trace[928961453] 'applied index is now lower than readState.Index' (duration: 9.966629ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:06:25.06714Z","caller":"traceutil/trace.go:171","msg":"trace[2010693969] transaction","detail":"{read_only:false; response_revision:1479; number_of_response:1; }","duration":"190.811533ms","start":"2026-03-13T23:06:24.876288Z","end":"2026-03-13T23:06:25.0671Z","steps":["trace[2010693969] 'process raft request' (duration: 190.637068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:06:25.067293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.646209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:1 size:4010"} {"level":"info","ts":"2026-03-13T23:06:25.06734Z","caller":"traceutil/trace.go:171","msg":"trace[1514125973] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:1; response_revision:1479; }","duration":"190.759192ms","start":"2026-03-13T23:06:24.876567Z","end":"2026-03-13T23:06:25.067326Z","steps":["trace[1514125973] 'agreement among raft nodes before linearized reading' (duration: 190.555707ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:06:25.067313Z","caller":"traceutil/trace.go:171","msg":"trace[189144183] transaction","detail":"{read_only:false; response_revision:1478; number_of_response:1; }","duration":"191.461141ms","start":"2026-03-13T23:06:24.87575Z","end":"2026-03-13T23:06:25.067211Z","steps":["trace[189144183] 'process raft request' (duration: 190.985338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:06:25.068997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.830709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:3 size:210555"} {"level":"info","ts":"2026-03-13T23:06:25.069075Z","caller":"traceutil/trace.go:171","msg":"trace[1876227780] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:3; response_revision:1480; }","duration":"143.966651ms","start":"2026-03-13T23:06:24.925092Z","end":"2026-03-13T23:06:25.069059Z","steps":["trace[1876227780] 'agreement among raft nodes before linearized reading' (duration: 143.684304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:06:36.096277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.007983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:06:36.096608Z","caller":"traceutil/trace.go:171","msg":"trace[833368832] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:1620; }","duration":"106.382333ms","start":"2026-03-13T23:06:35.990202Z","end":"2026-03-13T23:06:36.096585Z","steps":["trace[833368832] 'count revisions from in-memory index tree' (duration: 105.90388ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:06:36.956246Z","caller":"traceutil/trace.go:171","msg":"trace[1479876062] linearizableReadLoop","detail":"{readStateIndex:1685; appliedIndex:1684; }","duration":"313.526671ms","start":"2026-03-13T23:06:36.642691Z","end":"2026-03-13T23:06:36.956218Z","steps":["trace[1479876062] 'read index received' (duration: 313.325175ms)","trace[1479876062] 'applied index is now lower than readState.Index' (duration: 199.896µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:06:36.956329Z","caller":"traceutil/trace.go:171","msg":"trace[103248633] transaction","detail":"{read_only:false; response_revision:1621; number_of_response:1; }","duration":"553.29587ms","start":"2026-03-13T23:06:36.402992Z","end":"2026-03-13T23:06:36.956288Z","steps":["trace[103248633] 'process raft request' (duration: 553.043662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:06:36.956504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.796528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-13T23:06:36.956758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:06:36.402957Z","time spent":"553.721501ms","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:06:36.95679Z","caller":"traceutil/trace.go:171","msg":"trace[1036618922] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1621; }","duration":"314.122136ms","start":"2026-03-13T23:06:36.642635Z","end":"2026-03-13T23:06:36.956757Z","steps":["trace[1036618922] 'agreement among raft nodes before linearized reading' (duration: 313.733517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:06:36.956901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:06:36.642605Z","time spent":"314.25549ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-13T23:06:37.401686Z","caller":"traceutil/trace.go:171","msg":"trace[898904427] linearizableReadLoop","detail":"{readStateIndex:1686; appliedIndex:1685; }","duration":"445.06479ms","start":"2026-03-13T23:06:36.956597Z","end":"2026-03-13T23:06:37.401662Z","steps":["trace[898904427] 'read index received' (duration: 368.672529ms)","trace[898904427] 'applied index is now lower than readState.Index' (duration: 76.391281ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:06:37.401761Z","caller":"traceutil/trace.go:171","msg":"trace[1812432531] transaction","detail":"{read_only:false; response_revision:1622; number_of_response:1; }","duration":"488.254055ms","start":"2026-03-13T23:06:36.913453Z","end":"2026-03-13T23:06:37.401707Z","steps":["trace[1812432531] 'process raft request' (duration: 411.839224ms)","trace[1812432531] 'compare' (duration: 76.237707ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:06:37.401893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.541667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-13T23:06:37.401964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.34842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-13T23:06:37.401973Z","caller":"traceutil/trace.go:171","msg":"trace[2058915104] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1622; }","duration":"459.68355ms","start":"2026-03-13T23:06:36.942274Z","end":"2026-03-13T23:06:37.401958Z","steps":["trace[2058915104] 'agreement among raft nodes before linearized reading' (duration: 459.454294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:06:37.402032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:06:36.942249Z","time spent":"459.753452ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T23:06:37.402072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:06:36.913425Z","time spent":"488.47008ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:06:37.402642Z","caller":"traceutil/trace.go:171","msg":"trace[206720339] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1622; }","duration":"731.484633ms","start":"2026-03-13T23:06:36.670504Z","end":"2026-03-13T23:06:37.401989Z","steps":["trace[206720339] 'agreement among raft nodes before linearized reading' (duration: 731.269898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:06:37.402691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:06:36.670474Z","time spent":"732.206662ms","remote":"127.0.0.1:47682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-13T23:06:37.465156Z","caller":"traceutil/trace.go:171","msg":"trace[1043995713] transaction","detail":"{read_only:false; response_revision:1624; number_of_response:1; }","duration":"271.928438ms","start":"2026-03-13T23:06:37.193209Z","end":"2026-03-13T23:06:37.465138Z","steps":["trace[1043995713] 'process raft request' (duration: 271.827055ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:06:37.465142Z","caller":"traceutil/trace.go:171","msg":"trace[73358502] transaction","detail":"{read_only:false; response_revision:1623; number_of_response:1; }","duration":"502.61834ms","start":"2026-03-13T23:06:36.962485Z","end":"2026-03-13T23:06:37.465103Z","steps":["trace[73358502] 'process raft request' (duration: 502.366233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:06:37.465453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.15834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:06:37.465475Z","caller":"traceutil/trace.go:171","msg":"trace[1902003289] transaction","detail":"{read_only:false; response_revision:1625; number_of_response:1; }","duration":"183.603865ms","start":"2026-03-13T23:06:37.281838Z","end":"2026-03-13T23:06:37.465442Z","steps":["trace[1902003289] 'process raft request' (duration: 183.247167ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:06:37.465503Z","caller":"traceutil/trace.go:171","msg":"trace[1960354329] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1625; }","duration":"410.271022ms","start":"2026-03-13T23:06:37.055217Z","end":"2026-03-13T23:06:37.465488Z","steps":["trace[1960354329] 'agreement among raft nodes before linearized reading' (duration: 410.18204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:06:37.465549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:06:37.055184Z","time spent":"410.350455ms","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:06:37.465554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.426853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-13T23:06:37.465662Z","caller":"traceutil/trace.go:171","msg":"trace[1889316425] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1625; }","duration":"487.643398ms","start":"2026-03-13T23:06:36.977994Z","end":"2026-03-13T23:06:37.465637Z","steps":["trace[1889316425] 'agreement among raft nodes before linearized reading' (duration: 487.32914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:06:37.46573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:06:36.977967Z","time spent":"487.747571ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T23:06:37.46556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.051265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-13T23:06:37.465894Z","caller":"traceutil/trace.go:171","msg":"trace[1778522592] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1625; }","duration":"230.402635ms","start":"2026-03-13T23:06:37.235466Z","end":"2026-03-13T23:06:37.465869Z","steps":["trace[1778522592] 'agreement among raft nodes before linearized reading' (duration: 229.888301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:06:37.466001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.63628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-13T23:06:37.466067Z","caller":"traceutil/trace.go:171","msg":"trace[108825390] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1625; }","duration":"487.719992ms","start":"2026-03-13T23:06:36.978337Z","end":"2026-03-13T23:06:37.466057Z","steps":["trace[108825390] 'agreement among raft nodes before linearized reading' (duration: 487.034684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:06:37.466097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:06:36.978329Z","time spent":"487.761512ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T23:06:37.466001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:06:36.962463Z","time spent":"502.842095ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:06:37.466534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.321427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-13T23:06:37.466665Z","caller":"traceutil/trace.go:171","msg":"trace[291030246] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1625; }","duration":"488.509902ms","start":"2026-03-13T23:06:36.97812Z","end":"2026-03-13T23:06:37.46663Z","steps":["trace[291030246] 'agreement among raft nodes before linearized reading' (duration: 487.347761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:06:37.46672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:06:36.978088Z","time spent":"488.621325ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T23:06:38.231744Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500112979124464085,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-13T23:06:38.3408Z","caller":"traceutil/trace.go:171","msg":"trace[897069019] linearizableReadLoop","detail":"{readStateIndex:1695; appliedIndex:1694; }","duration":"609.350681ms","start":"2026-03-13T23:06:37.731407Z","end":"2026-03-13T23:06:38.340758Z","steps":["trace[897069019] 'read index received' (duration: 586.177537ms)","trace[897069019] 'applied index is now lower than readState.Index' (duration: 23.171414ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:06:38.34086Z","caller":"traceutil/trace.go:171","msg":"trace[2143906726] transaction","detail":"{read_only:false; response_revision:1631; number_of_response:1; }","duration":"649.818985ms","start":"2026-03-13T23:06:37.691006Z","end":"2026-03-13T23:06:38.340825Z","steps":["trace[2143906726] 'process raft request' (duration: 626.707593ms)","trace[2143906726] 'compare' (duration: 22.491347ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:06:38.340981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.555476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:06:38.34105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.891156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:06:38.341062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:06:37.690978Z","time spent":"649.96834ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:06:38.341109Z","caller":"traceutil/trace.go:171","msg":"trace[1498840542] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1631; }","duration":"526.02445ms","start":"2026-03-13T23:06:37.815069Z","end":"2026-03-13T23:06:38.341094Z","steps":["trace[1498840542] 'agreement among raft nodes before linearized reading' (duration: 525.893827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:06:38.341159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:06:37.81503Z","time spent":"526.118342ms","remote":"127.0.0.1:35370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-03-13T23:06:38.341815Z","caller":"traceutil/trace.go:171","msg":"trace[2121286333] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1631; }","duration":"609.69699ms","start":"2026-03-13T23:06:37.731361Z","end":"2026-03-13T23:06:38.341058Z","steps":["trace[2121286333] 'agreement among raft nodes before linearized reading' (duration: 609.516656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:06:38.341919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:06:37.731335Z","time spent":"610.567733ms","remote":"127.0.0.1:35056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:06:52.80709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.192748ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:06:52.807157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.084571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-13T23:06:52.807246Z","caller":"traceutil/trace.go:171","msg":"trace[2123848508] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1749; }","duration":"144.365473ms","start":"2026-03-13T23:06:52.662858Z","end":"2026-03-13T23:06:52.807224Z","steps":["trace[2123848508] 'range keys from in-memory index tree' (duration: 144.169748ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:06:52.807264Z","caller":"traceutil/trace.go:171","msg":"trace[2116629286] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1749; }","duration":"290.266396ms","start":"2026-03-13T23:06:52.516971Z","end":"2026-03-13T23:06:52.807237Z","steps":["trace[2116629286] 'range keys from in-memory index tree' (duration: 289.873834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:23.179564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.300395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:07:23.179747Z","caller":"traceutil/trace.go:171","msg":"trace[612615657] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1903; }","duration":"436.51496ms","start":"2026-03-13T23:07:22.743178Z","end":"2026-03-13T23:07:23.179693Z","steps":["trace[612615657] 'range keys from in-memory index tree' (duration: 436.190462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:23.17982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:22.743154Z","time spent":"436.649974ms","remote":"127.0.0.1:35056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:07:23.17986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.664361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-13T23:07:23.179925Z","caller":"traceutil/trace.go:171","msg":"trace[643475730] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:1903; }","duration":"146.773413ms","start":"2026-03-13T23:07:23.033134Z","end":"2026-03-13T23:07:23.179908Z","steps":["trace[643475730] 'range keys from in-memory index tree' (duration: 146.427944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:23.180026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.944704ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:07:23.180211Z","caller":"traceutil/trace.go:171","msg":"trace[1012106512] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1903; }","duration":"517.14481ms","start":"2026-03-13T23:07:22.66304Z","end":"2026-03-13T23:07:23.180185Z","steps":["trace[1012106512] 'range keys from in-memory index tree' (duration: 516.925194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:23.180292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.802769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:07:23.180346Z","caller":"traceutil/trace.go:171","msg":"trace[1020258997] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:1903; }","duration":"482.903853ms","start":"2026-03-13T23:07:22.697425Z","end":"2026-03-13T23:07:23.180329Z","steps":["trace[1020258997] 'count revisions from in-memory index tree' (duration: 482.687386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:23.180392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:22.697399Z","time spent":"482.978344ms","remote":"127.0.0.1:46790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:07:23.180662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.926811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-13T23:07:23.181541Z","caller":"traceutil/trace.go:171","msg":"trace[1643240361] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1903; }","duration":"134.33038ms","start":"2026-03-13T23:07:23.046551Z","end":"2026-03-13T23:07:23.180881Z","steps":["trace[1643240361] 'range keys from in-memory index tree' (duration: 133.484119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:24.114557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.067369ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:07:24.114708Z","caller":"traceutil/trace.go:171","msg":"trace[1840686751] linearizableReadLoop","detail":"{readStateIndex:1982; appliedIndex:1981; }","duration":"332.61354ms","start":"2026-03-13T23:07:23.782073Z","end":"2026-03-13T23:07:24.114686Z","steps":["trace[1840686751] 'read index received' (duration: 199.198993ms)","trace[1840686751] 'applied index is now lower than readState.Index' (duration: 133.413317ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:07:24.114759Z","caller":"traceutil/trace.go:171","msg":"trace[65983961] transaction","detail":"{read_only:false; response_revision:1906; number_of_response:1; }","duration":"367.455683ms","start":"2026-03-13T23:07:23.747263Z","end":"2026-03-13T23:07:24.114719Z","steps":["trace[65983961] 'process raft request' (duration: 234.119367ms)","trace[65983961] 'compare' (duration: 132.897354ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:07:24.11496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:23.747236Z","time spent":"367.620637ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:07:24.114983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.008487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-13T23:07:24.115017Z","caller":"traceutil/trace.go:171","msg":"trace[1587186736] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1906; }","duration":"280.093039ms","start":"2026-03-13T23:07:23.834914Z","end":"2026-03-13T23:07:24.115007Z","steps":["trace[1587186736] 'agreement among raft nodes before linearized reading' (duration: 279.915775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:24.114993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.889387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-13T23:07:24.115133Z","caller":"traceutil/trace.go:171","msg":"trace[201689245] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1906; }","duration":"333.132543ms","start":"2026-03-13T23:07:23.781967Z","end":"2026-03-13T23:07:24.115099Z","steps":["trace[201689245] 'agreement among raft nodes before linearized reading' (duration: 332.801025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:24.115134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.493699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-13T23:07:24.115209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:23.781932Z","time spent":"333.259967ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-13T23:07:24.115276Z","caller":"traceutil/trace.go:171","msg":"trace[1627783566] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1906; }","duration":"226.730126ms","start":"2026-03-13T23:07:23.888514Z","end":"2026-03-13T23:07:24.115245Z","steps":["trace[1627783566] 'agreement among raft nodes before linearized reading' (duration: 226.371316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:24.115308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.790977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-13T23:07:24.115391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.855359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-13T23:07:24.115483Z","caller":"traceutil/trace.go:171","msg":"trace[954155934] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1906; }","duration":"227.040263ms","start":"2026-03-13T23:07:23.888414Z","end":"2026-03-13T23:07:24.115454Z","steps":["trace[954155934] 'agreement among raft nodes before linearized reading' (duration: 226.503469ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:07:24.115552Z","caller":"traceutil/trace.go:171","msg":"trace[1844690491] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1906; }","duration":"227.090674ms","start":"2026-03-13T23:07:23.888423Z","end":"2026-03-13T23:07:24.115513Z","steps":["trace[1844690491] 'agreement among raft nodes before linearized reading' (duration: 226.471498ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:07:30.021149Z","caller":"traceutil/trace.go:171","msg":"trace[1394170746] linearizableReadLoop","detail":"{readStateIndex:2010; appliedIndex:2009; }","duration":"114.115577ms","start":"2026-03-13T23:07:29.907013Z","end":"2026-03-13T23:07:30.021129Z","steps":["trace[1394170746] 'read index received' (duration: 113.902321ms)","trace[1394170746] 'applied index is now lower than readState.Index' (duration: 212.376µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:07:30.021333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.312502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189c8938ac3d2e62\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-13T23:07:30.021294Z","caller":"traceutil/trace.go:171","msg":"trace[1898630390] transaction","detail":"{read_only:false; response_revision:1933; number_of_response:1; }","duration":"280.607421ms","start":"2026-03-13T23:07:29.740629Z","end":"2026-03-13T23:07:30.021236Z","steps":["trace[1898630390] 'process raft request' (duration: 280.366614ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:07:30.021363Z","caller":"traceutil/trace.go:171","msg":"trace[1573975028] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189c8938ac3d2e62; range_end:; response_count:1; response_revision:1933; }","duration":"114.414686ms","start":"2026-03-13T23:07:29.906936Z","end":"2026-03-13T23:07:30.021351Z","steps":["trace[1573975028] 'agreement among raft nodes before linearized reading' (duration: 114.279922ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:08:08.938972Z","caller":"traceutil/trace.go:171","msg":"trace[261934112] transaction","detail":"{read_only:false; response_revision:2197; number_of_response:1; }","duration":"149.931874ms","start":"2026-03-13T23:08:08.78899Z","end":"2026-03-13T23:08:08.938922Z","steps":["trace[261934112] 'process raft request' (duration: 93.894723ms)","trace[261934112] 'compare' (duration: 55.799216ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:08:12.790866Z","caller":"traceutil/trace.go:171","msg":"trace[1366850012] transaction","detail":"{read_only:false; response_revision:2267; number_of_response:1; }","duration":"107.932796ms","start":"2026-03-13T23:08:12.682881Z","end":"2026-03-13T23:08:12.790813Z","steps":["trace[1366850012] 'process raft request' (duration: 38.542378ms)","trace[1366850012] 'compare' (duration: 69.183163ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:08:12.791296Z","caller":"traceutil/trace.go:171","msg":"trace[127876623] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2267; }","duration":"105.867184ms","start":"2026-03-13T23:08:12.685413Z","end":"2026-03-13T23:08:12.791281Z","steps":["trace[127876623] 'process raft request' (duration: 105.731699ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:08:20.113581Z","caller":"traceutil/trace.go:171","msg":"trace[49440620] transaction","detail":"{read_only:false; response_revision:2352; number_of_response:1; }","duration":"120.557802ms","start":"2026-03-13T23:08:19.992985Z","end":"2026-03-13T23:08:20.113543Z","steps":["trace[49440620] 'process raft request' (duration: 120.324956ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:08:54.61027Z","caller":"traceutil/trace.go:171","msg":"trace[737362914] linearizableReadLoop","detail":"{readStateIndex:2644; appliedIndex:2643; }","duration":"171.311195ms","start":"2026-03-13T23:08:54.438925Z","end":"2026-03-13T23:08:54.610236Z","steps":["trace[737362914] 'read index received' (duration: 171.007917ms)","trace[737362914] 'applied index is now lower than readState.Index' (duration: 302.168µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:08:54.610347Z","caller":"traceutil/trace.go:171","msg":"trace[38940551] transaction","detail":"{read_only:false; response_revision:2543; number_of_response:1; }","duration":"258.558859ms","start":"2026-03-13T23:08:54.35174Z","end":"2026-03-13T23:08:54.610299Z","steps":["trace[38940551] 'process raft request' (duration: 258.268631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:08:54.610684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.717445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189c894c62947a5b\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-13T23:08:54.61081Z","caller":"traceutil/trace.go:171","msg":"trace[754046460] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189c894c62947a5b; range_end:; response_count:1; response_revision:2543; }","duration":"171.912411ms","start":"2026-03-13T23:08:54.438873Z","end":"2026-03-13T23:08:54.610785Z","steps":["trace[754046460] 'agreement among raft nodes before linearized reading' (duration: 171.548991ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:08:55.019393Z","caller":"traceutil/trace.go:171","msg":"trace[2140516646] linearizableReadLoop","detail":"{readStateIndex:2645; appliedIndex:2644; }","duration":"392.658783ms","start":"2026-03-13T23:08:54.626689Z","end":"2026-03-13T23:08:55.019348Z","steps":["trace[2140516646] 'read index received' (duration: 391.208026ms)","trace[2140516646] 'applied index is now lower than readState.Index' (duration: 1.448587ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:08:55.019432Z","caller":"traceutil/trace.go:171","msg":"trace[535151560] transaction","detail":"{read_only:false; response_revision:2544; number_of_response:1; }","duration":"405.720014ms","start":"2026-03-13T23:08:54.613643Z","end":"2026-03-13T23:08:55.019363Z","steps":["trace[535151560] 'process raft request' (duration: 404.327787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:08:55.019655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.947652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-13T23:08:55.019774Z","caller":"traceutil/trace.go:171","msg":"trace[1013771116] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2544; }","duration":"393.126296ms","start":"2026-03-13T23:08:54.62662Z","end":"2026-03-13T23:08:55.019746Z","steps":["trace[1013771116] 'agreement among raft nodes before linearized reading' (duration: 392.866119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:08:55.01983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:08:54.626592Z","time spent":"393.228979ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T23:08:55.019818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.12048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-13T23:08:55.019889Z","caller":"traceutil/trace.go:171","msg":"trace[1303383131] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2544; }","duration":"392.241932ms","start":"2026-03-13T23:08:54.627628Z","end":"2026-03-13T23:08:55.019869Z","steps":["trace[1303383131] 'agreement among raft nodes before linearized reading' (duration: 391.964685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:08:55.019954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:08:54.627619Z","time spent":"392.320085ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T23:08:55.02Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.82585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-13T23:08:55.020049Z","caller":"traceutil/trace.go:171","msg":"trace[2114767347] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2544; }","duration":"389.922162ms","start":"2026-03-13T23:08:54.630114Z","end":"2026-03-13T23:08:55.020036Z","steps":["trace[2114767347] 'agreement among raft nodes before linearized reading' (duration: 389.734878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:08:55.020076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:08:54.630095Z","time spent":"389.975624ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T23:08:55.020093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.989059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T23:08:55.020128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.553854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:08:55.020138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.121781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-13T23:08:55.020173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:08:54.613609Z","time spent":"405.930039ms","remote":"127.0.0.1:35128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:08:55.02022Z","caller":"traceutil/trace.go:171","msg":"trace[1945532770] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2544; }","duration":"287.686678ms","start":"2026-03-13T23:08:54.732502Z","end":"2026-03-13T23:08:55.020188Z","steps":["trace[1945532770] 'agreement among raft nodes before linearized reading' (duration: 287.529714ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:08:55.020222Z","caller":"traceutil/trace.go:171","msg":"trace[284869347] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2544; }","duration":"389.222634ms","start":"2026-03-13T23:08:54.630978Z","end":"2026-03-13T23:08:55.020201Z","steps":["trace[284869347] 'agreement among raft nodes before linearized reading' (duration: 389.0441ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:08:55.020195Z","caller":"traceutil/trace.go:171","msg":"trace[1254426831] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:2544; }","duration":"216.169913ms","start":"2026-03-13T23:08:54.804002Z","end":"2026-03-13T23:08:55.020172Z","steps":["trace[1254426831] 'agreement among raft nodes before linearized reading' (duration: 215.989428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:08:55.020309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:08:54.630965Z","time spent":"389.330908ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T23:08:55.0204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.106296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-13T23:08:55.020577Z","caller":"traceutil/trace.go:171","msg":"trace[1051828030] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2544; }","duration":"388.359192ms","start":"2026-03-13T23:08:54.632191Z","end":"2026-03-13T23:08:55.02055Z","steps":["trace[1051828030] 'agreement among raft nodes before linearized reading' (duration: 387.413798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:08:55.020678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:08:54.632181Z","time spent":"388.477935ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-13T23:08:55.01982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.803814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-13T23:08:55.021094Z","caller":"traceutil/trace.go:171","msg":"trace[338960358] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2544; }","duration":"390.113058ms","start":"2026-03-13T23:08:54.630966Z","end":"2026-03-13T23:08:55.021079Z","steps":["trace[338960358] 'agreement among raft nodes before linearized reading' (duration: 388.65822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:08:55.021155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:08:54.630957Z","time spent":"390.17949ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-13T23:09:11.18287Z","caller":"traceutil/trace.go:171","msg":"trace[1231963863] transaction","detail":"{read_only:false; response_revision:2624; number_of_response:1; }","duration":"133.879478ms","start":"2026-03-13T23:09:11.048948Z","end":"2026-03-13T23:09:11.182827Z","steps":["trace[1231963863] 'process raft request' (duration: 116.619198ms)","trace[1231963863] 'compare' (duration: 16.987153ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:11:31.824789Z","caller":"traceutil/trace.go:171","msg":"trace[395827032] transaction","detail":"{read_only:false; response_revision:3491; number_of_response:1; }","duration":"148.534562ms","start":"2026-03-13T23:11:31.676213Z","end":"2026-03-13T23:11:31.824747Z","steps":["trace[395827032] 'process raft request' (duration: 148.351987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:32.025914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.063738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-13T23:11:32.026009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.097843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-13T23:11:32.026107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.799509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-13T23:11:32.026107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.775234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T23:11:32.026131Z","caller":"traceutil/trace.go:171","msg":"trace[928162404] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3491; }","duration":"102.327635ms","start":"2026-03-13T23:11:31.923772Z","end":"2026-03-13T23:11:32.026099Z","steps":["trace[928162404] 'range keys from in-memory index tree' (duration: 101.792131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:32.026138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.216686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-13T23:11:32.026163Z","caller":"traceutil/trace.go:171","msg":"trace[533976907] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3491; }","duration":"100.862906ms","start":"2026-03-13T23:11:31.925288Z","end":"2026-03-13T23:11:32.026151Z","steps":["trace[533976907] 'range keys from in-memory index tree' (duration: 100.60562ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:32.026152Z","caller":"traceutil/trace.go:171","msg":"trace[1590697432] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3491; }","duration":"106.31366ms","start":"2026-03-13T23:11:31.919807Z","end":"2026-03-13T23:11:32.026121Z","steps":["trace[1590697432] 'range keys from in-memory index tree' (duration: 105.817146ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:32.026202Z","caller":"traceutil/trace.go:171","msg":"trace[627709302] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3491; }","duration":"106.329559ms","start":"2026-03-13T23:11:31.919852Z","end":"2026-03-13T23:11:32.026182Z","steps":["trace[627709302] 'range keys from in-memory index tree' (duration: 105.909108ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:32.026161Z","caller":"traceutil/trace.go:171","msg":"trace[720676113] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3491; }","duration":"104.898831ms","start":"2026-03-13T23:11:31.921248Z","end":"2026-03-13T23:11:32.026147Z","steps":["trace[720676113] 'range keys from in-memory index tree' (duration: 104.666135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:32.026266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.383936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T23:11:32.026358Z","caller":"traceutil/trace.go:171","msg":"trace[316434110] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3491; }","duration":"102.529631ms","start":"2026-03-13T23:11:31.923807Z","end":"2026-03-13T23:11:32.026337Z","steps":["trace[316434110] 'range keys from in-memory index tree' (duration: 102.204061ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:42.092774Z","caller":"traceutil/trace.go:171","msg":"trace[1094141388] transaction","detail":"{read_only:false; response_revision:4254; number_of_response:1; }","duration":"146.905401ms","start":"2026-03-13T23:12:41.945821Z","end":"2026-03-13T23:12:42.092726Z","steps":["trace[1094141388] 'process raft request' (duration: 121.036551ms)","trace[1094141388] 'compare' (duration: 25.737107ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:12:42.092803Z","caller":"traceutil/trace.go:171","msg":"trace[1825352653] linearizableReadLoop","detail":"{readStateIndex:4426; appliedIndex:4425; }","duration":"111.698125ms","start":"2026-03-13T23:12:41.981081Z","end":"2026-03-13T23:12:42.092779Z","steps":["trace[1825352653] 'read index received' (duration: 85.887916ms)","trace[1825352653] 'applied index is now lower than readState.Index' (duration: 25.806829ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:12:42.092962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.85708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:12:42.093038Z","caller":"traceutil/trace.go:171","msg":"trace[44775347] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4256; }","duration":"111.976743ms","start":"2026-03-13T23:12:41.981032Z","end":"2026-03-13T23:12:42.093009Z","steps":["trace[44775347] 'agreement among raft nodes before linearized reading' (duration: 111.81613ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:44.464296Z","caller":"traceutil/trace.go:171","msg":"trace[585580638] linearizableReadLoop","detail":"{readStateIndex:4522; appliedIndex:4521; }","duration":"127.374449ms","start":"2026-03-13T23:12:44.336899Z","end":"2026-03-13T23:12:44.464273Z","steps":["trace[585580638] 'read index received' (duration: 127.143623ms)","trace[585580638] 'applied index is now lower than readState.Index' (duration: 229.976µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:12:44.464564Z","caller":"traceutil/trace.go:171","msg":"trace[775059378] transaction","detail":"{read_only:false; response_revision:4348; number_of_response:1; }","duration":"193.995323ms","start":"2026-03-13T23:12:44.270538Z","end":"2026-03-13T23:12:44.464533Z","steps":["trace[775059378] 'process raft request' (duration: 193.580892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:44.464587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.665376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-03-13T23:12:44.464662Z","caller":"traceutil/trace.go:171","msg":"trace[714395198] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4348; }","duration":"127.779ms","start":"2026-03-13T23:12:44.336868Z","end":"2026-03-13T23:12:44.464647Z","steps":["trace[714395198] 'agreement among raft nodes before linearized reading' (duration: 127.619347ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:44.575017Z","caller":"traceutil/trace.go:171","msg":"trace[2046361427] transaction","detail":"{read_only:false; response_revision:4351; number_of_response:1; }","duration":"105.339807ms","start":"2026-03-13T23:12:44.469652Z","end":"2026-03-13T23:12:44.574991Z","steps":["trace[2046361427] 'process raft request' (duration: 105.253104ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:44.575067Z","caller":"traceutil/trace.go:171","msg":"trace[1531694910] transaction","detail":"{read_only:false; response_revision:4350; number_of_response:1; }","duration":"105.393558ms","start":"2026-03-13T23:12:44.469637Z","end":"2026-03-13T23:12:44.57503Z","steps":["trace[1531694910] 'process raft request' (duration: 87.849267ms)","trace[1531694910] 'compare' (duration: 17.284734ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:12:44.575298Z","caller":"traceutil/trace.go:171","msg":"trace[1202120454] transaction","detail":"{read_only:false; response_revision:4352; number_of_response:1; }","duration":"105.556392ms","start":"2026-03-13T23:12:44.469717Z","end":"2026-03-13T23:12:44.575273Z","steps":["trace[1202120454] 'process raft request' (duration: 105.227624ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:44.575506Z","caller":"traceutil/trace.go:171","msg":"trace[511950332] transaction","detail":"{read_only:false; response_revision:4353; number_of_response:1; }","duration":"105.432038ms","start":"2026-03-13T23:12:44.470061Z","end":"2026-03-13T23:12:44.575493Z","steps":["trace[511950332] 'process raft request' (duration: 105.09266ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:44.575606Z","caller":"traceutil/trace.go:171","msg":"trace[1920010314] transaction","detail":"{read_only:false; response_revision:4354; number_of_response:1; }","duration":"105.370326ms","start":"2026-03-13T23:12:44.470223Z","end":"2026-03-13T23:12:44.575594Z","steps":["trace[1920010314] 'process raft request' (duration: 105.143191ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:47.639559Z","caller":"traceutil/trace.go:171","msg":"trace[1371157302] transaction","detail":"{read_only:false; response_revision:4405; number_of_response:1; }","duration":"111.816009ms","start":"2026-03-13T23:12:47.527712Z","end":"2026-03-13T23:12:47.639528Z","steps":["trace[1371157302] 'process raft request' (duration: 111.639995ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:49.634641Z","caller":"traceutil/trace.go:171","msg":"trace[408805203] transaction","detail":"{read_only:false; response_revision:4447; number_of_response:1; }","duration":"106.881575ms","start":"2026-03-13T23:12:49.527746Z","end":"2026-03-13T23:12:49.634628Z","steps":["trace[408805203] 'process raft request' (duration: 106.805013ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:49.951967Z","caller":"traceutil/trace.go:171","msg":"trace[198297673] transaction","detail":"{read_only:false; response_revision:4455; number_of_response:1; }","duration":"221.74053ms","start":"2026-03-13T23:12:49.730212Z","end":"2026-03-13T23:12:49.951953Z","steps":["trace[198297673] 'process raft request' (duration: 221.648128ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:49.95195Z","caller":"traceutil/trace.go:171","msg":"trace[680929882] transaction","detail":"{read_only:false; response_revision:4453; number_of_response:1; }","duration":"222.857578ms","start":"2026-03-13T23:12:49.729062Z","end":"2026-03-13T23:12:49.95192Z","steps":["trace[680929882] 'process raft request' (duration: 222.607072ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:49.951978Z","caller":"traceutil/trace.go:171","msg":"trace[1307709010] linearizableReadLoop","detail":"{readStateIndex:4630; appliedIndex:4628; }","duration":"222.17731ms","start":"2026-03-13T23:12:49.729775Z","end":"2026-03-13T23:12:49.951952Z","steps":["trace[1307709010] 'read index received' (duration: 12.376321ms)","trace[1307709010] 'applied index is now lower than readState.Index' (duration: 209.799689ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:12:49.951969Z","caller":"traceutil/trace.go:171","msg":"trace[527853615] transaction","detail":"{read_only:false; response_revision:4454; number_of_response:1; }","duration":"222.17154ms","start":"2026-03-13T23:12:49.729772Z","end":"2026-03-13T23:12:49.951943Z","steps":["trace[527853615] 'process raft request' (duration: 222.057117ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:49.952112Z","caller":"traceutil/trace.go:171","msg":"trace[867896068] transaction","detail":"{read_only:false; response_revision:4457; number_of_response:1; }","duration":"222.087878ms","start":"2026-03-13T23:12:49.729985Z","end":"2026-03-13T23:12:49.952073Z","steps":["trace[867896068] 'process raft request' (duration: 221.935075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:49.952335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.508698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:12:49.952392Z","caller":"traceutil/trace.go:171","msg":"trace[1931734697] transaction","detail":"{read_only:false; response_revision:4456; number_of_response:1; }","duration":"222.099319ms","start":"2026-03-13T23:12:49.730269Z","end":"2026-03-13T23:12:49.952369Z","steps":["trace[1931734697] 'process raft request' (duration: 221.620327ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:49.952456Z","caller":"traceutil/trace.go:171","msg":"trace[689675152] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4457; }","duration":"222.692214ms","start":"2026-03-13T23:12:49.729737Z","end":"2026-03-13T23:12:49.952429Z","steps":["trace[689675152] 'agreement among raft nodes before linearized reading' (duration: 222.358745ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:49.958676Z","caller":"traceutil/trace.go:171","msg":"trace[1097265272] transaction","detail":"{read_only:false; response_revision:4458; number_of_response:1; }","duration":"215.575554ms","start":"2026-03-13T23:12:49.743083Z","end":"2026-03-13T23:12:49.958658Z","steps":["trace[1097265272] 'process raft request' (duration: 215.316657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:49.960185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.028339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-13T23:12:49.960274Z","caller":"traceutil/trace.go:171","msg":"trace[1675796887] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:4458; }","duration":"230.128311ms","start":"2026-03-13T23:12:49.73011Z","end":"2026-03-13T23:12:49.960239Z","steps":["trace[1675796887] 'agreement among raft nodes before linearized reading' (duration: 228.799337ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:51.457749Z","caller":"traceutil/trace.go:171","msg":"trace[1767477737] linearizableReadLoop","detail":"{readStateIndex:4753; appliedIndex:4752; }","duration":"341.734924ms","start":"2026-03-13T23:12:51.115992Z","end":"2026-03-13T23:12:51.457727Z","steps":["trace[1767477737] 'read index received' (duration: 341.531828ms)","trace[1767477737] 'applied index is now lower than readState.Index' (duration: 202.106µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:12:51.457907Z","caller":"traceutil/trace.go:171","msg":"trace[2059227493] transaction","detail":"{read_only:false; response_revision:4572; number_of_response:1; }","duration":"344.157096ms","start":"2026-03-13T23:12:51.113624Z","end":"2026-03-13T23:12:51.457781Z","steps":["trace[2059227493] 'process raft request' (duration: 343.891899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:51.458285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:51.113597Z","time spent":"344.456683ms","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4933,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:12:51.458418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.375411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-13T23:12:51.458541Z","caller":"traceutil/trace.go:171","msg":"trace[1263978538] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4572; }","duration":"342.534745ms","start":"2026-03-13T23:12:51.115977Z","end":"2026-03-13T23:12:51.458512Z","steps":["trace[1263978538] 'agreement among raft nodes before linearized reading' (duration: 341.848658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:51.458635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:51.11597Z","time spent":"342.653127ms","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-13T23:12:51.762886Z","caller":"traceutil/trace.go:171","msg":"trace[1180307524] transaction","detail":"{read_only:false; response_revision:4573; number_of_response:1; }","duration":"314.410429ms","start":"2026-03-13T23:12:51.448443Z","end":"2026-03-13T23:12:51.762854Z","steps":["trace[1180307524] 'process raft request' (duration: 275.681515ms)","trace[1180307524] 'compare' (duration: 38.118088ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:12:51.762968Z","caller":"traceutil/trace.go:171","msg":"trace[740434637] linearizableReadLoop","detail":"{readStateIndex:4754; appliedIndex:4753; }","duration":"305.121276ms","start":"2026-03-13T23:12:51.457815Z","end":"2026-03-13T23:12:51.762936Z","steps":["trace[740434637] 'read index received' (duration: 266.32165ms)","trace[740434637] 'applied index is now lower than readState.Index' (duration: 38.796606ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:12:51.763059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:51.448419Z","time spent":"314.572433ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:12:51.763339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.638804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-jjhck.189c8987f5e76bdf\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-03-13T23:12:51.763407Z","caller":"traceutil/trace.go:171","msg":"trace[224572875] transaction","detail":"{read_only:false; response_revision:4574; number_of_response:1; }","duration":"299.575906ms","start":"2026-03-13T23:12:51.463822Z","end":"2026-03-13T23:12:51.763398Z","steps":["trace[224572875] 'process raft request' (duration: 299.058333ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:51.763653Z","caller":"traceutil/trace.go:171","msg":"trace[47582323] transaction","detail":"{read_only:false; response_revision:4575; number_of_response:1; }","duration":"299.468013ms","start":"2026-03-13T23:12:51.464071Z","end":"2026-03-13T23:12:51.763539Z","steps":["trace[47582323] 'process raft request' (duration: 299.217876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:51.763794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.252918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16032"} {"level":"info","ts":"2026-03-13T23:12:51.763385Z","caller":"traceutil/trace.go:171","msg":"trace[879293346] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-jjhck.189c8987f5e76bdf; range_end:; response_count:1; response_revision:4573; }","duration":"435.841229ms","start":"2026-03-13T23:12:51.327526Z","end":"2026-03-13T23:12:51.763367Z","steps":["trace[879293346] 'agreement among raft nodes before linearized reading' (duration: 435.504691ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:51.763882Z","caller":"traceutil/trace.go:171","msg":"trace[1714850686] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4577; }","duration":"303.373481ms","start":"2026-03-13T23:12:51.460498Z","end":"2026-03-13T23:12:51.763871Z","steps":["trace[1714850686] 'agreement among raft nodes before linearized reading' (duration: 303.191556ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:51.763913Z","caller":"traceutil/trace.go:171","msg":"trace[2113284050] transaction","detail":"{read_only:false; response_revision:4577; number_of_response:1; }","duration":"108.619148ms","start":"2026-03-13T23:12:51.655275Z","end":"2026-03-13T23:12:51.763894Z","steps":["trace[2113284050] 'process raft request' (duration: 108.351962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:51.763995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:51.460473Z","time spent":"303.495484ms","remote":"127.0.0.1:35212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":16055,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-13T23:12:51.764118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.37338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-jjhck\" ","response":"range_response_count:1 size:9830"} {"level":"info","ts":"2026-03-13T23:12:51.764147Z","caller":"traceutil/trace.go:171","msg":"trace[342812595] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-jjhck; range_end:; response_count:1; response_revision:4577; }","duration":"301.416011ms","start":"2026-03-13T23:12:51.462722Z","end":"2026-03-13T23:12:51.764138Z","steps":["trace[342812595] 'agreement among raft nodes before linearized reading' (duration: 301.303798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:51.764165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:51.462714Z","time spent":"301.446153ms","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9853,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-jjhck\" "} {"level":"info","ts":"2026-03-13T23:12:51.763834Z","caller":"traceutil/trace.go:171","msg":"trace[1825618359] transaction","detail":"{read_only:false; response_revision:4576; number_of_response:1; }","duration":"298.874898ms","start":"2026-03-13T23:12:51.464942Z","end":"2026-03-13T23:12:51.763817Z","steps":["trace[1825618359] 'process raft request' (duration: 298.473418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:51.763995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.801671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:12:51.765031Z","caller":"traceutil/trace.go:171","msg":"trace[1014774353] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:4577; }","duration":"263.871659ms","start":"2026-03-13T23:12:51.501139Z","end":"2026-03-13T23:12:51.765011Z","steps":["trace[1014774353] 'agreement among raft nodes before linearized reading' (duration: 262.826882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:51.763905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:51.327507Z","time spent":"436.387402ms","remote":"127.0.0.1:35128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":985,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-jjhck.189c8987f5e76bdf\" "} {"level":"warn","ts":"2026-03-13T23:12:55.012332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.349813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7v464\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-13T23:12:55.012349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.605711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-13T23:12:55.012448Z","caller":"traceutil/trace.go:171","msg":"trace[187430728] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4629; }","duration":"376.744415ms","start":"2026-03-13T23:12:54.635677Z","end":"2026-03-13T23:12:55.012421Z","steps":["trace[187430728] 'range keys from in-memory index tree' (duration: 376.401986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:55.012504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:54.635668Z","time spent":"376.823796ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-13T23:12:55.012508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.971449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:12:55.012544Z","caller":"traceutil/trace.go:171","msg":"trace[1595692413] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4629; }","duration":"283.038429ms","start":"2026-03-13T23:12:54.729494Z","end":"2026-03-13T23:12:55.012533Z","steps":["trace[1595692413] 'range keys from in-memory index tree' (duration: 282.901256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:55.012584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.710876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:12:55.012609Z","caller":"traceutil/trace.go:171","msg":"trace[980848648] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/goldpinger; range_end:; response_count:0; response_revision:4629; }","duration":"521.769997ms","start":"2026-03-13T23:12:54.490828Z","end":"2026-03-13T23:12:55.012598Z","steps":["trace[980848648] 'range keys from in-memory index tree' (duration: 521.620673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:55.01263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:54.490805Z","time spent":"521.8199ms","remote":"127.0.0.1:35254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" "} {"level":"warn","ts":"2026-03-13T23:12:55.012631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.92741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-13T23:12:55.012591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.510603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8c909aa5-7f4d-4a31-97ca-4d97aa63cbbc\" ","response":"range_response_count:1 size:3894"} {"level":"info","ts":"2026-03-13T23:12:55.01268Z","caller":"traceutil/trace.go:171","msg":"trace[590265422] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4629; }","duration":"389.016353ms","start":"2026-03-13T23:12:54.623652Z","end":"2026-03-13T23:12:55.012668Z","steps":["trace[590265422] 'range keys from in-memory index tree' (duration: 388.810397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:55.012715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:54.62363Z","time spent":"389.077955ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-13T23:12:55.012721Z","caller":"traceutil/trace.go:171","msg":"trace[718958579] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8c909aa5-7f4d-4a31-97ca-4d97aa63cbbc; range_end:; response_count:1; response_revision:4629; }","duration":"172.724079ms","start":"2026-03-13T23:12:54.839966Z","end":"2026-03-13T23:12:55.01269Z","steps":["trace[718958579] 'range keys from in-memory index tree' (duration: 172.260627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:55.012723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.598962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-13T23:12:55.012717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.593087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-13T23:12:55.012779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.850923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-13T23:12:55.012757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.64871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8c909aa5-7f4d-4a31-97ca-4d97aa63cbbc\" ","response":"range_response_count:1 size:3894"} {"level":"info","ts":"2026-03-13T23:12:55.01281Z","caller":"traceutil/trace.go:171","msg":"trace[1637167256] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4629; }","duration":"388.757286ms","start":"2026-03-13T23:12:54.624031Z","end":"2026-03-13T23:12:55.012789Z","steps":["trace[1637167256] 'range keys from in-memory index tree' (duration: 388.364405ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:55.012819Z","caller":"traceutil/trace.go:171","msg":"trace[146972685] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4629; }","duration":"385.914005ms","start":"2026-03-13T23:12:54.626891Z","end":"2026-03-13T23:12:55.012805Z","steps":["trace[146972685] 'range keys from in-memory index tree' (duration: 385.69964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:55.01283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.417541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T23:12:55.012825Z","caller":"traceutil/trace.go:171","msg":"trace[1723981484] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4629; }","duration":"467.877745ms","start":"2026-03-13T23:12:54.544926Z","end":"2026-03-13T23:12:55.012804Z","steps":["trace[1723981484] 'range keys from in-memory index tree' (duration: 467.315699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:55.012851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:54.626878Z","time spent":"385.966136ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T23:12:55.012854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:54.624009Z","time spent":"388.838199ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-13T23:12:55.012856Z","caller":"traceutil/trace.go:171","msg":"trace[1644046418] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4629; }","duration":"377.467063ms","start":"2026-03-13T23:12:54.635381Z","end":"2026-03-13T23:12:55.012848Z","steps":["trace[1644046418] 'range keys from in-memory index tree' (duration: 377.343029ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:55.012855Z","caller":"traceutil/trace.go:171","msg":"trace[1470413388] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8c909aa5-7f4d-4a31-97ca-4d97aa63cbbc; range_end:; response_count:1; response_revision:4629; }","duration":"233.799453ms","start":"2026-03-13T23:12:54.779033Z","end":"2026-03-13T23:12:55.012832Z","steps":["trace[1470413388] 'range keys from in-memory index tree' (duration: 233.472184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:55.012883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:54.544895Z","time spent":"467.978596ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T23:12:55.01289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:54.635371Z","time spent":"377.512594ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-13T23:12:55.012395Z","caller":"traceutil/trace.go:171","msg":"trace[2063540652] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7v464; range_end:; response_count:1; response_revision:4629; }","duration":"286.464436ms","start":"2026-03-13T23:12:54.725917Z","end":"2026-03-13T23:12:55.012382Z","steps":["trace[2063540652] 'range keys from in-memory index tree' (duration: 286.169629ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:55.327077Z","caller":"traceutil/trace.go:171","msg":"trace[1228322345] transaction","detail":"{read_only:false; response_revision:4630; number_of_response:1; }","duration":"310.071769ms","start":"2026-03-13T23:12:55.016978Z","end":"2026-03-13T23:12:55.32705Z","steps":["trace[1228322345] 'process raft request' (duration: 309.905104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:55.327232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:55.016938Z","time spent":"310.210033ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:12:55.332921Z","caller":"traceutil/trace.go:171","msg":"trace[780715880] transaction","detail":"{read_only:false; response_revision:4631; number_of_response:1; }","duration":"315.26842ms","start":"2026-03-13T23:12:55.017613Z","end":"2026-03-13T23:12:55.332882Z","steps":["trace[780715880] 'process raft request' (duration: 314.996783ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:55.332973Z","caller":"traceutil/trace.go:171","msg":"trace[487290259] transaction","detail":"{read_only:false; response_revision:4633; number_of_response:1; }","duration":"314.45222ms","start":"2026-03-13T23:12:55.018484Z","end":"2026-03-13T23:12:55.332936Z","steps":["trace[487290259] 'process raft request' (duration: 314.357438ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:55.333076Z","caller":"traceutil/trace.go:171","msg":"trace[9384231] linearizableReadLoop","detail":"{readStateIndex:4818; appliedIndex:4812; }","duration":"313.530857ms","start":"2026-03-13T23:12:55.019527Z","end":"2026-03-13T23:12:55.333058Z","steps":["trace[9384231] 'read index received' (duration: 307.406362ms)","trace[9384231] 'applied index is now lower than readState.Index' (duration: 6.123915ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:12:55.333188Z","caller":"traceutil/trace.go:171","msg":"trace[703473526] transaction","detail":"{read_only:false; response_revision:4634; number_of_response:1; }","duration":"314.578183ms","start":"2026-03-13T23:12:55.0186Z","end":"2026-03-13T23:12:55.333178Z","steps":["trace[703473526] 'process raft request' (duration: 314.280195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:55.333219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:55.018468Z","time spent":"314.610253ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:12:55.333288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:55.018594Z","time spent":"314.629944ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:12:55.333301Z","caller":"traceutil/trace.go:171","msg":"trace[1028793560] transaction","detail":"{read_only:false; response_revision:4635; number_of_response:1; }","duration":"313.902296ms","start":"2026-03-13T23:12:55.019381Z","end":"2026-03-13T23:12:55.333283Z","steps":["trace[1028793560] 'process raft request' (duration: 313.606688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:55.333297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.758053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/goldpinger-clusterrole\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:12:55.333372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:55.019373Z","time spent":"313.963377ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:12:55.333413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.890181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62870"} {"level":"info","ts":"2026-03-13T23:12:55.333464Z","caller":"traceutil/trace.go:171","msg":"trace[533058025] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4635; }","duration":"312.953362ms","start":"2026-03-13T23:12:55.020498Z","end":"2026-03-13T23:12:55.333451Z","steps":["trace[533058025] 'agreement among raft nodes before linearized reading' (duration: 312.730206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:55.333496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:55.020491Z","time spent":"312.997793ms","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62893,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-13T23:12:55.333387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:55.017586Z","time spent":"315.447364ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:12:55.333412Z","caller":"traceutil/trace.go:171","msg":"trace[1826988750] range","detail":"{range_begin:/registry/clusterroles/goldpinger-clusterrole; range_end:; response_count:0; response_revision:4635; }","duration":"313.900787ms","start":"2026-03-13T23:12:55.019495Z","end":"2026-03-13T23:12:55.333396Z","steps":["trace[1826988750] 'agreement among raft nodes before linearized reading' (duration: 313.738412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:55.333729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:55.019487Z","time spent":"314.222444ms","remote":"127.0.0.1:35410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles/goldpinger-clusterrole\" "} {"level":"info","ts":"2026-03-13T23:12:55.332953Z","caller":"traceutil/trace.go:171","msg":"trace[1166183611] transaction","detail":"{read_only:false; response_revision:4632; number_of_response:1; }","duration":"315.116106ms","start":"2026-03-13T23:12:55.017819Z","end":"2026-03-13T23:12:55.332935Z","steps":["trace[1166183611] 'process raft request' (duration: 314.970592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:55.33393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:55.01781Z","time spent":"316.05451ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:12:58.041002Z","caller":"traceutil/trace.go:171","msg":"trace[1135689280] linearizableReadLoop","detail":"{readStateIndex:4877; appliedIndex:4876; }","duration":"244.768968ms","start":"2026-03-13T23:12:57.796194Z","end":"2026-03-13T23:12:58.040963Z","steps":["trace[1135689280] 'read index received' (duration: 244.582014ms)","trace[1135689280] 'applied index is now lower than readState.Index' (duration: 185.434µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:12:58.041514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.466409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-03-13T23:12:58.04152Z","caller":"traceutil/trace.go:171","msg":"trace[325107946] transaction","detail":"{read_only:false; response_revision:4692; number_of_response:1; }","duration":"248.817271ms","start":"2026-03-13T23:12:57.792638Z","end":"2026-03-13T23:12:58.041455Z","steps":["trace[325107946] 'process raft request' (duration: 248.074382ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:58.041609Z","caller":"traceutil/trace.go:171","msg":"trace[1946808319] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4692; }","duration":"148.611693ms","start":"2026-03-13T23:12:57.89298Z","end":"2026-03-13T23:12:58.041592Z","steps":["trace[1946808319] 'agreement among raft nodes before linearized reading' (duration: 148.360197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:58.041751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.530177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:787701"} {"level":"info","ts":"2026-03-13T23:12:58.041839Z","caller":"traceutil/trace.go:171","msg":"trace[10371377] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:4692; }","duration":"245.657721ms","start":"2026-03-13T23:12:57.796162Z","end":"2026-03-13T23:12:58.041819Z","steps":["trace[10371377] 'agreement among raft nodes before linearized reading' (duration: 245.040776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:58.556618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.959381ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-13T23:12:58.556746Z","caller":"traceutil/trace.go:171","msg":"trace[306852000] linearizableReadLoop","detail":"{readStateIndex:4879; appliedIndex:4878; }","duration":"159.121937ms","start":"2026-03-13T23:12:58.397601Z","end":"2026-03-13T23:12:58.556723Z","steps":["trace[306852000] 'read index received' (duration: 22.019173ms)","trace[306852000] 'applied index is now lower than readState.Index' (duration: 137.100604ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:12:58.556872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.25422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:12:58.55695Z","caller":"traceutil/trace.go:171","msg":"trace[2114740086] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:4693; }","duration":"159.387424ms","start":"2026-03-13T23:12:58.397548Z","end":"2026-03-13T23:12:58.556935Z","steps":["trace[2114740086] 'agreement among raft nodes before linearized reading' (duration: 159.266711ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:58.566517Z","caller":"traceutil/trace.go:171","msg":"trace[2123682997] transaction","detail":"{read_only:false; response_revision:4694; number_of_response:1; }","duration":"160.627336ms","start":"2026-03-13T23:12:58.405859Z","end":"2026-03-13T23:12:58.566487Z","steps":["trace[2123682997] 'process raft request' (duration: 160.367329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:58.566603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.377519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12975"} {"level":"warn","ts":"2026-03-13T23:12:58.56665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.797424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-13T23:12:58.566685Z","caller":"traceutil/trace.go:171","msg":"trace[421424998] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4694; }","duration":"162.496963ms","start":"2026-03-13T23:12:58.404166Z","end":"2026-03-13T23:12:58.566663Z","steps":["trace[421424998] 'agreement among raft nodes before linearized reading' (duration: 162.250697ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:58.566723Z","caller":"traceutil/trace.go:171","msg":"trace[1285938862] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4694; }","duration":"157.866725ms","start":"2026-03-13T23:12:58.408838Z","end":"2026-03-13T23:12:58.566704Z","steps":["trace[1285938862] 'agreement among raft nodes before linearized reading' (duration: 157.606249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:58.56653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.910171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:12:58.567269Z","caller":"traceutil/trace.go:171","msg":"trace[588923734] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:4694; }","duration":"147.68049ms","start":"2026-03-13T23:12:58.419575Z","end":"2026-03-13T23:12:58.567256Z","steps":["trace[588923734] 'agreement among raft nodes before linearized reading' (duration: 146.918972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:04.197676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.174243ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:13:04.197947Z","caller":"traceutil/trace.go:171","msg":"trace[628101004] transaction","detail":"{read_only:false; response_revision:4807; number_of_response:1; }","duration":"130.828886ms","start":"2026-03-13T23:13:04.067098Z","end":"2026-03-13T23:13:04.197927Z","steps":["trace[628101004] 'process raft request' (duration: 130.770335ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:04.197928Z","caller":"traceutil/trace.go:171","msg":"trace[2028123309] transaction","detail":"{read_only:false; response_revision:4805; number_of_response:1; }","duration":"166.444141ms","start":"2026-03-13T23:13:04.031437Z","end":"2026-03-13T23:13:04.197881Z","steps":["trace[2028123309] 'compare' (duration: 155.957948ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:04.197951Z","caller":"traceutil/trace.go:171","msg":"trace[1325886392] transaction","detail":"{read_only:false; response_revision:4806; number_of_response:1; }","duration":"165.58482ms","start":"2026-03-13T23:13:04.032343Z","end":"2026-03-13T23:13:04.197928Z","steps":["trace[1325886392] 'process raft request' (duration: 165.461316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:11.111935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.284547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-13T23:13:11.111996Z","caller":"traceutil/trace.go:171","msg":"trace[205128293] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4868; }","duration":"295.37583ms","start":"2026-03-13T23:13:10.816609Z","end":"2026-03-13T23:13:11.111985Z","steps":["trace[205128293] 'range keys from in-memory index tree' (duration: 295.193305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:11.111968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.844757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:13:11.112043Z","caller":"traceutil/trace.go:171","msg":"trace[995295801] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4868; }","duration":"382.96436ms","start":"2026-03-13T23:13:10.729062Z","end":"2026-03-13T23:13:11.112026Z","steps":["trace[995295801] 'range keys from in-memory index tree' (duration: 382.742015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:11.112071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:10.729045Z","time spent":"383.018312ms","remote":"127.0.0.1:35056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:13:11.112095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.002713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:13:11.112197Z","caller":"traceutil/trace.go:171","msg":"trace[1823813158] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:4868; }","duration":"143.153037ms","start":"2026-03-13T23:13:10.969019Z","end":"2026-03-13T23:13:11.112172Z","steps":["trace[1823813158] 'count revisions from in-memory index tree' (duration: 142.892401ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:11.258793Z","caller":"traceutil/trace.go:171","msg":"trace[920769512] transaction","detail":"{read_only:false; response_revision:4870; number_of_response:1; }","duration":"138.92146ms","start":"2026-03-13T23:13:11.119846Z","end":"2026-03-13T23:13:11.258767Z","steps":["trace[920769512] 'process raft request' (duration: 138.664974ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:11.258817Z","caller":"traceutil/trace.go:171","msg":"trace[1833959078] transaction","detail":"{read_only:false; response_revision:4871; number_of_response:1; }","duration":"135.007962ms","start":"2026-03-13T23:13:11.123778Z","end":"2026-03-13T23:13:11.258786Z","steps":["trace[1833959078] 'process raft request' (duration: 134.905009ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:11.95181Z","caller":"traceutil/trace.go:171","msg":"trace[303969203] linearizableReadLoop","detail":"{readStateIndex:5098; appliedIndex:5097; }","duration":"159.914207ms","start":"2026-03-13T23:13:11.79187Z","end":"2026-03-13T23:13:11.951784Z","steps":["trace[303969203] 'read index received' (duration: 127.01755ms)","trace[303969203] 'applied index is now lower than readState.Index' (duration: 32.895697ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:13:11.951857Z","caller":"traceutil/trace.go:171","msg":"trace[16734933] transaction","detail":"{read_only:false; response_revision:4907; number_of_response:1; }","duration":"160.80281ms","start":"2026-03-13T23:13:11.791019Z","end":"2026-03-13T23:13:11.951822Z","steps":["trace[16734933] 'process raft request' (duration: 127.916494ms)","trace[16734933] 'compare' (duration: 32.700211ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:13:11.952116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.230205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-13T23:13:11.952212Z","caller":"traceutil/trace.go:171","msg":"trace[467367080] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4907; }","duration":"160.362548ms","start":"2026-03-13T23:13:11.791826Z","end":"2026-03-13T23:13:11.952189Z","steps":["trace[467367080] 'agreement among raft nodes before linearized reading' (duration: 160.04848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:11.9544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.39249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:13:11.954462Z","caller":"traceutil/trace.go:171","msg":"trace[1268558231] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:0; response_revision:4908; }","duration":"162.471732ms","start":"2026-03-13T23:13:11.791976Z","end":"2026-03-13T23:13:11.954447Z","steps":["trace[1268558231] 'agreement among raft nodes before linearized reading' (duration: 162.351969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:11.956125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.53809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210803"} {"level":"info","ts":"2026-03-13T23:13:11.956204Z","caller":"traceutil/trace.go:171","msg":"trace[78528488] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:4908; }","duration":"134.665043ms","start":"2026-03-13T23:13:11.821522Z","end":"2026-03-13T23:13:11.956187Z","steps":["trace[78528488] 'agreement among raft nodes before linearized reading' (duration: 133.120704ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:12.069387Z","caller":"traceutil/trace.go:171","msg":"trace[1440499451] linearizableReadLoop","detail":"{readStateIndex:5100; appliedIndex:5099; }","duration":"104.964377ms","start":"2026-03-13T23:13:11.964405Z","end":"2026-03-13T23:13:12.06937Z","steps":["trace[1440499451] 'read index received' (duration: 97.239483ms)","trace[1440499451] 'applied index is now lower than readState.Index' (duration: 7.724114ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:13:12.06948Z","caller":"traceutil/trace.go:171","msg":"trace[1713529709] transaction","detail":"{read_only:false; response_revision:4909; number_of_response:1; }","duration":"105.727246ms","start":"2026-03-13T23:13:11.96371Z","end":"2026-03-13T23:13:12.069437Z","steps":["trace[1713529709] 'process raft request' (duration: 97.937671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:12.069533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.11043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:13:12.069568Z","caller":"traceutil/trace.go:171","msg":"trace[2141839228] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:4909; }","duration":"105.187482ms","start":"2026-03-13T23:13:11.964371Z","end":"2026-03-13T23:13:12.069558Z","steps":["trace[2141839228] 'agreement among raft nodes before linearized reading' (duration: 105.09042ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:12.291693Z","caller":"traceutil/trace.go:171","msg":"trace[58082290] transaction","detail":"{read_only:false; response_revision:4913; number_of_response:1; }","duration":"128.567951ms","start":"2026-03-13T23:13:12.163098Z","end":"2026-03-13T23:13:12.291666Z","steps":["trace[58082290] 'process raft request' (duration: 71.890257ms)","trace[58082290] 'compare' (duration: 56.496408ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:13:12.291717Z","caller":"traceutil/trace.go:171","msg":"trace[2118024279] linearizableReadLoop","detail":"{readStateIndex:5104; appliedIndex:5103; }","duration":"126.809906ms","start":"2026-03-13T23:13:12.164884Z","end":"2026-03-13T23:13:12.291694Z","steps":["trace[2118024279] 'read index received' (duration: 70.116442ms)","trace[2118024279] 'applied index is now lower than readState.Index' (duration: 56.691964ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:13:12.291836Z","caller":"traceutil/trace.go:171","msg":"trace[511568891] transaction","detail":"{read_only:false; response_revision:4914; number_of_response:1; }","duration":"123.355999ms","start":"2026-03-13T23:13:12.168471Z","end":"2026-03-13T23:13:12.291827Z","steps":["trace[511568891] 'process raft request' (duration: 123.175135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:12.291934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.028702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-13T23:13:12.291972Z","caller":"traceutil/trace.go:171","msg":"trace[766365157] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4916; }","duration":"127.092094ms","start":"2026-03-13T23:13:12.164869Z","end":"2026-03-13T23:13:12.291961Z","steps":["trace[766365157] 'agreement among raft nodes before linearized reading' (duration: 126.93925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:12.292146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.417156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-13T23:13:12.292174Z","caller":"traceutil/trace.go:171","msg":"trace[482764593] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4916; }","duration":"126.466556ms","start":"2026-03-13T23:13:12.165701Z","end":"2026-03-13T23:13:12.292167Z","steps":["trace[482764593] 'agreement among raft nodes before linearized reading' (duration: 126.392895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:12.292347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.088002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-13T23:13:12.292376Z","caller":"traceutil/trace.go:171","msg":"trace[383726009] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:4916; }","duration":"125.149524ms","start":"2026-03-13T23:13:12.167217Z","end":"2026-03-13T23:13:12.292367Z","steps":["trace[383726009] 'agreement among raft nodes before linearized reading' (duration: 125.035721ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:12.628975Z","caller":"traceutil/trace.go:171","msg":"trace[30192215] transaction","detail":"{read_only:false; response_revision:4927; number_of_response:1; }","duration":"171.786355ms","start":"2026-03-13T23:13:12.457101Z","end":"2026-03-13T23:13:12.628887Z","steps":["trace[30192215] 'process raft request' (duration: 92.32548ms)","trace[30192215] 'compare' (duration: 79.067846ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:13:12.629012Z","caller":"traceutil/trace.go:171","msg":"trace[415793763] transaction","detail":"{read_only:false; response_revision:4928; number_of_response:1; }","duration":"171.544629ms","start":"2026-03-13T23:13:12.457434Z","end":"2026-03-13T23:13:12.628978Z","steps":["trace[415793763] 'process raft request' (duration: 171.307694ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:12.629234Z","caller":"traceutil/trace.go:171","msg":"trace[1683955236] transaction","detail":"{read_only:false; response_revision:4929; number_of_response:1; }","duration":"171.57889ms","start":"2026-03-13T23:13:12.457643Z","end":"2026-03-13T23:13:12.629222Z","steps":["trace[1683955236] 'process raft request' (duration: 171.20959ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:12.629268Z","caller":"traceutil/trace.go:171","msg":"trace[1272237754] linearizableReadLoop","detail":"{readStateIndex:5121; appliedIndex:5117; }","duration":"115.781229ms","start":"2026-03-13T23:13:12.513475Z","end":"2026-03-13T23:13:12.629257Z","steps":["trace[1272237754] 'read index received' (duration: 35.947634ms)","trace[1272237754] 'applied index is now lower than readState.Index' (duration: 79.832405ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:13:12.629276Z","caller":"traceutil/trace.go:171","msg":"trace[2072951618] transaction","detail":"{read_only:false; response_revision:4931; number_of_response:1; }","duration":"109.943452ms","start":"2026-03-13T23:13:12.51931Z","end":"2026-03-13T23:13:12.629253Z","steps":["trace[2072951618] 'process raft request' (duration: 109.892901ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:12.629337Z","caller":"traceutil/trace.go:171","msg":"trace[89209103] transaction","detail":"{read_only:false; response_revision:4930; number_of_response:1; }","duration":"171.672343ms","start":"2026-03-13T23:13:12.457657Z","end":"2026-03-13T23:13:12.629329Z","steps":["trace[89209103] 'process raft request' (duration: 171.456648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:12.629496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.657801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:13:12.629518Z","caller":"traceutil/trace.go:171","msg":"trace[681989494] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:4931; }","duration":"116.731543ms","start":"2026-03-13T23:13:12.512778Z","end":"2026-03-13T23:13:12.62951Z","steps":["trace[681989494] 'agreement among raft nodes before linearized reading' (duration: 116.635031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:12.629572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.702943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-13T23:13:12.629625Z","caller":"traceutil/trace.go:171","msg":"trace[936117242] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4931; }","duration":"169.801125ms","start":"2026-03-13T23:13:12.45981Z","end":"2026-03-13T23:13:12.629611Z","steps":["trace[936117242] 'agreement among raft nodes before linearized reading' (duration: 169.647102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:12.629639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.558932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9637"} {"level":"warn","ts":"2026-03-13T23:13:12.629764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.105722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-13T23:13:12.629783Z","caller":"traceutil/trace.go:171","msg":"trace[801650626] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:4931; }","duration":"111.738887ms","start":"2026-03-13T23:13:12.518039Z","end":"2026-03-13T23:13:12.629778Z","steps":["trace[801650626] 'agreement among raft nodes before linearized reading' (duration: 111.564552ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:12.629858Z","caller":"traceutil/trace.go:171","msg":"trace[1285793327] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4931; }","duration":"162.208985ms","start":"2026-03-13T23:13:12.467593Z","end":"2026-03-13T23:13:12.629802Z","steps":["trace[1285793327] 'agreement among raft nodes before linearized reading' (duration: 161.942198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:12.629974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.874123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:110383"} {"level":"info","ts":"2026-03-13T23:13:12.630084Z","caller":"traceutil/trace.go:171","msg":"trace[1063673902] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:4931; }","duration":"167.034187ms","start":"2026-03-13T23:13:12.463029Z","end":"2026-03-13T23:13:12.630064Z","steps":["trace[1063673902] 'agreement among raft nodes before linearized reading' (duration: 166.583095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:12.904699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.340022ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:13:12.904821Z","caller":"traceutil/trace.go:171","msg":"trace[981750295] transaction","detail":"{read_only:false; response_revision:4933; number_of_response:1; }","duration":"259.383365ms","start":"2026-03-13T23:13:12.645416Z","end":"2026-03-13T23:13:12.904799Z","steps":["trace[981750295] 'process raft request' (duration: 146.829119ms)","trace[981750295] 'compare' (duration: 112.194788ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:13:12.907654Z","caller":"traceutil/trace.go:171","msg":"trace[64321377] linearizableReadLoop","detail":"{readStateIndex:5125; appliedIndex:5123; }","duration":"259.866107ms","start":"2026-03-13T23:13:12.647765Z","end":"2026-03-13T23:13:12.907631Z","steps":["trace[64321377] 'read index received' (duration: 144.51071ms)","trace[64321377] 'applied index is now lower than readState.Index' (duration: 115.354527ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:13:12.90781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.031623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9637"} {"level":"info","ts":"2026-03-13T23:13:12.907833Z","caller":"traceutil/trace.go:171","msg":"trace[104656081] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:4934; }","duration":"260.068964ms","start":"2026-03-13T23:13:12.647759Z","end":"2026-03-13T23:13:12.907828Z","steps":["trace[104656081] 'agreement among raft nodes before linearized reading' (duration: 259.94881ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:12.908005Z","caller":"traceutil/trace.go:171","msg":"trace[966603875] transaction","detail":"{read_only:false; response_revision:4934; number_of_response:1; }","duration":"262.020372ms","start":"2026-03-13T23:13:12.645947Z","end":"2026-03-13T23:13:12.907967Z","steps":["trace[966603875] 'process raft request' (duration: 261.604242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:12.908122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.336212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:13:12.908178Z","caller":"traceutil/trace.go:171","msg":"trace[409327570] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4934; }","duration":"153.437644ms","start":"2026-03-13T23:13:12.754727Z","end":"2026-03-13T23:13:12.908165Z","steps":["trace[409327570] 'agreement among raft nodes before linearized reading' (duration: 153.352692ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:13.642849Z","caller":"traceutil/trace.go:171","msg":"trace[2030426123] transaction","detail":"{read_only:false; response_revision:4953; number_of_response:1; }","duration":"102.470184ms","start":"2026-03-13T23:13:13.540345Z","end":"2026-03-13T23:13:13.642815Z","steps":["trace[2030426123] 'process raft request' (duration: 32.109216ms)","trace[2030426123] 'compare' (duration: 70.150542ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:13:14.631932Z","caller":"traceutil/trace.go:171","msg":"trace[1271288744] transaction","detail":"{read_only:false; response_revision:4955; number_of_response:1; }","duration":"335.294953ms","start":"2026-03-13T23:13:14.296614Z","end":"2026-03-13T23:13:14.631909Z","steps":["trace[1271288744] 'process raft request' (duration: 335.126869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:14.632147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:14.296592Z","time spent":"335.480199ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:13:14.893353Z","caller":"traceutil/trace.go:171","msg":"trace[7473333] linearizableReadLoop","detail":"{readStateIndex:5148; appliedIndex:5146; }","duration":"504.76143ms","start":"2026-03-13T23:13:14.388567Z","end":"2026-03-13T23:13:14.893329Z","steps":["trace[7473333] 'read index received' (duration: 243.172419ms)","trace[7473333] 'applied index is now lower than readState.Index' (duration: 261.588031ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:13:14.893481Z","caller":"traceutil/trace.go:171","msg":"trace[1617190030] transaction","detail":"{read_only:false; response_revision:4956; number_of_response:1; }","duration":"595.428079ms","start":"2026-03-13T23:13:14.298041Z","end":"2026-03-13T23:13:14.893469Z","steps":["trace[1617190030] 'process raft request' (duration: 517.651465ms)","trace[1617190030] 'compare' (duration: 77.302092ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:13:14.89359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:14.298035Z","time spent":"595.4797ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:13:14.893748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.906978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:13:14.894048Z","caller":"traceutil/trace.go:171","msg":"trace[357899692] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4956; }","duration":"164.192816ms","start":"2026-03-13T23:13:14.729814Z","end":"2026-03-13T23:13:14.894006Z","steps":["trace[357899692] 'agreement among raft nodes before linearized reading' (duration: 163.865207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:14.893767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.627402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/goldpinger-cpx7p\" ","response":"range_response_count:1 size:5199"} {"level":"warn","ts":"2026-03-13T23:13:14.894086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.974894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3fffee4a-13a0-400c-9b4b-791c38fb3697\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-03-13T23:13:14.894145Z","caller":"traceutil/trace.go:171","msg":"trace[1512609952] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3fffee4a-13a0-400c-9b4b-791c38fb3697; range_end:; response_count:1; response_revision:4956; }","duration":"247.058826ms","start":"2026-03-13T23:13:14.647066Z","end":"2026-03-13T23:13:14.894124Z","steps":["trace[1512609952] 'agreement among raft nodes before linearized reading' (duration: 246.932443ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:14.89414Z","caller":"traceutil/trace.go:171","msg":"trace[153107348] range","detail":"{range_begin:/registry/pods/monitoring/goldpinger-cpx7p; range_end:; response_count:1; response_revision:4956; }","duration":"348.046353ms","start":"2026-03-13T23:13:14.546076Z","end":"2026-03-13T23:13:14.894122Z","steps":["trace[153107348] 'agreement among raft nodes before linearized reading' (duration: 347.53685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:14.894208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:14.546055Z","time spent":"348.136455ms","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":5222,"request content":"key:\"/registry/pods/monitoring/goldpinger-cpx7p\" "} {"level":"warn","ts":"2026-03-13T23:13:14.894272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.679163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-13T23:13:14.894352Z","caller":"traceutil/trace.go:171","msg":"trace[769072630] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:4956; }","duration":"505.803396ms","start":"2026-03-13T23:13:14.388529Z","end":"2026-03-13T23:13:14.894332Z","steps":["trace[769072630] 'agreement among raft nodes before linearized reading' (duration: 505.563891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:14.894398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:14.388509Z","time spent":"505.880288ms","remote":"127.0.0.1:35240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-13T23:13:16.932107Z","caller":"traceutil/trace.go:171","msg":"trace[1529780590] linearizableReadLoop","detail":"{readStateIndex:5178; appliedIndex:5177; }","duration":"201.725428ms","start":"2026-03-13T23:13:16.730346Z","end":"2026-03-13T23:13:16.932071Z","steps":["trace[1529780590] 'read index received' (duration: 199.095251ms)","trace[1529780590] 'applied index is now lower than readState.Index' (duration: 2.626696ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:13:16.932107Z","caller":"traceutil/trace.go:171","msg":"trace[984206243] transaction","detail":"{read_only:false; response_revision:4986; number_of_response:1; }","duration":"293.816242ms","start":"2026-03-13T23:13:16.638221Z","end":"2026-03-13T23:13:16.932038Z","steps":["trace[984206243] 'process raft request' (duration: 291.203936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:16.932352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.979893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:13:16.932457Z","caller":"traceutil/trace.go:171","msg":"trace[1991796078] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4986; }","duration":"202.138597ms","start":"2026-03-13T23:13:16.730291Z","end":"2026-03-13T23:13:16.932429Z","steps":["trace[1991796078] 'agreement among raft nodes before linearized reading' (duration: 201.866761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:17.590777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.182638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:13:17.590911Z","caller":"traceutil/trace.go:171","msg":"trace[442070085] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:4988; }","duration":"225.394473ms","start":"2026-03-13T23:13:17.365486Z","end":"2026-03-13T23:13:17.59088Z","steps":["trace[442070085] 'count revisions from in-memory index tree' (duration: 225.052824ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:17.694973Z","caller":"traceutil/trace.go:171","msg":"trace[400625673] transaction","detail":"{read_only:false; response_revision:4989; number_of_response:1; }","duration":"101.284774ms","start":"2026-03-13T23:13:17.593664Z","end":"2026-03-13T23:13:17.694949Z","steps":["trace[400625673] 'process raft request' (duration: 101.135451ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:17.700463Z","caller":"traceutil/trace.go:171","msg":"trace[102040866] transaction","detail":"{read_only:false; response_revision:4991; number_of_response:1; }","duration":"105.127541ms","start":"2026-03-13T23:13:17.595287Z","end":"2026-03-13T23:13:17.700415Z","steps":["trace[102040866] 'process raft request' (duration: 105.017288ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:17.700645Z","caller":"traceutil/trace.go:171","msg":"trace[114606190] transaction","detail":"{read_only:false; response_revision:4992; number_of_response:1; }","duration":"104.714521ms","start":"2026-03-13T23:13:17.595918Z","end":"2026-03-13T23:13:17.700633Z","steps":["trace[114606190] 'process raft request' (duration: 104.431853ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:17.700482Z","caller":"traceutil/trace.go:171","msg":"trace[183132513] transaction","detail":"{read_only:false; response_revision:4990; number_of_response:1; }","duration":"105.565201ms","start":"2026-03-13T23:13:17.594874Z","end":"2026-03-13T23:13:17.700439Z","steps":["trace[183132513] 'process raft request' (duration: 105.253394ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:17.700798Z","caller":"traceutil/trace.go:171","msg":"trace[1378356060] transaction","detail":"{read_only:false; response_revision:4993; number_of_response:1; }","duration":"104.470935ms","start":"2026-03-13T23:13:17.596308Z","end":"2026-03-13T23:13:17.700778Z","steps":["trace[1378356060] 'process raft request' (duration: 104.259509ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:17.701014Z","caller":"traceutil/trace.go:171","msg":"trace[2042661210] transaction","detail":"{read_only:false; response_revision:4994; number_of_response:1; }","duration":"104.646409ms","start":"2026-03-13T23:13:17.596355Z","end":"2026-03-13T23:13:17.701002Z","steps":["trace[2042661210] 'process raft request' (duration: 104.340612ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:17.701052Z","caller":"traceutil/trace.go:171","msg":"trace[1548347050] linearizableReadLoop","detail":"{readStateIndex:5183; appliedIndex:5180; }","duration":"105.190513ms","start":"2026-03-13T23:13:17.595844Z","end":"2026-03-13T23:13:17.701035Z","steps":["trace[1548347050] 'read index received' (duration: 99.050278ms)","trace[1548347050] 'applied index is now lower than readState.Index' (duration: 6.135434ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:13:17.701065Z","caller":"traceutil/trace.go:171","msg":"trace[509528237] transaction","detail":"{read_only:false; response_revision:4995; number_of_response:1; }","duration":"103.389397ms","start":"2026-03-13T23:13:17.597646Z","end":"2026-03-13T23:13:17.701036Z","steps":["trace[509528237] 'process raft request' (duration: 103.280684ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:17.701092Z","caller":"traceutil/trace.go:171","msg":"trace[359115223] transaction","detail":"{read_only:false; response_revision:4996; number_of_response:1; }","duration":"102.829553ms","start":"2026-03-13T23:13:17.598242Z","end":"2026-03-13T23:13:17.701072Z","steps":["trace[359115223] 'process raft request' (duration: 102.741251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:17.701401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.540822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80097"} {"level":"info","ts":"2026-03-13T23:13:17.701441Z","caller":"traceutil/trace.go:171","msg":"trace[381265741] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:4996; }","duration":"105.636714ms","start":"2026-03-13T23:13:17.595794Z","end":"2026-03-13T23:13:17.701431Z","steps":["trace[381265741] 'agreement among raft nodes before linearized reading' (duration: 105.355596ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:23.745104Z","caller":"traceutil/trace.go:171","msg":"trace[2068100827] transaction","detail":"{read_only:false; response_revision:5087; number_of_response:1; }","duration":"112.325521ms","start":"2026-03-13T23:13:23.632746Z","end":"2026-03-13T23:13:23.745072Z","steps":["trace[2068100827] 'process raft request' (duration: 112.171357ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:23.875744Z","caller":"traceutil/trace.go:171","msg":"trace[2125430902] transaction","detail":"{read_only:false; response_revision:5090; number_of_response:1; }","duration":"119.974724ms","start":"2026-03-13T23:13:23.755745Z","end":"2026-03-13T23:13:23.87572Z","steps":["trace[2125430902] 'process raft request' (duration: 114.054005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:23.875913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.387178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T23:13:23.875963Z","caller":"traceutil/trace.go:171","msg":"trace[929882678] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5091; }","duration":"107.4835ms","start":"2026-03-13T23:13:23.768468Z","end":"2026-03-13T23:13:23.875952Z","steps":["trace[929882678] 'agreement among raft nodes before linearized reading' (duration: 107.313156ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:23.875937Z","caller":"traceutil/trace.go:171","msg":"trace[1186719483] transaction","detail":"{read_only:false; response_revision:5091; number_of_response:1; }","duration":"117.623265ms","start":"2026-03-13T23:13:23.758263Z","end":"2026-03-13T23:13:23.875886Z","steps":["trace[1186719483] 'process raft request' (duration: 117.400169ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:23.875736Z","caller":"traceutil/trace.go:171","msg":"trace[992903015] linearizableReadLoop","detail":"{readStateIndex:5289; appliedIndex:5287; }","duration":"107.203743ms","start":"2026-03-13T23:13:23.768509Z","end":"2026-03-13T23:13:23.875713Z","steps":["trace[992903015] 'read index received' (duration: 101.279855ms)","trace[992903015] 'applied index is now lower than readState.Index' (duration: 5.922958ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:13:23.876299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.008573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-13T23:13:23.876297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.747092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7v464\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-13T23:13:23.876309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.403058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-13T23:13:23.876305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.123081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-13T23:13:23.876338Z","caller":"traceutil/trace.go:171","msg":"trace[1589998834] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5091; }","duration":"104.065985ms","start":"2026-03-13T23:13:23.772262Z","end":"2026-03-13T23:13:23.876328Z","steps":["trace[1589998834] 'agreement among raft nodes before linearized reading' (duration: 103.968353ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:23.876354Z","caller":"traceutil/trace.go:171","msg":"trace[1498990713] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7v464; range_end:; response_count:1; response_revision:5091; }","duration":"102.814443ms","start":"2026-03-13T23:13:23.773526Z","end":"2026-03-13T23:13:23.876341Z","steps":["trace[1498990713] 'agreement among raft nodes before linearized reading' (duration: 102.649319ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:23.876366Z","caller":"traceutil/trace.go:171","msg":"trace[1544614490] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5091; }","duration":"107.489851ms","start":"2026-03-13T23:13:23.768859Z","end":"2026-03-13T23:13:23.876349Z","steps":["trace[1544614490] 'agreement among raft nodes before linearized reading' (duration: 107.335727ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:23.876375Z","caller":"traceutil/trace.go:171","msg":"trace[343905094] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5091; }","duration":"107.199583ms","start":"2026-03-13T23:13:23.769162Z","end":"2026-03-13T23:13:23.876362Z","steps":["trace[343905094] 'agreement among raft nodes before linearized reading' (duration: 107.029289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:23.876461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.658605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T23:13:23.876487Z","caller":"traceutil/trace.go:171","msg":"trace[980652216] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5091; }","duration":"107.707306ms","start":"2026-03-13T23:13:23.768773Z","end":"2026-03-13T23:13:23.87648Z","steps":["trace[980652216] 'agreement among raft nodes before linearized reading' (duration: 107.403278ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:24.129068Z","caller":"traceutil/trace.go:171","msg":"trace[271788656] transaction","detail":"{read_only:false; response_revision:5093; number_of_response:1; }","duration":"247.716594ms","start":"2026-03-13T23:13:23.881285Z","end":"2026-03-13T23:13:24.129002Z","steps":["trace[271788656] 'process raft request' (duration: 170.001831ms)","trace[271788656] 'compare' (duration: 77.254051ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:13:24.129263Z","caller":"traceutil/trace.go:171","msg":"trace[200307444] transaction","detail":"{read_only:false; response_revision:5095; number_of_response:1; }","duration":"247.890308ms","start":"2026-03-13T23:13:23.881328Z","end":"2026-03-13T23:13:24.129219Z","steps":["trace[200307444] 'process raft request' (duration: 247.687163ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:24.12933Z","caller":"traceutil/trace.go:171","msg":"trace[2029128612] transaction","detail":"{read_only:false; response_revision:5097; number_of_response:1; }","duration":"246.663707ms","start":"2026-03-13T23:13:23.882635Z","end":"2026-03-13T23:13:24.129299Z","steps":["trace[2029128612] 'process raft request' (duration: 246.470002ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:24.129335Z","caller":"traceutil/trace.go:171","msg":"trace[2092758890] transaction","detail":"{read_only:false; response_revision:5099; number_of_response:1; }","duration":"245.753874ms","start":"2026-03-13T23:13:23.883552Z","end":"2026-03-13T23:13:24.129306Z","steps":["trace[2092758890] 'process raft request' (duration: 245.667602ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:24.129598Z","caller":"traceutil/trace.go:171","msg":"trace[1008158548] transaction","detail":"{read_only:false; response_revision:5096; number_of_response:1; }","duration":"248.241796ms","start":"2026-03-13T23:13:23.881345Z","end":"2026-03-13T23:13:24.129587Z","steps":["trace[1008158548] 'process raft request' (duration: 247.712523ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:24.129606Z","caller":"traceutil/trace.go:171","msg":"trace[1754739561] linearizableReadLoop","detail":"{readStateIndex:5294; appliedIndex:5289; }","duration":"247.056256ms","start":"2026-03-13T23:13:23.882529Z","end":"2026-03-13T23:13:24.129585Z","steps":["trace[1754739561] 'read index received' (duration: 43.581764ms)","trace[1754739561] 'applied index is now lower than readState.Index' (duration: 203.473342ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:13:24.129725Z","caller":"traceutil/trace.go:171","msg":"trace[1045959354] transaction","detail":"{read_only:false; response_revision:5098; number_of_response:1; }","duration":"246.376249ms","start":"2026-03-13T23:13:23.883333Z","end":"2026-03-13T23:13:24.129709Z","steps":["trace[1045959354] 'process raft request' (duration: 245.831185ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:24.129837Z","caller":"traceutil/trace.go:171","msg":"trace[1664846846] transaction","detail":"{read_only:false; response_revision:5100; number_of_response:1; }","duration":"246.252176ms","start":"2026-03-13T23:13:23.883578Z","end":"2026-03-13T23:13:24.12983Z","steps":["trace[1664846846] 'process raft request' (duration: 245.684482ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:24.129749Z","caller":"traceutil/trace.go:171","msg":"trace[786985207] transaction","detail":"{read_only:false; response_revision:5101; number_of_response:1; }","duration":"245.365754ms","start":"2026-03-13T23:13:23.884331Z","end":"2026-03-13T23:13:24.129697Z","steps":["trace[786985207] 'process raft request' (duration: 245.055396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:24.129907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.353633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81312"} {"level":"info","ts":"2026-03-13T23:13:24.129964Z","caller":"traceutil/trace.go:171","msg":"trace[1857558173] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5102; }","duration":"247.455026ms","start":"2026-03-13T23:13:23.882496Z","end":"2026-03-13T23:13:24.129951Z","steps":["trace[1857558173] 'agreement among raft nodes before linearized reading' (duration: 247.159539ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:24.130064Z","caller":"traceutil/trace.go:171","msg":"trace[1098663895] transaction","detail":"{read_only:false; response_revision:5102; number_of_response:1; }","duration":"244.481501ms","start":"2026-03-13T23:13:23.885569Z","end":"2026-03-13T23:13:24.13005Z","steps":["trace[1098663895] 'process raft request' (duration: 243.954929ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:24.130602Z","caller":"traceutil/trace.go:171","msg":"trace[172251453] transaction","detail":"{read_only:false; response_revision:5094; number_of_response:1; }","duration":"249.272332ms","start":"2026-03-13T23:13:23.881312Z","end":"2026-03-13T23:13:24.130584Z","steps":["trace[172251453] 'process raft request' (duration: 247.58983ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:26.301441Z","caller":"traceutil/trace.go:171","msg":"trace[823807278] transaction","detail":"{read_only:false; response_revision:5130; number_of_response:1; }","duration":"162.44516ms","start":"2026-03-13T23:13:26.138969Z","end":"2026-03-13T23:13:26.301414Z","steps":["trace[823807278] 'process raft request' (duration: 160.561393ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:26.301744Z","caller":"traceutil/trace.go:171","msg":"trace[1148151167] transaction","detail":"{read_only:false; response_revision:5131; number_of_response:1; }","duration":"162.721538ms","start":"2026-03-13T23:13:26.139002Z","end":"2026-03-13T23:13:26.301724Z","steps":["trace[1148151167] 'process raft request' (duration: 162.362259ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:26.301903Z","caller":"traceutil/trace.go:171","msg":"trace[1992709826] transaction","detail":"{read_only:false; response_revision:5132; number_of_response:1; }","duration":"162.706077ms","start":"2026-03-13T23:13:26.139188Z","end":"2026-03-13T23:13:26.301894Z","steps":["trace[1992709826] 'process raft request' (duration: 162.40478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:31.813337Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500112979124472680,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:13:31.983221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293395643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10392"} {"level":"warn","ts":"2026-03-13T23:13:31.983306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252178737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:13:31.983402Z","caller":"traceutil/trace.go:171","msg":"trace[1232504441] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5157; }","duration":"1.25228623s","start":"2026-03-13T23:13:30.731092Z","end":"2026-03-13T23:13:31.983379Z","steps":["trace[1232504441] 'range keys from in-memory index tree' (duration: 1.252094936s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:31.983449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:30.731038Z","time spent":"1.252402042s","remote":"127.0.0.1:35056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T23:13:31.983341Z","caller":"traceutil/trace.go:171","msg":"trace[1870011578] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5157; }","duration":"1.293556236s","start":"2026-03-13T23:13:30.68976Z","end":"2026-03-13T23:13:31.983316Z","steps":["trace[1870011578] 'range keys from in-memory index tree' (duration: 1.293192987s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:31.983963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:30.689743Z","time spent":"1.294188623s","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10415,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-13T23:13:31.984118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209533605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-13T23:13:31.984226Z","caller":"traceutil/trace.go:171","msg":"trace[1782535218] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5157; }","duration":"1.209690969s","start":"2026-03-13T23:13:30.77451Z","end":"2026-03-13T23:13:31.984201Z","steps":["trace[1782535218] 'range keys from in-memory index tree' (duration: 1.20930942s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:31.984282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:30.774488Z","time spent":"1.209780962s","remote":"127.0.0.1:35190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-13T23:13:31.984451Z","caller":"traceutil/trace.go:171","msg":"trace[196790682] transaction","detail":"{read_only:false; response_revision:5158; number_of_response:1; }","duration":"983.868876ms","start":"2026-03-13T23:13:31.000569Z","end":"2026-03-13T23:13:31.984438Z","steps":["trace[196790682] 'process raft request' (duration: 983.503727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:31.984557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:31.000548Z","time spent":"983.954468ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:13:32.132678Z","caller":"traceutil/trace.go:171","msg":"trace[2071200744] linearizableReadLoop","detail":"{readStateIndex:5358; appliedIndex:5356; }","duration":"819.390245ms","start":"2026-03-13T23:13:31.313264Z","end":"2026-03-13T23:13:32.132654Z","steps":["trace[2071200744] 'read index received' (duration: 670.818762ms)","trace[2071200744] 'applied index is now lower than readState.Index' (duration: 148.570322ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:13:32.132769Z","caller":"traceutil/trace.go:171","msg":"trace[1507394098] transaction","detail":"{read_only:false; response_revision:5159; number_of_response:1; }","duration":"1.131555736s","start":"2026-03-13T23:13:31.001173Z","end":"2026-03-13T23:13:32.132729Z","steps":["trace[1507394098] 'process raft request' (duration: 1.088434834s)","trace[1507394098] 'compare' (duration: 42.921698ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:13:32.132893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.617979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-03-13T23:13:32.132929Z","caller":"traceutil/trace.go:171","msg":"trace[1477000938] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5159; }","duration":"819.725892ms","start":"2026-03-13T23:13:31.313192Z","end":"2026-03-13T23:13:32.132918Z","steps":["trace[1477000938] 'agreement among raft nodes before linearized reading' (duration: 819.567008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:32.132963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:31.313161Z","time spent":"819.795705ms","remote":"127.0.0.1:46790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3266,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-13T23:13:32.133067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:31.001142Z","time spent":"1.13171692s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:13:32.171452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.91603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:13:32.171567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.433314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:13:32.171608Z","caller":"traceutil/trace.go:171","msg":"trace[1276783863] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:5160; }","duration":"668.135216ms","start":"2026-03-13T23:13:31.50344Z","end":"2026-03-13T23:13:32.171575Z","steps":["trace[1276783863] 'agreement among raft nodes before linearized reading' (duration: 667.913099ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:32.17164Z","caller":"traceutil/trace.go:171","msg":"trace[596994543] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5160; }","duration":"186.540927ms","start":"2026-03-13T23:13:31.985074Z","end":"2026-03-13T23:13:32.171615Z","steps":["trace[596994543] 'agreement among raft nodes before linearized reading' (duration: 186.413633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:32.171695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:31.503417Z","time spent":"668.257728ms","remote":"127.0.0.1:46894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-03-13T23:13:32.171725Z","caller":"traceutil/trace.go:171","msg":"trace[1467009923] transaction","detail":"{read_only:false; response_revision:5160; number_of_response:1; }","duration":"174.885833ms","start":"2026-03-13T23:13:31.996809Z","end":"2026-03-13T23:13:32.171695Z","steps":["trace[1467009923] 'process raft request' (duration: 174.383541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:32.17172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.089678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-13T23:13:32.17187Z","caller":"traceutil/trace.go:171","msg":"trace[1332118840] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5160; }","duration":"169.277022ms","start":"2026-03-13T23:13:32.002541Z","end":"2026-03-13T23:13:32.171819Z","steps":["trace[1332118840] 'agreement among raft nodes before linearized reading' (duration: 168.895312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:32.17195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.210717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3fffee4a-13a0-400c-9b4b-791c38fb3697\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-13T23:13:32.172015Z","caller":"traceutil/trace.go:171","msg":"trace[1311242040] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3fffee4a-13a0-400c-9b4b-791c38fb3697; range_end:; response_count:1; response_revision:5160; }","duration":"184.29881ms","start":"2026-03-13T23:13:31.987697Z","end":"2026-03-13T23:13:32.171996Z","steps":["trace[1311242040] 'agreement among raft nodes before linearized reading' (duration: 184.080384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:32.172167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.024442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T23:13:32.172259Z","caller":"traceutil/trace.go:171","msg":"trace[1364703054] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5160; }","duration":"262.177146ms","start":"2026-03-13T23:13:31.910058Z","end":"2026-03-13T23:13:32.172235Z","steps":["trace[1364703054] 'agreement among raft nodes before linearized reading' (duration: 261.496969ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:32.304756Z","caller":"traceutil/trace.go:171","msg":"trace[655708609] transaction","detail":"{read_only:false; response_revision:5162; number_of_response:1; }","duration":"127.504903ms","start":"2026-03-13T23:13:32.177198Z","end":"2026-03-13T23:13:32.304703Z","steps":["trace[655708609] 'process raft request' (duration: 117.367458ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:32.304815Z","caller":"traceutil/trace.go:171","msg":"trace[1745177072] transaction","detail":"{read_only:false; response_revision:5163; number_of_response:1; }","duration":"127.458932ms","start":"2026-03-13T23:13:32.177321Z","end":"2026-03-13T23:13:32.30478Z","steps":["trace[1745177072] 'process raft request' (duration: 127.288728ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:32.304841Z","caller":"traceutil/trace.go:171","msg":"trace[661448972] transaction","detail":"{read_only:false; response_revision:5165; number_of_response:1; }","duration":"127.180176ms","start":"2026-03-13T23:13:32.177641Z","end":"2026-03-13T23:13:32.304821Z","steps":["trace[661448972] 'process raft request' (duration: 127.100894ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:32.304896Z","caller":"traceutil/trace.go:171","msg":"trace[1496545354] transaction","detail":"{read_only:false; response_revision:5164; number_of_response:1; }","duration":"127.532854ms","start":"2026-03-13T23:13:32.177327Z","end":"2026-03-13T23:13:32.30486Z","steps":["trace[1496545354] 'process raft request' (duration: 127.37885ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:32.305012Z","caller":"traceutil/trace.go:171","msg":"trace[455680671] transaction","detail":"{read_only:false; response_revision:5166; number_of_response:1; }","duration":"126.915758ms","start":"2026-03-13T23:13:32.178066Z","end":"2026-03-13T23:13:32.304982Z","steps":["trace[455680671] 'process raft request' (duration: 126.716134ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:32.30517Z","caller":"traceutil/trace.go:171","msg":"trace[659552555] transaction","detail":"{read_only:false; response_revision:5167; number_of_response:1; }","duration":"125.959154ms","start":"2026-03-13T23:13:32.17919Z","end":"2026-03-13T23:13:32.305149Z","steps":["trace[659552555] 'process raft request' (duration: 125.732819ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:32.305188Z","caller":"traceutil/trace.go:171","msg":"trace[2083476537] linearizableReadLoop","detail":"{readStateIndex:5366; appliedIndex:5360; }","duration":"124.517167ms","start":"2026-03-13T23:13:32.180626Z","end":"2026-03-13T23:13:32.305144Z","steps":["trace[2083476537] 'read index received' (duration: 47.238056ms)","trace[2083476537] 'applied index is now lower than readState.Index' (duration: 77.277991ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:13:32.305264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.6187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:13:32.306322Z","caller":"traceutil/trace.go:171","msg":"trace[1940225857] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5167; }","duration":"125.705797ms","start":"2026-03-13T23:13:32.180602Z","end":"2026-03-13T23:13:32.306308Z","steps":["trace[1940225857] 'agreement among raft nodes before linearized reading' (duration: 124.61358ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:14:03.066499Z","caller":"traceutil/trace.go:171","msg":"trace[1010811381] transaction","detail":"{read_only:false; response_revision:5445; number_of_response:1; }","duration":"101.454808ms","start":"2026-03-13T23:14:02.965017Z","end":"2026-03-13T23:14:03.066472Z","steps":["trace[1010811381] 'process raft request' (duration: 101.257543ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:14:03.257579Z","caller":"traceutil/trace.go:171","msg":"trace[1329830698] linearizableReadLoop","detail":"{readStateIndex:5657; appliedIndex:5656; }","duration":"112.272485ms","start":"2026-03-13T23:14:03.145283Z","end":"2026-03-13T23:14:03.257555Z","steps":["trace[1329830698] 'read index received' (duration: 40.433119ms)","trace[1329830698] 'applied index is now lower than readState.Index' (duration: 71.837706ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:14:03.257705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.421159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:14:03.257738Z","caller":"traceutil/trace.go:171","msg":"trace[1255665963] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:5449; }","duration":"112.510101ms","start":"2026-03-13T23:14:03.145219Z","end":"2026-03-13T23:14:03.25773Z","steps":["trace[1255665963] 'agreement among raft nodes before linearized reading' (duration: 112.411648ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:14:03.257604Z","caller":"traceutil/trace.go:171","msg":"trace[1302661199] transaction","detail":"{read_only:false; response_revision:5449; number_of_response:1; }","duration":"112.340176ms","start":"2026-03-13T23:14:03.145247Z","end":"2026-03-13T23:14:03.257587Z","steps":["trace[1302661199] 'process raft request' (duration: 40.553482ms)","trace[1302661199] 'compare' (duration: 71.61758ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:14:03.947015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.687219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:14:03.947112Z","caller":"traceutil/trace.go:171","msg":"trace[1242722337] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5457; }","duration":"216.842543ms","start":"2026-03-13T23:14:03.730247Z","end":"2026-03-13T23:14:03.947089Z","steps":["trace[1242722337] 'range keys from in-memory index tree' (duration: 216.472363ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:14:23.237916Z","caller":"traceutil/trace.go:171","msg":"trace[562839825] linearizableReadLoop","detail":"{readStateIndex:5804; appliedIndex:5803; }","duration":"147.043339ms","start":"2026-03-13T23:14:23.09084Z","end":"2026-03-13T23:14:23.237883Z","steps":["trace[562839825] 'read index received' (duration: 146.914936ms)","trace[562839825] 'applied index is now lower than readState.Index' (duration: 126.623µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:14:23.238301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.439419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:14:23.238575Z","caller":"traceutil/trace.go:171","msg":"trace[1506268670] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:5592; }","duration":"147.726827ms","start":"2026-03-13T23:14:23.090818Z","end":"2026-03-13T23:14:23.238545Z","steps":["trace[1506268670] 'agreement among raft nodes before linearized reading' (duration: 147.180623ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:14:23.311854Z","caller":"traceutil/trace.go:171","msg":"trace[607352805] transaction","detail":"{read_only:false; response_revision:5593; number_of_response:1; }","duration":"132.096104ms","start":"2026-03-13T23:14:23.179736Z","end":"2026-03-13T23:14:23.311832Z","steps":["trace[607352805] 'process raft request' (duration: 131.439997ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:14:28.254651Z","caller":"traceutil/trace.go:171","msg":"trace[946426845] transaction","detail":"{read_only:false; response_revision:5618; number_of_response:1; }","duration":"128.927634ms","start":"2026-03-13T23:14:28.125703Z","end":"2026-03-13T23:14:28.25463Z","steps":["trace[946426845] 'process raft request' (duration: 128.80423ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:14:28.361505Z","caller":"traceutil/trace.go:171","msg":"trace[1602970792] transaction","detail":"{read_only:false; response_revision:5619; number_of_response:1; }","duration":"167.660838ms","start":"2026-03-13T23:14:28.193822Z","end":"2026-03-13T23:14:28.361483Z","steps":["trace[1602970792] 'process raft request' (duration: 134.787873ms)","trace[1602970792] 'compare' (duration: 32.722711ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:14:38.463136Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2763} {"level":"info","ts":"2026-03-13T23:14:38.520508Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2763,"took":"56.03032ms","hash":3592045992,"current-db-size-bytes":40673280,"current-db-size":"41 MB","current-db-size-in-use-bytes":30773248,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-13T23:14:38.520555Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3592045992,"revision":2763,"compact-revision":-1} {"level":"info","ts":"2026-03-13T23:16:51.473392Z","caller":"traceutil/trace.go:171","msg":"trace[1883019049] transaction","detail":"{read_only:false; response_revision:6460; number_of_response:1; }","duration":"115.864724ms","start":"2026-03-13T23:16:51.357495Z","end":"2026-03-13T23:16:51.47336Z","steps":["trace[1883019049] 'process raft request' (duration: 21.437771ms)","trace[1883019049] 'compare' (duration: 94.173827ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:16:51.473997Z","caller":"traceutil/trace.go:171","msg":"trace[1771809609] linearizableReadLoop","detail":"{readStateIndex:6708; appliedIndex:6705; }","duration":"102.748157ms","start":"2026-03-13T23:16:51.371226Z","end":"2026-03-13T23:16:51.473974Z","steps":["trace[1771809609] 'read index received' (duration: 7.715699ms)","trace[1771809609] 'applied index is now lower than readState.Index' (duration: 95.031348ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:16:51.474069Z","caller":"traceutil/trace.go:171","msg":"trace[517321067] transaction","detail":"{read_only:false; response_revision:6461; number_of_response:1; }","duration":"116.520672ms","start":"2026-03-13T23:16:51.357518Z","end":"2026-03-13T23:16:51.474038Z","steps":["trace[517321067] 'process raft request' (duration: 116.275406ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:16:51.474132Z","caller":"traceutil/trace.go:171","msg":"trace[359407341] transaction","detail":"{read_only:false; response_revision:6462; number_of_response:1; }","duration":"114.312435ms","start":"2026-03-13T23:16:51.359786Z","end":"2026-03-13T23:16:51.474099Z","steps":["trace[359407341] 'process raft request' (duration: 114.131431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:51.474354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.098277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T23:16:51.474427Z","caller":"traceutil/trace.go:171","msg":"trace[839817116] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6462; }","duration":"103.230331ms","start":"2026-03-13T23:16:51.371181Z","end":"2026-03-13T23:16:51.474411Z","steps":["trace[839817116] 'agreement among raft nodes before linearized reading' (duration: 102.918052ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:13.868007Z","caller":"traceutil/trace.go:171","msg":"trace[1600760409] transaction","detail":"{read_only:false; response_revision:7619; number_of_response:1; }","duration":"453.377907ms","start":"2026-03-13T23:19:13.414606Z","end":"2026-03-13T23:19:13.867983Z","steps":["trace[1600760409] 'process raft request' (duration: 452.207457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:13.868154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:13.414577Z","time spent":"453.50382ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:19:13.868256Z","caller":"traceutil/trace.go:171","msg":"trace[302321331] linearizableReadLoop","detail":"{readStateIndex:7903; appliedIndex:7900; }","duration":"149.553625ms","start":"2026-03-13T23:19:13.71868Z","end":"2026-03-13T23:19:13.868234Z","steps":["trace[302321331] 'read index received' (duration: 148.145629ms)","trace[302321331] 'applied index is now lower than readState.Index' (duration: 1.406996ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:19:13.86841Z","caller":"traceutil/trace.go:171","msg":"trace[162685217] transaction","detail":"{read_only:false; response_revision:7620; number_of_response:1; }","duration":"444.65029ms","start":"2026-03-13T23:19:13.423745Z","end":"2026-03-13T23:19:13.868396Z","steps":["trace[162685217] 'process raft request' (duration: 444.332032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:13.86852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:13.423717Z","time spent":"444.724932ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:19:13.868561Z","caller":"traceutil/trace.go:171","msg":"trace[31393230] transaction","detail":"{read_only:false; response_revision:7621; number_of_response:1; }","duration":"154.533753ms","start":"2026-03-13T23:19:13.714004Z","end":"2026-03-13T23:19:13.868538Z","steps":["trace[31393230] 'process raft request' (duration: 154.180214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:13.868584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.076659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:19:13.868625Z","caller":"traceutil/trace.go:171","msg":"trace[879523279] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7621; }","duration":"138.156521ms","start":"2026-03-13T23:19:13.730457Z","end":"2026-03-13T23:19:13.868613Z","steps":["trace[879523279] 'agreement among raft nodes before linearized reading' (duration: 138.091458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:13.869113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.220099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:19:13.868611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.903844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:19:13.869161Z","caller":"traceutil/trace.go:171","msg":"trace[448609490] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:7621; }","duration":"112.903205ms","start":"2026-03-13T23:19:13.756246Z","end":"2026-03-13T23:19:13.86915Z","steps":["trace[448609490] 'agreement among raft nodes before linearized reading' (duration: 112.300189ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:13.869256Z","caller":"traceutil/trace.go:171","msg":"trace[619877845] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:7621; }","duration":"150.605612ms","start":"2026-03-13T23:19:13.718629Z","end":"2026-03-13T23:19:13.869234Z","steps":["trace[619877845] 'agreement among raft nodes before linearized reading' (duration: 149.885103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:23.845136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.564085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:19:23.84522Z","caller":"traceutil/trace.go:171","msg":"trace[7859965] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7668; }","duration":"115.681227ms","start":"2026-03-13T23:19:23.729514Z","end":"2026-03-13T23:19:23.845195Z","steps":["trace[7859965] 'range keys from in-memory index tree' (duration: 115.452491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:24.949973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.213999ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:19:24.950133Z","caller":"traceutil/trace.go:171","msg":"trace[265092322] linearizableReadLoop","detail":"{readStateIndex:7957; appliedIndex:7956; }","duration":"633.997735ms","start":"2026-03-13T23:19:24.316116Z","end":"2026-03-13T23:19:24.950114Z","steps":["trace[265092322] 'read index received' (duration: 55.041µs)","trace[265092322] 'applied index is now lower than readState.Index' (duration: 633.940774ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:19:24.950233Z","caller":"traceutil/trace.go:171","msg":"trace[2127704130] transaction","detail":"{read_only:false; response_revision:7672; number_of_response:1; }","duration":"724.053659ms","start":"2026-03-13T23:19:24.226167Z","end":"2026-03-13T23:19:24.95022Z","steps":["trace[2127704130] 'process raft request' (duration: 32.480211ms)","trace[2127704130] 'compare' (duration: 690.590023ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:19:24.950317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:24.226142Z","time spent":"724.141562ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:19:24.950638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.575001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:19:24.950947Z","caller":"traceutil/trace.go:171","msg":"trace[27776147] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7672; }","duration":"270.946ms","start":"2026-03-13T23:19:24.679975Z","end":"2026-03-13T23:19:24.950921Z","steps":["trace[27776147] 'agreement among raft nodes before linearized reading' (duration: 270.552131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:24.950679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.547686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T23:19:24.951177Z","caller":"traceutil/trace.go:171","msg":"trace[127632340] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7672; }","duration":"562.992438ms","start":"2026-03-13T23:19:24.388086Z","end":"2026-03-13T23:19:24.951078Z","steps":["trace[127632340] 'agreement among raft nodes before linearized reading' (duration: 562.434963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:24.95067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.37865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7v464\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-13T23:19:24.951258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:24.388069Z","time spent":"563.170422ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-13T23:19:24.951285Z","caller":"traceutil/trace.go:171","msg":"trace[1724849561] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7v464; range_end:; response_count:1; response_revision:7672; }","duration":"512.033388ms","start":"2026-03-13T23:19:24.439224Z","end":"2026-03-13T23:19:24.951258Z","steps":["trace[1724849561] 'agreement among raft nodes before linearized reading' (duration: 511.310249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:24.950662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.908986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:19:24.951361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:24.439198Z","time spent":"512.14478ms","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-7v464\" "} {"level":"info","ts":"2026-03-13T23:19:24.951383Z","caller":"traceutil/trace.go:171","msg":"trace[1197157282] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7672; }","duration":"213.713847ms","start":"2026-03-13T23:19:24.737652Z","end":"2026-03-13T23:19:24.951366Z","steps":["trace[1197157282] 'agreement among raft nodes before linearized reading' (duration: 212.914417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:24.95073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.142591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T23:19:24.951492Z","caller":"traceutil/trace.go:171","msg":"trace[1783121158] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7672; }","duration":"558.937462ms","start":"2026-03-13T23:19:24.392535Z","end":"2026-03-13T23:19:24.951473Z","steps":["trace[1783121158] 'agreement among raft nodes before linearized reading' (duration: 557.996098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:24.951553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:24.392518Z","time spent":"559.017533ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T23:19:24.950772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.618115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T23:19:24.951622Z","caller":"traceutil/trace.go:171","msg":"trace[630369786] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7672; }","duration":"561.494268ms","start":"2026-03-13T23:19:24.390111Z","end":"2026-03-13T23:19:24.951605Z","steps":["trace[630369786] 'agreement among raft nodes before linearized reading' (duration: 560.613725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:24.950775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.606455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-13T23:19:24.951688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:24.390089Z","time spent":"561.58308ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-13T23:19:24.951706Z","caller":"traceutil/trace.go:171","msg":"trace[569457547] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7672; }","duration":"561.56144ms","start":"2026-03-13T23:19:24.390122Z","end":"2026-03-13T23:19:24.951684Z","steps":["trace[569457547] 'agreement among raft nodes before linearized reading' (duration: 560.588855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:24.950767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.638213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-13T23:19:24.951755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:24.390103Z","time spent":"561.636771ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T23:19:24.950796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.756116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-13T23:19:24.951789Z","caller":"traceutil/trace.go:171","msg":"trace[2007224748] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7672; }","duration":"635.693541ms","start":"2026-03-13T23:19:24.316072Z","end":"2026-03-13T23:19:24.951766Z","steps":["trace[2007224748] 'agreement among raft nodes before linearized reading' (duration: 634.50304ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:24.951874Z","caller":"traceutil/trace.go:171","msg":"trace[2106715746] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7672; }","duration":"185.886846ms","start":"2026-03-13T23:19:24.765971Z","end":"2026-03-13T23:19:24.951857Z","steps":["trace[2106715746] 'agreement among raft nodes before linearized reading' (duration: 184.593202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:24.95193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:24.31605Z","time spent":"635.866286ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-13T23:19:25.097329Z","caller":"traceutil/trace.go:171","msg":"trace[1242518192] linearizableReadLoop","detail":"{readStateIndex:7958; appliedIndex:7957; }","duration":"140.890341ms","start":"2026-03-13T23:19:24.956397Z","end":"2026-03-13T23:19:25.097288Z","steps":["trace[1242518192] 'read index received' (duration: 130.491072ms)","trace[1242518192] 'applied index is now lower than readState.Index' (duration: 10.397519ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:19:25.097503Z","caller":"traceutil/trace.go:171","msg":"trace[1962642722] transaction","detail":"{read_only:false; response_revision:7673; number_of_response:1; }","duration":"141.432205ms","start":"2026-03-13T23:19:24.956056Z","end":"2026-03-13T23:19:25.097488Z","steps":["trace[1962642722] 'process raft request' (duration: 130.818799ms)","trace[1962642722] 'compare' (duration: 10.220465ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:19:25.097736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.330822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-13T23:19:25.09782Z","caller":"traceutil/trace.go:171","msg":"trace[979718057] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7673; }","duration":"141.457625ms","start":"2026-03-13T23:19:24.956342Z","end":"2026-03-13T23:19:25.097799Z","steps":["trace[979718057] 'agreement among raft nodes before linearized reading' (duration: 141.2444ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:25.102791Z","caller":"traceutil/trace.go:171","msg":"trace[1327866774] transaction","detail":"{read_only:false; response_revision:7674; number_of_response:1; }","duration":"145.591783ms","start":"2026-03-13T23:19:24.957175Z","end":"2026-03-13T23:19:25.102767Z","steps":["trace[1327866774] 'process raft request' (duration: 145.423809ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:25.103001Z","caller":"traceutil/trace.go:171","msg":"trace[1217444028] transaction","detail":"{read_only:false; response_revision:7675; number_of_response:1; }","duration":"144.240428ms","start":"2026-03-13T23:19:24.958746Z","end":"2026-03-13T23:19:25.102986Z","steps":["trace[1217444028] 'process raft request' (duration: 143.977281ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:25.103166Z","caller":"traceutil/trace.go:171","msg":"trace[1106568159] transaction","detail":"{read_only:false; response_revision:7676; number_of_response:1; }","duration":"144.142535ms","start":"2026-03-13T23:19:24.959016Z","end":"2026-03-13T23:19:25.103159Z","steps":["trace[1106568159] 'process raft request' (duration: 143.922228ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:25.103537Z","caller":"traceutil/trace.go:171","msg":"trace[416354882] transaction","detail":"{read_only:false; response_revision:7677; number_of_response:1; }","duration":"142.861542ms","start":"2026-03-13T23:19:24.960642Z","end":"2026-03-13T23:19:25.103504Z","steps":["trace[416354882] 'process raft request' (duration: 142.491993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:25.103757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.291999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223814"} {"level":"info","ts":"2026-03-13T23:19:25.103817Z","caller":"traceutil/trace.go:171","msg":"trace[1561284343] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7677; }","duration":"144.365981ms","start":"2026-03-13T23:19:24.959436Z","end":"2026-03-13T23:19:25.103802Z","steps":["trace[1561284343] 'agreement among raft nodes before linearized reading' (duration: 143.914879ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:26.350066Z","caller":"traceutil/trace.go:171","msg":"trace[2047912037] transaction","detail":"{read_only:false; response_revision:7678; number_of_response:1; }","duration":"402.569981ms","start":"2026-03-13T23:19:25.947467Z","end":"2026-03-13T23:19:26.350037Z","steps":["trace[2047912037] 'process raft request' (duration: 402.368975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:26.350237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:25.947447Z","time spent":"402.697723ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:19:26.411419Z","caller":"traceutil/trace.go:171","msg":"trace[641272961] linearizableReadLoop","detail":"{readStateIndex:7964; appliedIndex:7962; }","duration":"377.783078ms","start":"2026-03-13T23:19:26.033607Z","end":"2026-03-13T23:19:26.41139Z","steps":["trace[641272961] 'read index received' (duration: 316.186262ms)","trace[641272961] 'applied index is now lower than readState.Index' (duration: 61.595116ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:19:26.411588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.960123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:19:26.411584Z","caller":"traceutil/trace.go:171","msg":"trace[542423910] transaction","detail":"{read_only:false; response_revision:7679; number_of_response:1; }","duration":"434.360454ms","start":"2026-03-13T23:19:25.977182Z","end":"2026-03-13T23:19:26.411543Z","steps":["trace[542423910] 'process raft request' (duration: 434.056786ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:26.411638Z","caller":"traceutil/trace.go:171","msg":"trace[2042878152] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:7679; }","duration":"378.065325ms","start":"2026-03-13T23:19:26.033557Z","end":"2026-03-13T23:19:26.411622Z","steps":["trace[2042878152] 'agreement among raft nodes before linearized reading' (duration: 377.964243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:26.411687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:26.033538Z","time spent":"378.137897ms","remote":"127.0.0.1:59186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:19:26.411722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.953096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-13T23:19:26.411785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:25.977153Z","time spent":"434.515358ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:19:26.411807Z","caller":"traceutil/trace.go:171","msg":"trace[64218032] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7679; }","duration":"255.098709ms","start":"2026-03-13T23:19:26.156691Z","end":"2026-03-13T23:19:26.41179Z","steps":["trace[64218032] 'agreement among raft nodes before linearized reading' (duration: 254.877974ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:27.232689Z","caller":"traceutil/trace.go:171","msg":"trace[1615598817] linearizableReadLoop","detail":"{readStateIndex:7967; appliedIndex:7966; }","duration":"123.252063ms","start":"2026-03-13T23:19:27.109407Z","end":"2026-03-13T23:19:27.232659Z","steps":["trace[1615598817] 'read index received' (duration: 123.078999ms)","trace[1615598817] 'applied index is now lower than readState.Index' (duration: 171.784µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:19:27.232799Z","caller":"traceutil/trace.go:171","msg":"trace[1504076029] transaction","detail":"{read_only:false; response_revision:7682; number_of_response:1; }","duration":"123.956652ms","start":"2026-03-13T23:19:27.108801Z","end":"2026-03-13T23:19:27.232757Z","steps":["trace[1504076029] 'process raft request' (duration: 123.678974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:27.232952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.536221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T23:19:27.232995Z","caller":"traceutil/trace.go:171","msg":"trace[1844149894] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7682; }","duration":"123.646044ms","start":"2026-03-13T23:19:27.109338Z","end":"2026-03-13T23:19:27.232984Z","steps":["trace[1844149894] 'agreement among raft nodes before linearized reading' (duration: 123.45349ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:27.505538Z","caller":"traceutil/trace.go:171","msg":"trace[1974379296] transaction","detail":"{read_only:false; response_revision:7683; number_of_response:1; }","duration":"395.013504ms","start":"2026-03-13T23:19:27.110488Z","end":"2026-03-13T23:19:27.505501Z","steps":["trace[1974379296] 'process raft request' (duration: 307.278241ms)","trace[1974379296] 'compare' (duration: 87.501827ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:19:27.505648Z","caller":"traceutil/trace.go:171","msg":"trace[1948189577] linearizableReadLoop","detail":"{readStateIndex:7969; appliedIndex:7967; }","duration":"272.863209ms","start":"2026-03-13T23:19:27.232761Z","end":"2026-03-13T23:19:27.505624Z","steps":["trace[1948189577] 'read index received' (duration: 185.026884ms)","trace[1948189577] 'applied index is now lower than readState.Index' (duration: 87.834765ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:19:27.505733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:27.110461Z","time spent":"395.172118ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:19:27.505777Z","caller":"traceutil/trace.go:171","msg":"trace[2073058214] transaction","detail":"{read_only:false; response_revision:7684; number_of_response:1; }","duration":"394.750949ms","start":"2026-03-13T23:19:27.110974Z","end":"2026-03-13T23:19:27.505725Z","steps":["trace[2073058214] 'process raft request' (duration: 394.469961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:27.505865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.275856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7v464\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-13T23:19:27.505907Z","caller":"traceutil/trace.go:171","msg":"trace[1653951370] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7v464; range_end:; response_count:1; response_revision:7684; }","duration":"394.328057ms","start":"2026-03-13T23:19:27.111568Z","end":"2026-03-13T23:19:27.505897Z","steps":["trace[1653951370] 'agreement among raft nodes before linearized reading' (duration: 394.195794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:27.505932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:27.111563Z","time spent":"394.362288ms","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-7v464\" "} {"level":"warn","ts":"2026-03-13T23:19:27.505822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.005511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-13T23:19:27.505962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:27.110962Z","time spent":"394.909312ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:19:27.506008Z","caller":"traceutil/trace.go:171","msg":"trace[1171938906] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7684; }","duration":"396.216546ms","start":"2026-03-13T23:19:27.10977Z","end":"2026-03-13T23:19:27.505986Z","steps":["trace[1171938906] 'agreement among raft nodes before linearized reading' (duration: 395.932108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:27.506097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:27.109759Z","time spent":"396.319188ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-13T23:19:27.519887Z","caller":"traceutil/trace.go:171","msg":"trace[2143863140] transaction","detail":"{read_only:false; response_revision:7685; number_of_response:1; }","duration":"282.145321ms","start":"2026-03-13T23:19:27.23772Z","end":"2026-03-13T23:19:27.519865Z","steps":["trace[2143863140] 'process raft request' (duration: 281.973236ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:28.545226Z","caller":"traceutil/trace.go:171","msg":"trace[378604888] linearizableReadLoop","detail":"{readStateIndex:7974; appliedIndex:7971; }","duration":"108.896831ms","start":"2026-03-13T23:19:28.43627Z","end":"2026-03-13T23:19:28.545167Z","steps":["trace[378604888] 'read index received' (duration: 14.873106ms)","trace[378604888] 'applied index is now lower than readState.Index' (duration: 94.022315ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:19:28.545319Z","caller":"traceutil/trace.go:171","msg":"trace[441599956] transaction","detail":"{read_only:false; response_revision:7688; number_of_response:1; }","duration":"127.956465ms","start":"2026-03-13T23:19:28.417312Z","end":"2026-03-13T23:19:28.545268Z","steps":["trace[441599956] 'process raft request' (duration: 127.613236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:28.545708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.376664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-13T23:19:28.545964Z","caller":"traceutil/trace.go:171","msg":"trace[1089120923] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7688; }","duration":"109.570058ms","start":"2026-03-13T23:19:28.43621Z","end":"2026-03-13T23:19:28.54578Z","steps":["trace[1089120923] 'agreement among raft nodes before linearized reading' (duration: 109.21045ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:31.652292Z","caller":"traceutil/trace.go:171","msg":"trace[634543566] linearizableReadLoop","detail":"{readStateIndex:7996; appliedIndex:7994; }","duration":"109.665381ms","start":"2026-03-13T23:19:31.542601Z","end":"2026-03-13T23:19:31.652266Z","steps":["trace[634543566] 'read index received' (duration: 17.980766ms)","trace[634543566] 'applied index is now lower than readState.Index' (duration: 91.683595ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:19:31.652434Z","caller":"traceutil/trace.go:171","msg":"trace[1274054500] transaction","detail":"{read_only:false; response_revision:7710; number_of_response:1; }","duration":"115.227206ms","start":"2026-03-13T23:19:31.537173Z","end":"2026-03-13T23:19:31.6524Z","steps":["trace[1274054500] 'process raft request' (duration: 109.206209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:31.652558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.80758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-13T23:19:31.652608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.98704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T23:19:31.652614Z","caller":"traceutil/trace.go:171","msg":"trace[1737147099] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7710; }","duration":"108.888242ms","start":"2026-03-13T23:19:31.543713Z","end":"2026-03-13T23:19:31.652601Z","steps":["trace[1737147099] 'agreement among raft nodes before linearized reading' (duration: 108.765659ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:31.652709Z","caller":"traceutil/trace.go:171","msg":"trace[1388128917] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7710; }","duration":"110.047461ms","start":"2026-03-13T23:19:31.542576Z","end":"2026-03-13T23:19:31.652624Z","steps":["trace[1388128917] 'agreement among raft nodes before linearized reading' (duration: 109.835006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:31.652692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.460458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7v464\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-13T23:19:31.652943Z","caller":"traceutil/trace.go:171","msg":"trace[542019717] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7v464; range_end:; response_count:1; response_revision:7710; }","duration":"106.747766ms","start":"2026-03-13T23:19:31.546179Z","end":"2026-03-13T23:19:31.652927Z","steps":["trace[542019717] 'agreement among raft nodes before linearized reading' (duration: 106.313545ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:38.469623Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5699} {"level":"info","ts":"2026-03-13T23:19:38.562643Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5699,"took":"91.227154ms","hash":565586091,"current-db-size-bytes":42618880,"current-db-size":"43 MB","current-db-size-in-use-bytes":23416832,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-13T23:19:38.562767Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":565586091,"revision":5699,"compact-revision":2763} {"level":"info","ts":"2026-03-13T23:19:53.505935Z","caller":"traceutil/trace.go:171","msg":"trace[1543192183] transaction","detail":"{read_only:false; response_revision:7862; number_of_response:1; }","duration":"123.624753ms","start":"2026-03-13T23:19:53.382282Z","end":"2026-03-13T23:19:53.505906Z","steps":["trace[1543192183] 'process raft request' (duration: 123.435328ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:53.600234Z","caller":"traceutil/trace.go:171","msg":"trace[462428373] transaction","detail":"{read_only:false; response_revision:7863; number_of_response:1; }","duration":"171.144964ms","start":"2026-03-13T23:19:53.429055Z","end":"2026-03-13T23:19:53.6002Z","steps":["trace[462428373] 'process raft request' (duration: 125.80087ms)","trace[462428373] 'compare' (duration: 45.131049ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:19:55.180055Z","caller":"traceutil/trace.go:171","msg":"trace[1043253164] transaction","detail":"{read_only:false; response_revision:7869; number_of_response:1; }","duration":"565.769198ms","start":"2026-03-13T23:19:54.614259Z","end":"2026-03-13T23:19:55.180028Z","steps":["trace[1043253164] 'process raft request' (duration: 565.620995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:55.180214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:54.614215Z","time spent":"565.923732ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:19:55.185916Z","caller":"traceutil/trace.go:171","msg":"trace[101022651] linearizableReadLoop","detail":"{readStateIndex:8164; appliedIndex:8162; }","duration":"455.669337ms","start":"2026-03-13T23:19:54.730224Z","end":"2026-03-13T23:19:55.185893Z","steps":["trace[101022651] 'read index received' (duration: 449.738244ms)","trace[101022651] 'applied index is now lower than readState.Index' (duration: 5.930233ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:19:55.186077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.844211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:19:55.186062Z","caller":"traceutil/trace.go:171","msg":"trace[715914362] transaction","detail":"{read_only:false; response_revision:7870; number_of_response:1; }","duration":"522.62459ms","start":"2026-03-13T23:19:54.663375Z","end":"2026-03-13T23:19:55.186Z","steps":["trace[715914362] 'process raft request' (duration: 522.419005ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:55.186107Z","caller":"traceutil/trace.go:171","msg":"trace[2145168349] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7870; }","duration":"455.923014ms","start":"2026-03-13T23:19:54.730175Z","end":"2026-03-13T23:19:55.186098Z","steps":["trace[2145168349] 'agreement among raft nodes before linearized reading' (duration: 455.83304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:55.186134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:54.730156Z","time spent":"455.972914ms","remote":"127.0.0.1:35056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:19:55.186174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:54.663337Z","time spent":"522.783755ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:19:55.18641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.977188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-13T23:19:55.186449Z","caller":"traceutil/trace.go:171","msg":"trace[1988721934] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7870; }","duration":"428.065621ms","start":"2026-03-13T23:19:54.758367Z","end":"2026-03-13T23:19:55.186432Z","steps":["trace[1988721934] 'agreement among raft nodes before linearized reading' (duration: 427.928567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:55.186509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:54.758333Z","time spent":"428.168282ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-13T23:19:56.014344Z","caller":"traceutil/trace.go:171","msg":"trace[78897505] transaction","detail":"{read_only:false; response_revision:7871; number_of_response:1; }","duration":"823.373214ms","start":"2026-03-13T23:19:55.190918Z","end":"2026-03-13T23:19:56.014292Z","steps":["trace[78897505] 'process raft request' (duration: 791.908069ms)","trace[78897505] 'compare' (duration: 30.606842ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:19:56.014502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:55.190895Z","time spent":"823.518748ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:19:56.032148Z","caller":"traceutil/trace.go:171","msg":"trace[702280368] linearizableReadLoop","detail":"{readStateIndex:8166; appliedIndex:8164; }","duration":"521.761418ms","start":"2026-03-13T23:19:55.51035Z","end":"2026-03-13T23:19:56.032111Z","steps":["trace[702280368] 'read index received' (duration: 472.492142ms)","trace[702280368] 'applied index is now lower than readState.Index' (duration: 49.267856ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:19:56.032199Z","caller":"traceutil/trace.go:171","msg":"trace[994318214] transaction","detail":"{read_only:false; response_revision:7872; number_of_response:1; }","duration":"627.506078ms","start":"2026-03-13T23:19:55.404649Z","end":"2026-03-13T23:19:56.032156Z","steps":["trace[994318214] 'process raft request' (duration: 627.306043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:56.032332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:55.404611Z","time spent":"627.655992ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:19:56.032384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.014174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T23:19:56.032427Z","caller":"traceutil/trace.go:171","msg":"trace[1467088986] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7872; }","duration":"522.129328ms","start":"2026-03-13T23:19:55.510287Z","end":"2026-03-13T23:19:56.032416Z","steps":["trace[1467088986] 'agreement among raft nodes before linearized reading' (duration: 521.966594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:56.032469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:55.510077Z","time spent":"522.383916ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T23:19:56.032565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.735736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T23:19:56.032655Z","caller":"traceutil/trace.go:171","msg":"trace[190005801] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7872; }","duration":"358.827818ms","start":"2026-03-13T23:19:55.673804Z","end":"2026-03-13T23:19:56.032632Z","steps":["trace[190005801] 'agreement among raft nodes before linearized reading' (duration: 358.620192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:56.032698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.406215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-13T23:19:56.032704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:55.673732Z","time spent":"358.963662ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-13T23:19:56.032735Z","caller":"traceutil/trace.go:171","msg":"trace[779896883] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7872; }","duration":"197.474106ms","start":"2026-03-13T23:19:55.835252Z","end":"2026-03-13T23:19:56.032727Z","steps":["trace[779896883] 'agreement among raft nodes before linearized reading' (duration: 197.383234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:56.032862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.930373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-13T23:19:56.032896Z","caller":"traceutil/trace.go:171","msg":"trace[310121816] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:7872; }","duration":"131.013714ms","start":"2026-03-13T23:19:55.901872Z","end":"2026-03-13T23:19:56.032886Z","steps":["trace[310121816] 'agreement among raft nodes before linearized reading' (duration: 130.929722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:56.03298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.493362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-13T23:19:56.032998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.779247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-13T23:19:56.033022Z","caller":"traceutil/trace.go:171","msg":"trace[1931465558] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7872; }","duration":"269.591074ms","start":"2026-03-13T23:19:55.763421Z","end":"2026-03-13T23:19:56.033012Z","steps":["trace[1931465558] 'agreement among raft nodes before linearized reading' (duration: 269.474012ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:56.033059Z","caller":"traceutil/trace.go:171","msg":"trace[141904615] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7872; }","duration":"260.859418ms","start":"2026-03-13T23:19:55.772181Z","end":"2026-03-13T23:19:56.033041Z","steps":["trace[141904615] 'agreement among raft nodes before linearized reading' (duration: 260.635473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:56.033179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.812613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T23:19:56.033215Z","caller":"traceutil/trace.go:171","msg":"trace[148869966] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7872; }","duration":"195.873415ms","start":"2026-03-13T23:19:55.837334Z","end":"2026-03-13T23:19:56.033207Z","steps":["trace[148869966] 'agreement among raft nodes before linearized reading' (duration: 195.787572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:56.033362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.87059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7v464\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-13T23:19:56.03341Z","caller":"traceutil/trace.go:171","msg":"trace[288395841] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7v464; range_end:; response_count:1; response_revision:7872; }","duration":"228.941702ms","start":"2026-03-13T23:19:55.804456Z","end":"2026-03-13T23:19:56.033398Z","steps":["trace[288395841] 'agreement among raft nodes before linearized reading' (duration: 228.709316ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:58.334375Z","caller":"traceutil/trace.go:171","msg":"trace[542747648] linearizableReadLoop","detail":"{readStateIndex:8175; appliedIndex:8174; }","duration":"271.454163ms","start":"2026-03-13T23:19:58.06289Z","end":"2026-03-13T23:19:58.334344Z","steps":["trace[542747648] 'read index received' (duration: 271.291389ms)","trace[542747648] 'applied index is now lower than readState.Index' (duration: 161.414µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:19:58.334439Z","caller":"traceutil/trace.go:171","msg":"trace[1948737337] transaction","detail":"{read_only:false; response_revision:7881; number_of_response:1; }","duration":"271.878075ms","start":"2026-03-13T23:19:58.062525Z","end":"2026-03-13T23:19:58.334403Z","steps":["trace[1948737337] 'process raft request' (duration: 271.666929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:58.334824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.916295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228542"} {"level":"info","ts":"2026-03-13T23:19:58.33488Z","caller":"traceutil/trace.go:171","msg":"trace[2030888780] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:7881; }","duration":"271.998927ms","start":"2026-03-13T23:19:58.062866Z","end":"2026-03-13T23:19:58.334865Z","steps":["trace[2030888780] 'agreement among raft nodes before linearized reading' (duration: 271.623798ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:58.803428Z","caller":"traceutil/trace.go:171","msg":"trace[822919812] transaction","detail":"{read_only:false; response_revision:7882; number_of_response:1; }","duration":"740.503135ms","start":"2026-03-13T23:19:58.062894Z","end":"2026-03-13T23:19:58.803397Z","steps":["trace[822919812] 'process raft request' (duration: 739.370636ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:58.803527Z","caller":"traceutil/trace.go:171","msg":"trace[1280330866] transaction","detail":"{read_only:false; response_revision:7885; number_of_response:1; }","duration":"739.819218ms","start":"2026-03-13T23:19:58.063683Z","end":"2026-03-13T23:19:58.803502Z","steps":["trace[1280330866] 'process raft request' (duration: 739.735165ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:58.80359Z","caller":"traceutil/trace.go:171","msg":"trace[570484078] transaction","detail":"{read_only:false; response_revision:7883; number_of_response:1; }","duration":"740.531206ms","start":"2026-03-13T23:19:58.063017Z","end":"2026-03-13T23:19:58.803548Z","steps":["trace[570484078] 'process raft request' (duration: 740.206918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:58.803612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:58.062878Z","time spent":"740.626619ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:19:58.803682Z","caller":"traceutil/trace.go:171","msg":"trace[75709457] linearizableReadLoop","detail":"{readStateIndex:8180; appliedIndex:8175; }","duration":"469.205236ms","start":"2026-03-13T23:19:58.334459Z","end":"2026-03-13T23:19:58.803664Z","steps":["trace[75709457] 'read index received' (duration: 467.82111ms)","trace[75709457] 'applied index is now lower than readState.Index' (duration: 1.383326ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:19:58.803719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:58.063675Z","time spent":"739.922141ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:19:58.803785Z","caller":"traceutil/trace.go:171","msg":"trace[1781811229] transaction","detail":"{read_only:false; response_revision:7886; number_of_response:1; }","duration":"739.570121ms","start":"2026-03-13T23:19:58.064206Z","end":"2026-03-13T23:19:58.803776Z","steps":["trace[1781811229] 'process raft request' (duration: 739.257783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:58.803778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:58.063009Z","time spent":"740.687811ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:19:58.803776Z","caller":"traceutil/trace.go:171","msg":"trace[828636966] transaction","detail":"{read_only:false; response_revision:7884; number_of_response:1; }","duration":"740.701221ms","start":"2026-03-13T23:19:58.06303Z","end":"2026-03-13T23:19:58.803731Z","steps":["trace[828636966] 'process raft request' (duration: 740.328961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:58.80388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:58.06419Z","time spent":"739.627713ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:19:58.803886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.950715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:19:58.803976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:58.063013Z","time spent":"740.853175ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:19:58.803998Z","caller":"traceutil/trace.go:171","msg":"trace[2010747009] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:7886; }","duration":"590.101969ms","start":"2026-03-13T23:19:58.213878Z","end":"2026-03-13T23:19:58.80398Z","steps":["trace[2010747009] 'agreement among raft nodes before linearized reading' (duration: 589.933775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:58.804051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:58.213859Z","time spent":"590.176571ms","remote":"127.0.0.1:35132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:19:58.818629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.524232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:19:58.818706Z","caller":"traceutil/trace.go:171","msg":"trace[193367430] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7886; }","duration":"213.649895ms","start":"2026-03-13T23:19:58.605038Z","end":"2026-03-13T23:19:58.818688Z","steps":["trace[193367430] 'agreement among raft nodes before linearized reading' (duration: 213.517242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:58.818933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.52738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:19:58.81897Z","caller":"traceutil/trace.go:171","msg":"trace[2104379879] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:7886; }","duration":"199.566731ms","start":"2026-03-13T23:19:58.619394Z","end":"2026-03-13T23:19:58.818961Z","steps":["trace[2104379879] 'agreement among raft nodes before linearized reading' (duration: 199.508819ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:20:08.618767Z","caller":"traceutil/trace.go:171","msg":"trace[553119487] transaction","detail":"{read_only:false; response_revision:7968; number_of_response:1; }","duration":"132.969724ms","start":"2026-03-13T23:20:08.485756Z","end":"2026-03-13T23:20:08.618725Z","steps":["trace[553119487] 'process raft request' (duration: 44.616315ms)","trace[553119487] 'compare' (duration: 88.142514ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:20:09.218674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.942077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6d55544c6c-gp7pc.189c89e026ee9d67\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-13T23:20:09.218788Z","caller":"traceutil/trace.go:171","msg":"trace[191858113] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6d55544c6c-gp7pc.189c89e026ee9d67; range_end:; response_count:1; response_revision:7978; }","duration":"120.105322ms","start":"2026-03-13T23:20:09.098656Z","end":"2026-03-13T23:20:09.218761Z","steps":["trace[191858113] 'range keys from in-memory index tree' (duration: 119.674981ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:20:09.613689Z","caller":"traceutil/trace.go:171","msg":"trace[1031950511] transaction","detail":"{read_only:false; response_revision:7980; number_of_response:1; }","duration":"348.656684ms","start":"2026-03-13T23:20:09.265004Z","end":"2026-03-13T23:20:09.61366Z","steps":["trace[1031950511] 'process raft request' (duration: 287.371895ms)","trace[1031950511] 'compare' (duration: 61.172855ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:20:09.613829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:09.264977Z","time spent":"348.778336ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:20:09.660298Z","caller":"traceutil/trace.go:171","msg":"trace[745986407] linearizableReadLoop","detail":"{readStateIndex:8281; appliedIndex:8279; }","duration":"234.161017ms","start":"2026-03-13T23:20:09.426117Z","end":"2026-03-13T23:20:09.660278Z","steps":["trace[745986407] 'read index received' (duration: 126.20973ms)","trace[745986407] 'applied index is now lower than readState.Index' (duration: 107.950487ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:20:09.660315Z","caller":"traceutil/trace.go:171","msg":"trace[1540477878] transaction","detail":"{read_only:false; response_revision:7981; number_of_response:1; }","duration":"364.144825ms","start":"2026-03-13T23:20:09.296144Z","end":"2026-03-13T23:20:09.660289Z","steps":["trace[1540477878] 'process raft request' (duration: 363.985311ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:20:09.660407Z","caller":"traceutil/trace.go:171","msg":"trace[435369987] transaction","detail":"{read_only:false; response_revision:7982; number_of_response:1; }","duration":"178.235567ms","start":"2026-03-13T23:20:09.482148Z","end":"2026-03-13T23:20:09.660383Z","steps":["trace[435369987] 'process raft request' (duration: 178.094964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:09.660445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:09.296118Z","time spent":"364.267507ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:20:09.660428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.28889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:20:09.660571Z","caller":"traceutil/trace.go:171","msg":"trace[1359718785] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:7982; }","duration":"234.428974ms","start":"2026-03-13T23:20:09.426067Z","end":"2026-03-13T23:20:09.660496Z","steps":["trace[1359718785] 'agreement among raft nodes before linearized reading' (duration: 234.31069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:09.660563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.695637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"info","ts":"2026-03-13T23:20:09.660613Z","caller":"traceutil/trace.go:171","msg":"trace[1934842832] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:7982; }","duration":"218.778689ms","start":"2026-03-13T23:20:09.441822Z","end":"2026-03-13T23:20:09.660601Z","steps":["trace[1934842832] 'agreement among raft nodes before linearized reading' (duration: 218.602563ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:20:09.830042Z","caller":"traceutil/trace.go:171","msg":"trace[1739413085] linearizableReadLoop","detail":"{readStateIndex:8283; appliedIndex:8282; }","duration":"134.521716ms","start":"2026-03-13T23:20:09.695482Z","end":"2026-03-13T23:20:09.830004Z","steps":["trace[1739413085] 'read index received' (duration: 123.556492ms)","trace[1739413085] 'applied index is now lower than readState.Index' (duration: 10.963984ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:20:09.830393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.882456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:20:09.830485Z","caller":"traceutil/trace.go:171","msg":"trace[152263347] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:7983; }","duration":"135.028018ms","start":"2026-03-13T23:20:09.695437Z","end":"2026-03-13T23:20:09.830465Z","steps":["trace[152263347] 'agreement among raft nodes before linearized reading' (duration: 134.845624ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:20:09.830565Z","caller":"traceutil/trace.go:171","msg":"trace[2046375595] transaction","detail":"{read_only:false; response_revision:7983; number_of_response:1; }","duration":"156.424222ms","start":"2026-03-13T23:20:09.674112Z","end":"2026-03-13T23:20:09.830536Z","steps":["trace[2046375595] 'process raft request' (duration: 144.831232ms)","trace[2046375595] 'compare' (duration: 10.704077ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:20:11.45744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.98632ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:20:11.457762Z","caller":"traceutil/trace.go:171","msg":"trace[711273882] transaction","detail":"{read_only:false; response_revision:7991; number_of_response:1; }","duration":"406.656656ms","start":"2026-03-13T23:20:11.051084Z","end":"2026-03-13T23:20:11.457741Z","steps":["trace[711273882] 'process raft request' (duration: 406.562904ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:20:11.457771Z","caller":"traceutil/trace.go:171","msg":"trace[1203473116] transaction","detail":"{read_only:false; response_revision:7990; number_of_response:1; }","duration":"407.55895ms","start":"2026-03-13T23:20:11.050153Z","end":"2026-03-13T23:20:11.457712Z","steps":["trace[1203473116] 'process raft request' (duration: 87.20409ms)","trace[1203473116] 'compare' (duration: 319.875958ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:20:11.457856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:11.051059Z","time spent":"406.747529ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:20:11.458041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:11.050131Z","time spent":"407.762625ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:20:11.458059Z","caller":"traceutil/trace.go:171","msg":"trace[237511977] transaction","detail":"{read_only:false; response_revision:7992; number_of_response:1; }","duration":"406.625685ms","start":"2026-03-13T23:20:11.051367Z","end":"2026-03-13T23:20:11.457993Z","steps":["trace[237511977] 'process raft request' (duration: 406.339078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:11.458203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:11.051358Z","time spent":"406.767968ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:20:11.814794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.887252ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:20:11.8149Z","caller":"traceutil/trace.go:171","msg":"trace[1740209801] linearizableReadLoop","detail":"{readStateIndex:8294; appliedIndex:8293; }","duration":"169.047881ms","start":"2026-03-13T23:20:11.645837Z","end":"2026-03-13T23:20:11.814885Z","steps":["trace[1740209801] 'read index received' (duration: 15.955854ms)","trace[1740209801] 'applied index is now lower than readState.Index' (duration: 153.090997ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:20:11.814965Z","caller":"traceutil/trace.go:171","msg":"trace[206231148] transaction","detail":"{read_only:false; response_revision:7994; number_of_response:1; }","duration":"195.516805ms","start":"2026-03-13T23:20:11.619437Z","end":"2026-03-13T23:20:11.814954Z","steps":["trace[206231148] 'process raft request' (duration: 42.368937ms)","trace[206231148] 'compare' (duration: 152.788908ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:20:11.815149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.292336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-13T23:20:11.815223Z","caller":"traceutil/trace.go:171","msg":"trace[1790409896] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7994; }","duration":"169.412959ms","start":"2026-03-13T23:20:11.645793Z","end":"2026-03-13T23:20:11.815206Z","steps":["trace[1790409896] 'agreement among raft nodes before linearized reading' (duration: 169.236375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:11.848857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.443011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:20:11.848941Z","caller":"traceutil/trace.go:171","msg":"trace[235110023] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7995; }","duration":"120.574244ms","start":"2026-03-13T23:20:11.728348Z","end":"2026-03-13T23:20:11.848922Z","steps":["trace[235110023] 'agreement among raft nodes before linearized reading' (duration: 120.432751ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:20:11.849303Z","caller":"traceutil/trace.go:171","msg":"trace[1426506430] transaction","detail":"{read_only:false; response_revision:7995; number_of_response:1; }","duration":"182.18575ms","start":"2026-03-13T23:20:11.667105Z","end":"2026-03-13T23:20:11.849291Z","steps":["trace[1426506430] 'process raft request' (duration: 181.553014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:21:25.805374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.686626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-13T23:21:25.805536Z","caller":"traceutil/trace.go:171","msg":"trace[435027624] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8682; }","duration":"352.85924ms","start":"2026-03-13T23:21:25.452616Z","end":"2026-03-13T23:21:25.805475Z","steps":["trace[435027624] 'range keys from in-memory index tree' (duration: 352.48855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:21:25.805605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:21:25.452596Z","time spent":"352.993684ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-13T23:21:29.85159Z","caller":"traceutil/trace.go:171","msg":"trace[805101199] transaction","detail":"{read_only:false; response_revision:8708; number_of_response:1; }","duration":"101.201919ms","start":"2026-03-13T23:21:29.75035Z","end":"2026-03-13T23:21:29.851551Z","steps":["trace[805101199] 'process raft request' (duration: 45.318884ms)","trace[805101199] 'compare' (duration: 55.736811ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:21:30.080861Z","caller":"traceutil/trace.go:171","msg":"trace[901386331] transaction","detail":"{read_only:false; response_revision:8711; number_of_response:1; }","duration":"157.226256ms","start":"2026-03-13T23:21:29.923614Z","end":"2026-03-13T23:21:30.08084Z","steps":["trace[901386331] 'process raft request' (duration: 157.087193ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:21:30.082331Z","caller":"traceutil/trace.go:171","msg":"trace[1257805250] linearizableReadLoop","detail":"{readStateIndex:9033; appliedIndex:9031; }","duration":"128.710045ms","start":"2026-03-13T23:21:29.953591Z","end":"2026-03-13T23:21:30.082301Z","steps":["trace[1257805250] 'read index received' (duration: 127.036712ms)","trace[1257805250] 'applied index is now lower than readState.Index' (duration: 1.671603ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:21:30.082871Z","caller":"traceutil/trace.go:171","msg":"trace[392832053] transaction","detail":"{read_only:false; response_revision:8712; number_of_response:1; }","duration":"156.271482ms","start":"2026-03-13T23:21:29.926578Z","end":"2026-03-13T23:21:30.082849Z","steps":["trace[392832053] 'process raft request' (duration: 155.569144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:21:30.083281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.66495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T23:21:30.083338Z","caller":"traceutil/trace.go:171","msg":"trace[1987546269] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8712; }","duration":"129.757203ms","start":"2026-03-13T23:21:29.953562Z","end":"2026-03-13T23:21:30.083319Z","steps":["trace[1987546269] 'agreement among raft nodes before linearized reading' (duration: 129.565378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:21:30.083738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.172703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T23:21:30.083793Z","caller":"traceutil/trace.go:171","msg":"trace[563412478] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8712; }","duration":"118.270346ms","start":"2026-03-13T23:21:29.96551Z","end":"2026-03-13T23:21:30.08378Z","steps":["trace[563412478] 'agreement among raft nodes before linearized reading' (duration: 118.129062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:21:30.084195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.952178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-13T23:21:30.084253Z","caller":"traceutil/trace.go:171","msg":"trace[1396044578] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8712; }","duration":"118.043441ms","start":"2026-03-13T23:21:29.966197Z","end":"2026-03-13T23:21:30.08424Z","steps":["trace[1396044578] 'agreement among raft nodes before linearized reading' (duration: 117.900247ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:23:16.693079Z","caller":"traceutil/trace.go:171","msg":"trace[333852767] transaction","detail":"{read_only:false; response_revision:9429; number_of_response:1; }","duration":"179.092959ms","start":"2026-03-13T23:23:16.513929Z","end":"2026-03-13T23:23:16.693022Z","steps":["trace[333852767] 'process raft request' (duration: 177.008555ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:23:16.693481Z","caller":"traceutil/trace.go:171","msg":"trace[89258005] linearizableReadLoop","detail":"{readStateIndex:9776; appliedIndex:9774; }","duration":"104.3425ms","start":"2026-03-13T23:23:16.589111Z","end":"2026-03-13T23:23:16.693454Z","steps":["trace[89258005] 'read index received' (duration: 101.847136ms)","trace[89258005] 'applied index is now lower than readState.Index' (duration: 2.494273ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:23:16.693561Z","caller":"traceutil/trace.go:171","msg":"trace[1126417989] transaction","detail":"{read_only:false; response_revision:9430; number_of_response:1; }","duration":"110.590989ms","start":"2026-03-13T23:23:16.582943Z","end":"2026-03-13T23:23:16.693534Z","steps":["trace[1126417989] 'process raft request' (duration: 110.406423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:16.69404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.887013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-13T23:23:16.694131Z","caller":"traceutil/trace.go:171","msg":"trace[539721578] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9430; }","duration":"105.047037ms","start":"2026-03-13T23:23:16.58907Z","end":"2026-03-13T23:23:16.694117Z","steps":["trace[539721578] 'agreement among raft nodes before linearized reading' (duration: 104.491114ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:23:41.128362Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b844c110b9783e73","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-13T23:23:41.135285Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-13T23:23:41.135375Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-13T23:24:38.476296Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7740} {"level":"info","ts":"2026-03-13T23:24:38.542873Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7740,"took":"64.165732ms","hash":4114965834,"current-db-size-bytes":42618880,"current-db-size":"43 MB","current-db-size-in-use-bytes":26353664,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-13T23:24:38.542934Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4114965834,"revision":7740,"compact-revision":5699} {"level":"info","ts":"2026-03-13T23:29:38.482955Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9973} {"level":"info","ts":"2026-03-13T23:29:38.560697Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9973,"took":"75.848037ms","hash":1794187910,"current-db-size-bytes":42618880,"current-db-size":"43 MB","current-db-size-in-use-bytes":17219584,"current-db-size-in-use":"17 MB"} {"level":"info","ts":"2026-03-13T23:29:38.560806Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1794187910,"revision":9973,"compact-revision":7740}