{"level":"warn","ts":"2026-02-25T16:46:18.326974Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-25T16:46:18.327069Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.212:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.212:2380","--initial-cluster=instance=https://162.253.55.212:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.212:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.212:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-02-25T16:46:18.327142Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-25T16:46:18.327157Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.212:2380"]} {"level":"info","ts":"2026-02-25T16:46:18.327174Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-25T16:46:18.327793Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.212:2379"]} {"level":"info","ts":"2026-02-25T16:46:18.327868Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.212:2380"],"listen-peer-urls":["https://162.253.55.212:2380"],"advertise-client-urls":["https://162.253.55.212:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.212:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.212:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-02-25T16:46:18.332034Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.940938ms"} {"level":"info","ts":"2026-02-25T16:46:18.338229Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"d078b1e39c21939c","cluster-id":"cdc9ba8de57e3589"} {"level":"info","ts":"2026-02-25T16:46:18.338313Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d078b1e39c21939c switched to configuration voters=()"} {"level":"info","ts":"2026-02-25T16:46:18.338337Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d078b1e39c21939c became follower at term 0"} {"level":"info","ts":"2026-02-25T16:46:18.338351Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft d078b1e39c21939c [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-02-25T16:46:18.33836Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d078b1e39c21939c became follower at term 1"} {"level":"info","ts":"2026-02-25T16:46:18.338406Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d078b1e39c21939c switched to configuration voters=(15021952148229428124)"} {"level":"warn","ts":"2026-02-25T16:46:18.342684Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-02-25T16:46:18.344008Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-02-25T16:46:18.344988Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-02-25T16:46:18.348088Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"d078b1e39c21939c","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-02-25T16:46:18.348299Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"d078b1e39c21939c","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-02-25T16:46:18.348323Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-25T16:46:18.348464Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-25T16:46:18.348475Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-25T16:46:18.349599Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d078b1e39c21939c switched to configuration voters=(15021952148229428124)"} {"level":"info","ts":"2026-02-25T16:46:18.35058Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"cdc9ba8de57e3589","local-member-id":"d078b1e39c21939c","added-peer-id":"d078b1e39c21939c","added-peer-peer-urls":["https://162.253.55.212:2380"]} {"level":"info","ts":"2026-02-25T16:46:18.353641Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-25T16:46:18.35391Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.212:2380"} {"level":"info","ts":"2026-02-25T16:46:18.354022Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.212:2380"} {"level":"info","ts":"2026-02-25T16:46:18.354292Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"d078b1e39c21939c","initial-advertise-peer-urls":["https://162.253.55.212:2380"],"listen-peer-urls":["https://162.253.55.212:2380"],"advertise-client-urls":["https://162.253.55.212:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.212:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-02-25T16:46:18.354373Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-02-25T16:46:19.238956Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d078b1e39c21939c is starting a new election at term 1"} {"level":"info","ts":"2026-02-25T16:46:19.239001Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d078b1e39c21939c became pre-candidate at term 1"} {"level":"info","ts":"2026-02-25T16:46:19.239023Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d078b1e39c21939c received MsgPreVoteResp from d078b1e39c21939c at term 1"} {"level":"info","ts":"2026-02-25T16:46:19.239035Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d078b1e39c21939c became candidate at term 2"} {"level":"info","ts":"2026-02-25T16:46:19.23904Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d078b1e39c21939c received MsgVoteResp from d078b1e39c21939c at term 2"} {"level":"info","ts":"2026-02-25T16:46:19.239048Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d078b1e39c21939c became leader at term 2"} {"level":"info","ts":"2026-02-25T16:46:19.239057Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: d078b1e39c21939c elected leader d078b1e39c21939c at term 2"} {"level":"info","ts":"2026-02-25T16:46:19.240323Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"d078b1e39c21939c","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.212:2379]}","request-path":"/0/members/d078b1e39c21939c/attributes","cluster-id":"cdc9ba8de57e3589","publish-timeout":"7s"} {"level":"info","ts":"2026-02-25T16:46:19.240329Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-25T16:46:19.240496Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-02-25T16:46:19.240532Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-25T16:46:19.240611Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-02-25T16:46:19.240685Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-02-25T16:46:19.241614Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"cdc9ba8de57e3589","local-member-id":"d078b1e39c21939c","cluster-version":"3.5"} {"level":"info","ts":"2026-02-25T16:46:19.241698Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-02-25T16:46:19.24175Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-02-25T16:46:19.242125Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-02-25T16:46:19.246109Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.212:2379"} {"level":"info","ts":"2026-02-25T16:46:28.891346Z","caller":"traceutil/trace.go:171","msg":"trace[1079853869] linearizableReadLoop","detail":"{readStateIndex:323; appliedIndex:322; }","duration":"149.401946ms","start":"2026-02-25T16:46:28.741911Z","end":"2026-02-25T16:46:28.891313Z","steps":["trace[1079853869] 'read index received' (duration: 149.085478ms)","trace[1079853869] 'applied index is now lower than readState.Index' (duration: 315.538µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T16:46:28.891403Z","caller":"traceutil/trace.go:171","msg":"trace[979769574] transaction","detail":"{read_only:false; response_revision:314; number_of_response:1; }","duration":"149.751716ms","start":"2026-02-25T16:46:28.741627Z","end":"2026-02-25T16:46:28.891379Z","steps":["trace[979769574] 'process raft request' (duration: 149.446247ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:46:28.891825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.798077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3847"} {"level":"warn","ts":"2026-02-25T16:46:28.891904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.873388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3847"} {"level":"warn","ts":"2026-02-25T16:46:28.891954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.915818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3847"} {"level":"info","ts":"2026-02-25T16:46:28.891986Z","caller":"traceutil/trace.go:171","msg":"trace[145004336] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:314; }","duration":"146.991961ms","start":"2026-02-25T16:46:28.744962Z","end":"2026-02-25T16:46:28.891954Z","steps":["trace[145004336] 'agreement among raft nodes before linearized reading' (duration: 146.832237ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T16:46:28.891993Z","caller":"traceutil/trace.go:171","msg":"trace[679081610] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:314; }","duration":"146.96472ms","start":"2026-02-25T16:46:28.745015Z","end":"2026-02-25T16:46:28.89198Z","steps":["trace[679081610] 'agreement among raft nodes before linearized reading' (duration: 146.895398ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:46:28.892072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.720709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-02-25T16:46:28.892088Z","caller":"traceutil/trace.go:171","msg":"trace[388037209] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:314; }","duration":"111.7611ms","start":"2026-02-25T16:46:28.780321Z","end":"2026-02-25T16:46:28.892082Z","steps":["trace[388037209] 'agreement among raft nodes before linearized reading' (duration: 111.726439ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:46:28.892062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.652512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3847"} {"level":"info","ts":"2026-02-25T16:46:28.89217Z","caller":"traceutil/trace.go:171","msg":"trace[366237904] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:314; }","duration":"146.862548ms","start":"2026-02-25T16:46:28.745284Z","end":"2026-02-25T16:46:28.892146Z","steps":["trace[366237904] 'agreement among raft nodes before linearized reading' (duration: 146.5849ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:46:28.892317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.432355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4598"} {"level":"info","ts":"2026-02-25T16:46:28.892394Z","caller":"traceutil/trace.go:171","msg":"trace[207498353] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:314; }","duration":"150.525697ms","start":"2026-02-25T16:46:28.741846Z","end":"2026-02-25T16:46:28.892371Z","steps":["trace[207498353] 'agreement among raft nodes before linearized reading' (duration: 150.387643ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T16:46:28.892893Z","caller":"traceutil/trace.go:171","msg":"trace[394649216] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:314; }","duration":"150.067124ms","start":"2026-02-25T16:46:28.741847Z","end":"2026-02-25T16:46:28.891914Z","steps":["trace[394649216] 'agreement among raft nodes before linearized reading' (duration: 149.669094ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T16:46:29.115735Z","caller":"traceutil/trace.go:171","msg":"trace[1099850303] transaction","detail":"{read_only:false; response_revision:315; number_of_response:1; }","duration":"216.300962ms","start":"2026-02-25T16:46:28.899402Z","end":"2026-02-25T16:46:29.115703Z","steps":["trace[1099850303] 'process raft request' (duration: 211.934343ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T16:46:29.116474Z","caller":"traceutil/trace.go:171","msg":"trace[1780366346] linearizableReadLoop","detail":"{readStateIndex:326; appliedIndex:323; }","duration":"186.042348ms","start":"2026-02-25T16:46:28.930415Z","end":"2026-02-25T16:46:29.116457Z","steps":["trace[1780366346] 'read index received' (duration: 180.890497ms)","trace[1780366346] 'applied index is now lower than readState.Index' (duration: 5.151221ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T16:46:29.116526Z","caller":"traceutil/trace.go:171","msg":"trace[1095008521] transaction","detail":"{read_only:false; response_revision:316; number_of_response:1; }","duration":"215.696105ms","start":"2026-02-25T16:46:28.900798Z","end":"2026-02-25T16:46:29.116494Z","steps":["trace[1095008521] 'process raft request' (duration: 215.547922ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T16:46:29.116698Z","caller":"traceutil/trace.go:171","msg":"trace[306297395] transaction","detail":"{read_only:false; response_revision:317; number_of_response:1; }","duration":"213.32034ms","start":"2026-02-25T16:46:28.903348Z","end":"2026-02-25T16:46:29.116668Z","steps":["trace[306297395] 'process raft request' (duration: 213.073434ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:46:29.116708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.230382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:234"} {"level":"info","ts":"2026-02-25T16:46:29.11683Z","caller":"traceutil/trace.go:171","msg":"trace[1471764782] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:317; }","duration":"186.415118ms","start":"2026-02-25T16:46:28.930389Z","end":"2026-02-25T16:46:29.116804Z","steps":["trace[1471764782] 'agreement among raft nodes before linearized reading' (duration: 186.206531ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:46:29.116976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.577597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"info","ts":"2026-02-25T16:46:29.117026Z","caller":"traceutil/trace.go:171","msg":"trace[1726775815] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:317; }","duration":"136.725101ms","start":"2026-02-25T16:46:28.980285Z","end":"2026-02-25T16:46:29.11701Z","steps":["trace[1726775815] 'agreement among raft nodes before linearized reading' (duration: 136.512695ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T16:46:44.80542Z","caller":"traceutil/trace.go:171","msg":"trace[1236831276] transaction","detail":"{read_only:false; response_revision:428; number_of_response:1; }","duration":"199.750853ms","start":"2026-02-25T16:46:44.605646Z","end":"2026-02-25T16:46:44.805397Z","steps":["trace[1236831276] 'process raft request' (duration: 199.61717ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T16:46:48.62842Z","caller":"traceutil/trace.go:171","msg":"trace[1677249207] linearizableReadLoop","detail":"{readStateIndex:486; appliedIndex:485; }","duration":"123.700735ms","start":"2026-02-25T16:46:48.504695Z","end":"2026-02-25T16:46:48.628395Z","steps":["trace[1677249207] 'read index received' (duration: 123.52365ms)","trace[1677249207] 'applied index is now lower than readState.Index' (duration: 176.255µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T16:46:48.628533Z","caller":"traceutil/trace.go:171","msg":"trace[597158629] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"186.560126ms","start":"2026-02-25T16:46:48.441943Z","end":"2026-02-25T16:46:48.628503Z","steps":["trace[597158629] 'process raft request' (duration: 186.30026ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:46:48.628653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.93842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-25T16:46:48.628722Z","caller":"traceutil/trace.go:171","msg":"trace[1268617294] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:470; }","duration":"124.049663ms","start":"2026-02-25T16:46:48.504655Z","end":"2026-02-25T16:46:48.628704Z","steps":["trace[1268617294] 'agreement among raft nodes before linearized reading' (duration: 123.860079ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T16:46:55.603959Z","caller":"traceutil/trace.go:171","msg":"trace[375608189] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"332.213983ms","start":"2026-02-25T16:46:55.271664Z","end":"2026-02-25T16:46:55.603877Z","steps":["trace[375608189] 'process raft request' (duration: 331.519487ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:46:55.605836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:46:55.271647Z","time spent":"332.51196ms","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T16:47:16.51282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.612082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-25T16:47:16.512908Z","caller":"traceutil/trace.go:171","msg":"trace[135386411] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:888; }","duration":"336.748345ms","start":"2026-02-25T16:47:16.176142Z","end":"2026-02-25T16:47:16.512891Z","steps":["trace[135386411] 'range keys from in-memory index tree' (duration: 336.437458ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:47:16.512949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:47:16.176122Z","time spent":"336.819206ms","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T16:48:08.02783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.946954ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-25T16:48:08.027998Z","caller":"traceutil/trace.go:171","msg":"trace[903254110] linearizableReadLoop","detail":"{readStateIndex:1624; appliedIndex:1623; }","duration":"235.927833ms","start":"2026-02-25T16:48:07.792047Z","end":"2026-02-25T16:48:08.027975Z","steps":["trace[903254110] 'read index received' (duration: 60.531µs)","trace[903254110] 'applied index is now lower than readState.Index' (duration: 235.865312ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T16:48:08.028316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.249961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-25T16:48:08.028411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.01539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-25T16:48:08.028457Z","caller":"traceutil/trace.go:171","msg":"trace[720400284] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1564; }","duration":"100.113462ms","start":"2026-02-25T16:48:07.928332Z","end":"2026-02-25T16:48:08.028446Z","steps":["trace[720400284] 'agreement among raft nodes before linearized reading' (duration: 99.850546ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T16:48:08.028493Z","caller":"traceutil/trace.go:171","msg":"trace[1933137293] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1564; }","duration":"236.402475ms","start":"2026-02-25T16:48:07.791991Z","end":"2026-02-25T16:48:08.028393Z","steps":["trace[1933137293] 'agreement among raft nodes before linearized reading' (duration: 236.112688ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T16:48:20.271641Z","caller":"traceutil/trace.go:171","msg":"trace[1947076595] transaction","detail":"{read_only:false; response_revision:1661; number_of_response:1; }","duration":"152.117676ms","start":"2026-02-25T16:48:20.119494Z","end":"2026-02-25T16:48:20.271612Z","steps":["trace[1947076595] 'process raft request' (duration: 95.122388ms)","trace[1947076595] 'compare' (duration: 56.873525ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T16:48:23.77412Z","caller":"traceutil/trace.go:171","msg":"trace[226892700] linearizableReadLoop","detail":"{readStateIndex:1742; appliedIndex:1741; }","duration":"466.42619ms","start":"2026-02-25T16:48:23.307669Z","end":"2026-02-25T16:48:23.774095Z","steps":["trace[226892700] 'read index received' (duration: 466.231256ms)","trace[226892700] 'applied index is now lower than readState.Index' (duration: 193.684µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T16:48:23.774204Z","caller":"traceutil/trace.go:171","msg":"trace[514017837] transaction","detail":"{read_only:false; response_revision:1679; number_of_response:1; }","duration":"481.563508ms","start":"2026-02-25T16:48:23.292604Z","end":"2026-02-25T16:48:23.774168Z","steps":["trace[514017837] 'process raft request' (duration: 481.324702ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:48:23.774587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:48:23.292587Z","time spent":"481.912426ms","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T16:48:23.774661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.702772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-25T16:48:23.77466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.260545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T16:48:23.774692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.976354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5324"} {"level":"info","ts":"2026-02-25T16:48:23.774722Z","caller":"traceutil/trace.go:171","msg":"trace[916324533] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1679; }","duration":"285.827015ms","start":"2026-02-25T16:48:23.488877Z","end":"2026-02-25T16:48:23.774704Z","steps":["trace[916324533] 'agreement among raft nodes before linearized reading' (duration: 285.616879ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T16:48:23.774738Z","caller":"traceutil/trace.go:171","msg":"trace[1426831433] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1679; }","duration":"200.383688ms","start":"2026-02-25T16:48:23.574337Z","end":"2026-02-25T16:48:23.77472Z","steps":["trace[1426831433] 'agreement among raft nodes before linearized reading' (duration: 200.255675ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T16:48:23.774749Z","caller":"traceutil/trace.go:171","msg":"trace[543875953] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1679; }","duration":"467.115847ms","start":"2026-02-25T16:48:23.307616Z","end":"2026-02-25T16:48:23.774732Z","steps":["trace[543875953] 'agreement among raft nodes before linearized reading' (duration: 466.8696ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:48:23.774784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:48:23.307594Z","time spent":"467.18264ms","remote":"127.0.0.1:51128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5348,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-25T16:49:02.564442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.811439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-25T16:49:02.56455Z","caller":"traceutil/trace.go:171","msg":"trace[1248590460] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1881; }","duration":"115.969052ms","start":"2026-02-25T16:49:02.448562Z","end":"2026-02-25T16:49:02.564531Z","steps":["trace[1248590460] 'range keys from in-memory index tree' (duration: 115.587724ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:49:03.069789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.86724ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T16:49:03.070033Z","caller":"traceutil/trace.go:171","msg":"trace[373371429] transaction","detail":"{read_only:false; response_revision:1884; number_of_response:1; }","duration":"211.232309ms","start":"2026-02-25T16:49:02.858771Z","end":"2026-02-25T16:49:03.070003Z","steps":["trace[373371429] 'process raft request' (duration: 85.0027ms)","trace[373371429] 'compare' (duration: 125.770958ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T16:49:03.620641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.844259ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T16:49:03.620907Z","caller":"traceutil/trace.go:171","msg":"trace[762810249] transaction","detail":"{read_only:false; response_revision:1887; number_of_response:1; }","duration":"343.5065ms","start":"2026-02-25T16:49:03.277337Z","end":"2026-02-25T16:49:03.620844Z","steps":["trace[762810249] 'process raft request' (duration: 92.371464ms)","trace[762810249] 'compare' (duration: 250.638083ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T16:49:03.621095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:49:03.277313Z","time spent":"343.687104ms","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T16:49:38.228622Z","caller":"traceutil/trace.go:171","msg":"trace[298379040] transaction","detail":"{read_only:false; response_revision:2235; number_of_response:1; }","duration":"106.185849ms","start":"2026-02-25T16:49:38.122411Z","end":"2026-02-25T16:49:38.228597Z","steps":["trace[298379040] 'process raft request' (duration: 106.062646ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:50:11.890595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.154077ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T16:50:11.890959Z","caller":"traceutil/trace.go:171","msg":"trace[1563267693] transaction","detail":"{read_only:false; response_revision:2422; number_of_response:1; }","duration":"124.641ms","start":"2026-02-25T16:50:11.766292Z","end":"2026-02-25T16:50:11.890933Z","steps":["trace[1563267693] 'process raft request' (duration: 124.545597ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T16:50:11.891041Z","caller":"traceutil/trace.go:171","msg":"trace[630447431] transaction","detail":"{read_only:false; response_revision:2421; number_of_response:1; }","duration":"401.418541ms","start":"2026-02-25T16:50:11.489582Z","end":"2026-02-25T16:50:11.891Z","steps":["trace[630447431] 'process raft request' (duration: 165.759081ms)","trace[630447431] 'compare' (duration: 235.012534ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T16:50:11.890987Z","caller":"traceutil/trace.go:171","msg":"trace[1012459007] linearizableReadLoop","detail":"{readStateIndex:2514; appliedIndex:2513; }","duration":"326.631312ms","start":"2026-02-25T16:50:11.564302Z","end":"2026-02-25T16:50:11.890933Z","steps":["trace[1012459007] 'read index received' (duration: 90.995212ms)","trace[1012459007] 'applied index is now lower than readState.Index' (duration: 235.6336ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T16:50:11.891174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.861268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-02-25T16:50:11.891227Z","caller":"traceutil/trace.go:171","msg":"trace[1869358058] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2422; }","duration":"326.96649ms","start":"2026-02-25T16:50:11.564247Z","end":"2026-02-25T16:50:11.891214Z","steps":["trace[1869358058] 'agreement among raft nodes before linearized reading' (duration: 326.792746ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:50:11.891259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:50:11.564224Z","time spent":"327.026691ms","remote":"127.0.0.1:52888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-02-25T16:50:11.891239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:50:11.48956Z","time spent":"401.579545ms","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T16:50:11.891333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.052893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-25T16:50:11.891396Z","caller":"traceutil/trace.go:171","msg":"trace[1000892507] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2422; }","duration":"245.161266ms","start":"2026-02-25T16:50:11.64622Z","end":"2026-02-25T16:50:11.891381Z","steps":["trace[1000892507] 'agreement among raft nodes before linearized reading' (duration: 244.993462ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T16:52:37.41559Z","caller":"traceutil/trace.go:171","msg":"trace[1087379766] transaction","detail":"{read_only:false; response_revision:3317; number_of_response:1; }","duration":"372.424068ms","start":"2026-02-25T16:52:37.04314Z","end":"2026-02-25T16:52:37.415564Z","steps":["trace[1087379766] 'process raft request' (duration: 372.244394ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:52:37.415789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:52:37.043113Z","time spent":"372.574741ms","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T16:53:51.06083Z","caller":"traceutil/trace.go:171","msg":"trace[1170939378] transaction","detail":"{read_only:false; response_revision:4222; number_of_response:1; }","duration":"132.510458ms","start":"2026-02-25T16:53:50.928292Z","end":"2026-02-25T16:53:51.060802Z","steps":["trace[1170939378] 'process raft request' (duration: 132.272532ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T16:53:51.061068Z","caller":"traceutil/trace.go:171","msg":"trace[998901030] transaction","detail":"{read_only:false; response_revision:4223; number_of_response:1; }","duration":"131.528283ms","start":"2026-02-25T16:53:50.929507Z","end":"2026-02-25T16:53:51.061035Z","steps":["trace[998901030] 'process raft request' (duration: 131.231555ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T16:53:55.336785Z","caller":"traceutil/trace.go:171","msg":"trace[833540090] linearizableReadLoop","detail":"{readStateIndex:4492; appliedIndex:4491; }","duration":"117.974833ms","start":"2026-02-25T16:53:55.218791Z","end":"2026-02-25T16:53:55.336765Z","steps":["trace[833540090] 'read index received' (duration: 117.780888ms)","trace[833540090] 'applied index is now lower than readState.Index' (duration: 193.215µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T16:53:55.336848Z","caller":"traceutil/trace.go:171","msg":"trace[266056674] transaction","detail":"{read_only:false; response_revision:4320; number_of_response:1; }","duration":"122.762356ms","start":"2026-02-25T16:53:55.214051Z","end":"2026-02-25T16:53:55.336813Z","steps":["trace[266056674] 'process raft request' (duration: 122.571481ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:53:55.336984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.171377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1346"} {"level":"info","ts":"2026-02-25T16:53:55.337047Z","caller":"traceutil/trace.go:171","msg":"trace[668229100] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:4320; }","duration":"118.281671ms","start":"2026-02-25T16:53:55.218752Z","end":"2026-02-25T16:53:55.337034Z","steps":["trace[668229100] 'agreement among raft nodes before linearized reading' (duration: 118.098446ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T16:54:02.276624Z","caller":"traceutil/trace.go:171","msg":"trace[1400686496] transaction","detail":"{read_only:false; response_revision:4542; number_of_response:1; }","duration":"215.303914ms","start":"2026-02-25T16:54:02.061297Z","end":"2026-02-25T16:54:02.276601Z","steps":["trace[1400686496] 'process raft request' (duration: 215.094319ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T16:54:02.276836Z","caller":"traceutil/trace.go:171","msg":"trace[1962423020] linearizableReadLoop","detail":"{readStateIndex:4720; appliedIndex:4718; }","duration":"179.387307ms","start":"2026-02-25T16:54:02.097406Z","end":"2026-02-25T16:54:02.276794Z","steps":["trace[1962423020] 'read index received' (duration: 179.046659ms)","trace[1962423020] 'applied index is now lower than readState.Index' (duration: 333.688µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T16:54:02.276868Z","caller":"traceutil/trace.go:171","msg":"trace[1120628155] transaction","detail":"{read_only:false; response_revision:4543; number_of_response:1; }","duration":"207.05043ms","start":"2026-02-25T16:54:02.069791Z","end":"2026-02-25T16:54:02.276841Z","steps":["trace[1120628155] 'process raft request' (duration: 206.757913ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:54:02.277032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.602722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-02-25T16:54:02.277079Z","caller":"traceutil/trace.go:171","msg":"trace[1895246952] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4543; }","duration":"179.668195ms","start":"2026-02-25T16:54:02.097399Z","end":"2026-02-25T16:54:02.277067Z","steps":["trace[1895246952] 'agreement among raft nodes before linearized reading' (duration: 179.470839ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:54:02.316652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.765149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.212\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-25T16:54:02.31672Z","caller":"traceutil/trace.go:171","msg":"trace[1445144541] range","detail":"{range_begin:/registry/masterleases/162.253.55.212; range_end:; response_count:1; response_revision:4544; }","duration":"124.87726ms","start":"2026-02-25T16:54:02.191824Z","end":"2026-02-25T16:54:02.316701Z","steps":["trace[1445144541] 'agreement among raft nodes before linearized reading' (duration: 124.677525ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T16:54:07.967264Z","caller":"traceutil/trace.go:171","msg":"trace[31210036] transaction","detail":"{read_only:false; response_revision:4679; number_of_response:1; }","duration":"105.143112ms","start":"2026-02-25T16:54:07.862073Z","end":"2026-02-25T16:54:07.967216Z","steps":["trace[31210036] 'process raft request' (duration: 39.582911ms)","trace[31210036] 'compare' (duration: 65.337945ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T16:54:11.505385Z","caller":"traceutil/trace.go:171","msg":"trace[335059325] transaction","detail":"{read_only:false; response_revision:4719; number_of_response:1; }","duration":"197.870724ms","start":"2026-02-25T16:54:11.307485Z","end":"2026-02-25T16:54:11.505356Z","steps":["trace[335059325] 'process raft request' (duration: 197.730961ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:54:16.143994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.948619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-25T16:54:16.144084Z","caller":"traceutil/trace.go:171","msg":"trace[1207758539] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4849; }","duration":"137.096452ms","start":"2026-02-25T16:54:16.006969Z","end":"2026-02-25T16:54:16.144065Z","steps":["trace[1207758539] 'range keys from in-memory index tree' (duration: 136.770244ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T16:54:16.324198Z","caller":"traceutil/trace.go:171","msg":"trace[1622505744] linearizableReadLoop","detail":"{readStateIndex:5037; appliedIndex:5035; }","duration":"166.311328ms","start":"2026-02-25T16:54:16.157867Z","end":"2026-02-25T16:54:16.324179Z","steps":["trace[1622505744] 'read index received' (duration: 76.132331ms)","trace[1622505744] 'applied index is now lower than readState.Index' (duration: 90.177597ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T16:54:16.32433Z","caller":"traceutil/trace.go:171","msg":"trace[1020551654] transaction","detail":"{read_only:false; response_revision:4851; number_of_response:1; }","duration":"175.431295ms","start":"2026-02-25T16:54:16.148825Z","end":"2026-02-25T16:54:16.324257Z","steps":["trace[1020551654] 'process raft request' (duration: 175.213229ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:54:16.324529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.603396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-25T16:54:16.325349Z","caller":"traceutil/trace.go:171","msg":"trace[1459314527] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4851; }","duration":"167.462648ms","start":"2026-02-25T16:54:16.157847Z","end":"2026-02-25T16:54:16.325309Z","steps":["trace[1459314527] 'agreement among raft nodes before linearized reading' (duration: 166.439741ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:54:16.327277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.069185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bc6bf001-2bbf-4ee6-b2fe-400c3eab6bc2\" ","response":"range_response_count:1 size:3602"} {"level":"warn","ts":"2026-02-25T16:54:16.327395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.776867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/loki-results-cache-0.18978b91ce33cc9b\" ","response":"range_response_count:1 size:750"} {"level":"info","ts":"2026-02-25T16:54:16.327466Z","caller":"traceutil/trace.go:171","msg":"trace[863137496] range","detail":"{range_begin:/registry/events/monitoring/loki-results-cache-0.18978b91ce33cc9b; range_end:; response_count:1; response_revision:4852; }","duration":"140.888819ms","start":"2026-02-25T16:54:16.186543Z","end":"2026-02-25T16:54:16.327432Z","steps":["trace[863137496] 'agreement among raft nodes before linearized reading' (duration: 140.686284ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T16:54:16.327482Z","caller":"traceutil/trace.go:171","msg":"trace[1710715661] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bc6bf001-2bbf-4ee6-b2fe-400c3eab6bc2; range_end:; response_count:1; response_revision:4852; }","duration":"146.257329ms","start":"2026-02-25T16:54:16.181155Z","end":"2026-02-25T16:54:16.327412Z","steps":["trace[1710715661] 'agreement among raft nodes before linearized reading' (duration: 145.9411ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T16:55:28.763785Z","caller":"traceutil/trace.go:171","msg":"trace[55749857] linearizableReadLoop","detail":"{readStateIndex:5598; appliedIndex:5597; }","duration":"111.309106ms","start":"2026-02-25T16:55:28.652451Z","end":"2026-02-25T16:55:28.76376Z","steps":["trace[55749857] 'read index received' (duration: 88.10121ms)","trace[55749857] 'applied index is now lower than readState.Index' (duration: 23.206856ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T16:55:28.763864Z","caller":"traceutil/trace.go:171","msg":"trace[619227778] transaction","detail":"{read_only:false; response_revision:5395; number_of_response:1; }","duration":"167.701998ms","start":"2026-02-25T16:55:28.596121Z","end":"2026-02-25T16:55:28.763823Z","steps":["trace[619227778] 'process raft request' (duration: 144.446241ms)","trace[619227778] 'compare' (duration: 23.045352ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T16:55:28.764025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.090835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-25T16:55:28.764036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.569994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-25T16:55:28.764066Z","caller":"traceutil/trace.go:171","msg":"trace[1727440150] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5395; }","duration":"110.153026ms","start":"2026-02-25T16:55:28.653903Z","end":"2026-02-25T16:55:28.764056Z","steps":["trace[1727440150] 'agreement among raft nodes before linearized reading' (duration: 110.001902ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T16:55:28.7641Z","caller":"traceutil/trace.go:171","msg":"trace[964469079] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5395; }","duration":"111.677866ms","start":"2026-02-25T16:55:28.652409Z","end":"2026-02-25T16:55:28.764086Z","steps":["trace[964469079] 'agreement among raft nodes before linearized reading' (duration: 111.481271ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T16:55:30.815749Z","caller":"traceutil/trace.go:171","msg":"trace[1813489020] linearizableReadLoop","detail":"{readStateIndex:5604; appliedIndex:5603; }","duration":"192.814103ms","start":"2026-02-25T16:55:30.622913Z","end":"2026-02-25T16:55:30.815727Z","steps":["trace[1813489020] 'read index received' (duration: 192.70118ms)","trace[1813489020] 'applied index is now lower than readState.Index' (duration: 111.803µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T16:55:30.815817Z","caller":"traceutil/trace.go:171","msg":"trace[1331848705] transaction","detail":"{read_only:false; response_revision:5401; number_of_response:1; }","duration":"227.296153ms","start":"2026-02-25T16:55:30.588487Z","end":"2026-02-25T16:55:30.815783Z","steps":["trace[1331848705] 'process raft request' (duration: 227.091978ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:55:30.815957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.03514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-25T16:55:30.815998Z","caller":"traceutil/trace.go:171","msg":"trace[786678501] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5401; }","duration":"193.127202ms","start":"2026-02-25T16:55:30.622859Z","end":"2026-02-25T16:55:30.815986Z","steps":["trace[786678501] 'agreement among raft nodes before linearized reading' (duration: 192.976358ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:55:30.839062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.544261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12009"} {"level":"info","ts":"2026-02-25T16:55:30.83926Z","caller":"traceutil/trace.go:171","msg":"trace[671547623] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5402; }","duration":"173.784337ms","start":"2026-02-25T16:55:30.665451Z","end":"2026-02-25T16:55:30.839236Z","steps":["trace[671547623] 'agreement among raft nodes before linearized reading' (duration: 173.448578ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:55:31.1453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.818524ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T16:55:31.145474Z","caller":"traceutil/trace.go:171","msg":"trace[1932879079] transaction","detail":"{read_only:false; response_revision:5405; number_of_response:1; }","duration":"279.438066ms","start":"2026-02-25T16:55:30.866019Z","end":"2026-02-25T16:55:31.145457Z","steps":["trace[1932879079] 'process raft request' (duration: 279.380924ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T16:55:31.145566Z","caller":"traceutil/trace.go:171","msg":"trace[1900167898] transaction","detail":"{read_only:false; response_revision:5404; number_of_response:1; }","duration":"302.521838ms","start":"2026-02-25T16:55:30.842993Z","end":"2026-02-25T16:55:31.145515Z","steps":["trace[1900167898] 'process raft request' (duration: 73.392836ms)","trace[1900167898] 'compare' (duration: 228.65258ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T16:55:31.145605Z","caller":"traceutil/trace.go:171","msg":"trace[643512461] linearizableReadLoop","detail":"{readStateIndex:5607; appliedIndex:5606; }","duration":"283.564493ms","start":"2026-02-25T16:55:30.861989Z","end":"2026-02-25T16:55:31.145553Z","steps":["trace[643512461] 'read index received' (duration: 54.39798ms)","trace[643512461] 'applied index is now lower than readState.Index' (duration: 229.162103ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T16:55:31.145746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.401905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/goldpinger-fcrb9.18978b92a8d4570b\" ","response":"range_response_count:1 size:749"} {"level":"warn","ts":"2026-02-25T16:55:31.145764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:55:30.842969Z","time spent":"302.696884ms","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T16:55:31.145831Z","caller":"traceutil/trace.go:171","msg":"trace[1801386489] range","detail":"{range_begin:/registry/events/monitoring/goldpinger-fcrb9.18978b92a8d4570b; range_end:; response_count:1; response_revision:5405; }","duration":"297.512218ms","start":"2026-02-25T16:55:30.848283Z","end":"2026-02-25T16:55:31.145795Z","steps":["trace[1801386489] 'agreement among raft nodes before linearized reading' (duration: 297.302843ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:55:31.145872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.431826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12009"} {"level":"warn","ts":"2026-02-25T16:55:31.145962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.434068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vnxxm\" ","response":"range_response_count:1 size:6292"} {"level":"info","ts":"2026-02-25T16:55:31.145969Z","caller":"traceutil/trace.go:171","msg":"trace[1442846101] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5405; }","duration":"302.537209ms","start":"2026-02-25T16:55:30.843375Z","end":"2026-02-25T16:55:31.145913Z","steps":["trace[1442846101] 'agreement among raft nodes before linearized reading' (duration: 302.371505ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T16:55:31.145992Z","caller":"traceutil/trace.go:171","msg":"trace[419534727] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vnxxm; range_end:; response_count:1; response_revision:5405; }","duration":"217.467589ms","start":"2026-02-25T16:55:30.928517Z","end":"2026-02-25T16:55:31.145985Z","steps":["trace[419534727] 'agreement among raft nodes before linearized reading' (duration: 217.251683ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:55:31.146017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:55:30.843355Z","time spent":"302.648501ms","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12033,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-25T16:55:31.312169Z","caller":"traceutil/trace.go:171","msg":"trace[1821120581] linearizableReadLoop","detail":"{readStateIndex:5609; appliedIndex:5608; }","duration":"161.574877ms","start":"2026-02-25T16:55:31.15057Z","end":"2026-02-25T16:55:31.312145Z","steps":["trace[1821120581] 'read index received' (duration: 161.342721ms)","trace[1821120581] 'applied index is now lower than readState.Index' (duration: 231.246µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T16:55:31.312209Z","caller":"traceutil/trace.go:171","msg":"trace[375889529] transaction","detail":"{read_only:false; response_revision:5406; number_of_response:1; }","duration":"164.233127ms","start":"2026-02-25T16:55:31.147951Z","end":"2026-02-25T16:55:31.312184Z","steps":["trace[375889529] 'process raft request' (duration: 164.032172ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:55:31.312386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.16869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T16:55:31.312472Z","caller":"traceutil/trace.go:171","msg":"trace[1362138055] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5406; }","duration":"114.292204ms","start":"2026-02-25T16:55:31.198163Z","end":"2026-02-25T16:55:31.312455Z","steps":["trace[1362138055] 'agreement among raft nodes before linearized reading' (duration: 114.13937ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:55:31.312717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.119412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80678"} {"level":"info","ts":"2026-02-25T16:55:31.312766Z","caller":"traceutil/trace.go:171","msg":"trace[334148679] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5406; }","duration":"162.220674ms","start":"2026-02-25T16:55:31.150534Z","end":"2026-02-25T16:55:31.312754Z","steps":["trace[334148679] 'agreement among raft nodes before linearized reading' (duration: 161.730292ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:55:31.578419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.824162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-25T16:55:31.578478Z","caller":"traceutil/trace.go:171","msg":"trace[1424464919] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5406; }","duration":"100.931425ms","start":"2026-02-25T16:55:31.477533Z","end":"2026-02-25T16:55:31.578465Z","steps":["trace[1424464919] 'range keys from in-memory index tree' (duration: 100.706039ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:01.076006Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10636548586688025674,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T16:56:01.576973Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10636548586688025674,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T16:56:02.077967Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10636548586688025674,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T16:56:02.575498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000529379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T16:56:02.575585Z","caller":"traceutil/trace.go:171","msg":"trace[408753623] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000672872s","start":"2026-02-25T16:56:00.574894Z","end":"2026-02-25T16:56:02.575567Z","steps":["trace[408753623] 'agreement among raft nodes before linearized reading' (duration: 2.00056234s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:02.575642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:56:00.574874Z","time spent":"2.000749076s","remote":"127.0.0.1:52688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 16:56:02 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T16:56:02.578943Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10636548586688025674,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T16:56:03.080033Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10636548586688025674,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T16:56:03.580682Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10636548586688025674,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T16:56:04.081478Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10636548586688025674,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T16:56:04.57623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000301024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T16:56:04.576336Z","caller":"traceutil/trace.go:171","msg":"trace[720617322] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000454557s","start":"2026-02-25T16:56:02.575861Z","end":"2026-02-25T16:56:04.576315Z","steps":["trace[720617322] 'agreement among raft nodes before linearized reading' (duration: 2.000328903s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:04.576426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:56:02.575846Z","time spent":"2.00056869s","remote":"127.0.0.1:52692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T16:56:04.581879Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10636548586688025674,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T16:56:04.668174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999895612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T16:56:04.66824Z","caller":"traceutil/trace.go:171","msg":"trace[889081721] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000014456s","start":"2026-02-25T16:56:02.668211Z","end":"2026-02-25T16:56:04.668225Z","steps":["trace[889081721] 'agreement among raft nodes before linearized reading' (duration: 1.999939233s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:04.668318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:56:02.66819Z","time spent":"2.000082388s","remote":"127.0.0.1:52688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 16:56:04 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T16:56:05.08269Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10636548586688025674,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T16:56:05.328774Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.985612383s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T16:56:05.341461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:56:00.343058Z","time spent":"4.998395476s","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/25 16:56:05 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T16:56:05.724964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.950797863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-02-25T16:56:05.725059Z","caller":"traceutil/trace.go:171","msg":"trace[879924024] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.950943655s","start":"2026-02-25T16:55:59.774096Z","end":"2026-02-25T16:56:05.72504Z","steps":["trace[879924024] 'range keys from in-memory index tree' (duration: 5.950683019s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:05.725045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.652901834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-25T16:56:05.725061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.763104782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T16:56:05.725109Z","caller":"traceutil/trace.go:171","msg":"trace[856880974] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5568; }","duration":"5.653009827s","start":"2026-02-25T16:56:00.072082Z","end":"2026-02-25T16:56:05.725092Z","steps":["trace[856880974] 'range keys from in-memory index tree' (duration: 5.65273078s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:05.725106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:55:59.774081Z","time spent":"5.951015798s","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T16:56:05.725138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:56:00.072064Z","time spent":"5.6530688s","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/02/25 16:56:05 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-02-25T16:56:05.725148Z","caller":"traceutil/trace.go:171","msg":"trace[246343395] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:5568; }","duration":"5.763239725s","start":"2026-02-25T16:55:59.961886Z","end":"2026-02-25T16:56:05.725126Z","steps":["trace[246343395] 'count revisions from in-memory index tree' (duration: 5.762970749s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:05.725206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:55:59.961868Z","time spent":"5.763321027s","remote":"127.0.0.1:52902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":75,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-02-25T16:56:05.725201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.279139764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vnxxm\" ","response":"range_response_count:1 size:6292"} {"level":"info","ts":"2026-02-25T16:56:05.725277Z","caller":"traceutil/trace.go:171","msg":"trace[132972191] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vnxxm; range_end:; response_count:1; response_revision:5568; }","duration":"6.279254277s","start":"2026-02-25T16:55:59.446003Z","end":"2026-02-25T16:56:05.725257Z","steps":["trace[132972191] 'range keys from in-memory index tree' (duration: 6.279009281s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:05.725317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:55:59.445989Z","time spent":"6.279320378s","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6316,"request content":"key:\"/registry/pods/openstack/keepalived-vnxxm\" "} {"level":"warn","ts":"2026-02-25T16:56:05.725214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.07294385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T16:56:05.725548Z","caller":"traceutil/trace.go:171","msg":"trace[1059706019] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:5568; }","duration":"6.073322751s","start":"2026-02-25T16:55:59.652213Z","end":"2026-02-25T16:56:05.725536Z","steps":["trace[1059706019] 'count revisions from in-memory index tree' (duration: 6.072832558s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:05.725503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.989165144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3294"} {"level":"info","ts":"2026-02-25T16:56:05.725647Z","caller":"traceutil/trace.go:171","msg":"trace[1642008147] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5568; }","duration":"5.989375029s","start":"2026-02-25T16:55:59.736242Z","end":"2026-02-25T16:56:05.725617Z","steps":["trace[1642008147] 'range keys from in-memory index tree' (duration: 5.988897736s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:05.725714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:55:59.736219Z","time spent":"5.989477162s","remote":"127.0.0.1:50872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3318,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-02-25T16:56:05.725582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:55:59.652192Z","time spent":"6.073374762s","remote":"127.0.0.1:34504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-25T16:56:05.725237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.631889305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T16:56:05.725994Z","caller":"traceutil/trace.go:171","msg":"trace[816364910] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:5568; }","duration":"5.632644505s","start":"2026-02-25T16:56:00.09333Z","end":"2026-02-25T16:56:05.725974Z","steps":["trace[816364910] 'count revisions from in-memory index tree' (duration: 5.631854964s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:05.726064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:56:00.093321Z","time spent":"5.632720278s","remote":"127.0.0.1:53214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":20,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-02-25T16:56:05.726244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.357558273s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T16:56:05.726374Z","caller":"traceutil/trace.go:171","msg":"trace[1763027938] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5568; }","duration":"1.357695186s","start":"2026-02-25T16:56:04.368667Z","end":"2026-02-25T16:56:05.726363Z","steps":["trace[1763027938] 'range keys from in-memory index tree' (duration: 1.357548143s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:05.726456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.364824ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T16:56:05.887086Z","caller":"traceutil/trace.go:171","msg":"trace[330175349] transaction","detail":"{read_only:false; response_revision:5570; number_of_response:1; }","duration":"4.973757524s","start":"2026-02-25T16:56:00.913287Z","end":"2026-02-25T16:56:05.887045Z","steps":["trace[330175349] 'process raft request' (duration: 4.917344922s)","trace[330175349] 'compare' (duration: 56.109944ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T16:56:05.887099Z","caller":"traceutil/trace.go:171","msg":"trace[801252902] linearizableReadLoop","detail":"{readStateIndex:5782; appliedIndex:5777; }","duration":"5.312134838s","start":"2026-02-25T16:56:00.574936Z","end":"2026-02-25T16:56:05.88707Z","steps":["trace[801252902] 'read index received' (duration: 4.754079138s)","trace[801252902] 'applied index is now lower than readState.Index' (duration: 558.05442ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T16:56:05.887225Z","caller":"traceutil/trace.go:171","msg":"trace[803529529] transaction","detail":"{read_only:false; response_revision:5571; number_of_response:1; }","duration":"4.955357263s","start":"2026-02-25T16:56:00.931854Z","end":"2026-02-25T16:56:05.887211Z","steps":["trace[803529529] 'process raft request' (duration: 4.955032954s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:05.887252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:56:00.913265Z","time spent":"4.973895727s","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T16:56:05.887264Z","caller":"traceutil/trace.go:171","msg":"trace[1989281220] transaction","detail":"{read_only:false; response_revision:5572; number_of_response:1; }","duration":"3.425761419s","start":"2026-02-25T16:56:02.461475Z","end":"2026-02-25T16:56:05.887236Z","steps":["trace[1989281220] 'process raft request' (duration: 3.425476341s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:05.887337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:56:00.931829Z","time spent":"4.955426555s","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T16:56:05.887396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:56:02.461428Z","time spent":"3.425898183s","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T16:56:05.887471Z","caller":"traceutil/trace.go:171","msg":"trace[1159383765] transaction","detail":"{read_only:false; response_revision:5573; number_of_response:1; }","duration":"1.171896306s","start":"2026-02-25T16:56:04.71553Z","end":"2026-02-25T16:56:05.887426Z","steps":["trace[1159383765] 'process raft request' (duration: 1.171489435s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:05.887573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:56:04.715505Z","time spent":"1.172018368s","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T16:56:05.916825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.668490374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-25T16:56:05.916885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.334943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-25T16:56:05.916942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333261568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T16:56:05.916966Z","caller":"traceutil/trace.go:171","msg":"trace[1266325131] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:5574; }","duration":"546.468766ms","start":"2026-02-25T16:56:05.37048Z","end":"2026-02-25T16:56:05.916949Z","steps":["trace[1266325131] 'agreement among raft nodes before linearized reading' (duration: 546.317193ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T16:56:05.916988Z","caller":"traceutil/trace.go:171","msg":"trace[524830328] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5574; }","duration":"1.333388931s","start":"2026-02-25T16:56:04.583582Z","end":"2026-02-25T16:56:05.916971Z","steps":["trace[524830328] 'agreement among raft nodes before linearized reading' (duration: 1.333313629s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:05.916998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.338439787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-25T16:56:05.917022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:56:04.58356Z","time spent":"1.333455313s","remote":"127.0.0.1:52688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T16:56:05.916877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.446162919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T16:56:05.917052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.144655988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12009"} {"level":"warn","ts":"2026-02-25T16:56:05.917015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.716263893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.212\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-25T16:56:05.917126Z","caller":"traceutil/trace.go:171","msg":"trace[738318987] range","detail":"{range_begin:/registry/masterleases/162.253.55.212; range_end:; response_count:1; response_revision:5574; }","duration":"3.716412957s","start":"2026-02-25T16:56:02.200704Z","end":"2026-02-25T16:56:05.917117Z","steps":["trace[738318987] 'agreement among raft nodes before linearized reading' (duration: 3.716235372s)"],"step_count":1} {"level":"info","ts":"2026-02-25T16:56:05.917143Z","caller":"traceutil/trace.go:171","msg":"trace[906132103] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:5574; }","duration":"4.446425406s","start":"2026-02-25T16:56:01.470626Z","end":"2026-02-25T16:56:05.917052Z","steps":["trace[906132103] 'agreement among raft nodes before linearized reading' (duration: 4.446104448s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:05.917166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:56:02.200681Z","time spent":"3.716473399s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.212\" "} {"level":"warn","ts":"2026-02-25T16:56:05.917184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:56:01.470605Z","time spent":"4.446568031s","remote":"127.0.0.1:56276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-02-25T16:56:05.917187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.54322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-02-25T16:56:05.917017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:56:05.37046Z","time spent":"546.547538ms","remote":"127.0.0.1:52802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":11,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-02-25T16:56:05.917216Z","caller":"traceutil/trace.go:171","msg":"trace[64175289] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5574; }","duration":"574.602482ms","start":"2026-02-25T16:56:05.342604Z","end":"2026-02-25T16:56:05.917207Z","steps":["trace[64175289] 'agreement among raft nodes before linearized reading' (duration: 574.359355ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:05.917248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:56:05.342587Z","time spent":"574.654143ms","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-25T16:56:05.917307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.012417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80679"} {"level":"warn","ts":"2026-02-25T16:56:05.917353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.070041718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/vector-w28ph\" ","response":"range_response_count:1 size:6336"} {"level":"warn","ts":"2026-02-25T16:56:05.916912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.124331416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-25T16:56:05.917402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.487901225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414057"} {"level":"info","ts":"2026-02-25T16:56:05.917431Z","caller":"traceutil/trace.go:171","msg":"trace[588031598] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:5574; }","duration":"1.487965518s","start":"2026-02-25T16:56:04.429457Z","end":"2026-02-25T16:56:05.917423Z","steps":["trace[588031598] 'agreement among raft nodes before linearized reading' (duration: 1.487841095s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:05.916869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.695720727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3294"} {"level":"warn","ts":"2026-02-25T16:56:05.917453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:56:04.429437Z","time spent":"1.488010619s","remote":"127.0.0.1:57286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414081,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-02-25T16:56:05.917469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.906462706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-25T16:56:05.917454Z","caller":"traceutil/trace.go:171","msg":"trace[2115012813] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:5574; }","duration":"4.124880801s","start":"2026-02-25T16:56:01.792531Z","end":"2026-02-25T16:56:05.917412Z","steps":["trace[2115012813] 'agreement among raft nodes before linearized reading' (duration: 4.124300766s)"],"step_count":1} {"level":"info","ts":"2026-02-25T16:56:05.917506Z","caller":"traceutil/trace.go:171","msg":"trace[568675914] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5574; }","duration":"3.696387955s","start":"2026-02-25T16:56:02.221091Z","end":"2026-02-25T16:56:05.917479Z","steps":["trace[568675914] 'agreement among raft nodes before linearized reading' (duration: 3.695620215s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:05.917544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.079336674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T16:56:05.917485Z","caller":"traceutil/trace.go:171","msg":"trace[250162783] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5574; }","duration":"4.906503668s","start":"2026-02-25T16:56:01.010977Z","end":"2026-02-25T16:56:05.917481Z","steps":["trace[250162783] 'agreement among raft nodes before linearized reading' (duration: 4.906448446s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:05.917571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:56:02.22107Z","time spent":"3.696482126s","remote":"127.0.0.1:50872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3318,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-02-25T16:56:05.917124Z","caller":"traceutil/trace.go:171","msg":"trace[1946737401] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5574; }","duration":"4.144766391s","start":"2026-02-25T16:56:01.772347Z","end":"2026-02-25T16:56:05.917114Z","steps":["trace[1946737401] 'agreement among raft nodes before linearized reading' (duration: 4.144589146s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:05.9176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:56:01.010963Z","time spent":"4.90662595s","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T16:56:05.917614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.068888937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/vector-w28ph.18978b93fbced363\" ","response":"range_response_count:1 size:737"} {"level":"warn","ts":"2026-02-25T16:56:05.917636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:56:01.772325Z","time spent":"4.145304574s","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12033,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-25T16:56:05.917651Z","caller":"traceutil/trace.go:171","msg":"trace[1218438317] range","detail":"{range_begin:/registry/events/monitoring/vector-w28ph.18978b93fbced363; range_end:; response_count:1; response_revision:5574; }","duration":"5.068963389s","start":"2026-02-25T16:56:00.848678Z","end":"2026-02-25T16:56:05.917641Z","steps":["trace[1218438317] 'agreement among raft nodes before linearized reading' (duration: 5.068815815s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:05.917681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:56:00.848653Z","time spent":"5.06902132s","remote":"127.0.0.1:52762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":761,"request content":"key:\"/registry/events/monitoring/vector-w28ph.18978b93fbced363\" "} {"level":"warn","ts":"2026-02-25T16:56:05.917679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.639174978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-25T16:56:05.917701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.627958785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-25T16:56:05.917406Z","caller":"traceutil/trace.go:171","msg":"trace[1329392803] range","detail":"{range_begin:/registry/pods/monitoring/vector-w28ph; range_end:; response_count:1; response_revision:5574; }","duration":"5.07014652s","start":"2026-02-25T16:56:00.847247Z","end":"2026-02-25T16:56:05.917393Z","steps":["trace[1329392803] 'agreement among raft nodes before linearized reading' (duration: 5.069418921s)"],"step_count":1} {"level":"info","ts":"2026-02-25T16:56:05.917736Z","caller":"traceutil/trace.go:171","msg":"trace[295081372] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5574; }","duration":"4.639277891s","start":"2026-02-25T16:56:01.278444Z","end":"2026-02-25T16:56:05.917722Z","steps":["trace[295081372] 'agreement among raft nodes before linearized reading' (duration: 4.639136727s)"],"step_count":1} {"level":"info","ts":"2026-02-25T16:56:05.917764Z","caller":"traceutil/trace.go:171","msg":"trace[1006024889] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5574; }","duration":"4.628063347s","start":"2026-02-25T16:56:01.289686Z","end":"2026-02-25T16:56:05.917749Z","steps":["trace[1006024889] 'agreement among raft nodes before linearized reading' (duration: 4.627893113s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:05.917822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:56:01.289675Z","time spent":"4.62813528s","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T16:56:05.917542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:56:01.792518Z","time spent":"4.124999984s","remote":"127.0.0.1:52794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":90,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-02-25T16:56:05.917085Z","caller":"traceutil/trace.go:171","msg":"trace[2057269509] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5574; }","duration":"4.338531899s","start":"2026-02-25T16:56:01.57851Z","end":"2026-02-25T16:56:05.917042Z","steps":["trace[2057269509] 'agreement among raft nodes before linearized reading' (duration: 4.338454697s)"],"step_count":1} {"level":"info","ts":"2026-02-25T16:56:05.91691Z","caller":"traceutil/trace.go:171","msg":"trace[264368096] transaction","detail":"{read_only:false; response_revision:5574; number_of_response:1; }","duration":"185.980156ms","start":"2026-02-25T16:56:05.730908Z","end":"2026-02-25T16:56:05.916889Z","steps":["trace[264368096] 'process raft request' (duration: 185.617207ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:05.917956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:56:01.578491Z","time spent":"4.339454544s","remote":"127.0.0.1:51052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-25T16:56:05.917775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:56:00.847226Z","time spent":"5.07053557s","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":6360,"request content":"key:\"/registry/pods/monitoring/vector-w28ph\" "} {"level":"info","ts":"2026-02-25T16:56:05.917602Z","caller":"traceutil/trace.go:171","msg":"trace[723044361] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:5574; }","duration":"3.079405226s","start":"2026-02-25T16:56:02.838169Z","end":"2026-02-25T16:56:05.917574Z","steps":["trace[723044361] 'agreement among raft nodes before linearized reading' (duration: 3.079338154s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:05.91778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:56:01.27842Z","time spent":"4.639348792s","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T16:56:05.918093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:56:02.838153Z","time spent":"3.079917609s","remote":"127.0.0.1:38092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-02-25T16:56:05.918259Z","caller":"traceutil/trace.go:171","msg":"trace[859758533] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:5574; }","duration":"4.668623316s","start":"2026-02-25T16:56:01.248246Z","end":"2026-02-25T16:56:05.916869Z","steps":["trace[859758533] 'agreement among raft nodes before linearized reading' (duration: 4.668517014s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:05.918332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:56:01.248227Z","time spent":"4.670086706s","remote":"127.0.0.1:34494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-02-25T16:56:05.918467Z","caller":"traceutil/trace.go:171","msg":"trace[695054500] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5574; }","duration":"186.147909ms","start":"2026-02-25T16:56:05.731242Z","end":"2026-02-25T16:56:05.91739Z","steps":["trace[695054500] 'agreement among raft nodes before linearized reading' (duration: 185.750549ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T16:56:06.17855Z","caller":"traceutil/trace.go:171","msg":"trace[722038038] transaction","detail":"{read_only:false; response_revision:5575; number_of_response:1; }","duration":"255.905572ms","start":"2026-02-25T16:56:05.922617Z","end":"2026-02-25T16:56:06.178523Z","steps":["trace[722038038] 'process raft request' (duration: 255.532112ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T16:56:06.178549Z","caller":"traceutil/trace.go:171","msg":"trace[789303698] transaction","detail":"{read_only:false; response_revision:5576; number_of_response:1; }","duration":"255.49194ms","start":"2026-02-25T16:56:05.923034Z","end":"2026-02-25T16:56:06.178526Z","steps":["trace[789303698] 'process raft request' (duration: 255.389288ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T16:56:06.178609Z","caller":"traceutil/trace.go:171","msg":"trace[434473835] transaction","detail":"{read_only:false; response_revision:5578; number_of_response:1; }","duration":"251.343222ms","start":"2026-02-25T16:56:05.92725Z","end":"2026-02-25T16:56:06.178594Z","steps":["trace[434473835] 'process raft request' (duration: 251.245589ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T16:56:06.178639Z","caller":"traceutil/trace.go:171","msg":"trace[515122793] transaction","detail":"{read_only:false; response_revision:5577; number_of_response:1; }","duration":"255.47844ms","start":"2026-02-25T16:56:05.923131Z","end":"2026-02-25T16:56:06.17861Z","steps":["trace[515122793] 'process raft request' (duration: 255.334617ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T16:56:06.178913Z","caller":"traceutil/trace.go:171","msg":"trace[1062989747] transaction","detail":"{read_only:false; response_revision:5579; number_of_response:1; }","duration":"218.509464ms","start":"2026-02-25T16:56:05.960393Z","end":"2026-02-25T16:56:06.178903Z","steps":["trace[1062989747] 'process raft request' (duration: 218.159596ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:06.178981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.137707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"warn","ts":"2026-02-25T16:56:06.178981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.134236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-02-25T16:56:06.179007Z","caller":"traceutil/trace.go:171","msg":"trace[823239069] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5579; }","duration":"256.223699ms","start":"2026-02-25T16:56:05.922776Z","end":"2026-02-25T16:56:06.179Z","steps":["trace[823239069] 'agreement among raft nodes before linearized reading' (duration: 255.912551ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T16:56:06.179014Z","caller":"traceutil/trace.go:171","msg":"trace[1688934569] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5579; }","duration":"256.201679ms","start":"2026-02-25T16:56:05.922804Z","end":"2026-02-25T16:56:06.179006Z","steps":["trace[1688934569] 'agreement among raft nodes before linearized reading' (duration: 255.89652ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:06.179073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.38928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12009"} {"level":"info","ts":"2026-02-25T16:56:06.179111Z","caller":"traceutil/trace.go:171","msg":"trace[1966781579] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5579; }","duration":"257.441701ms","start":"2026-02-25T16:56:05.921658Z","end":"2026-02-25T16:56:06.1791Z","steps":["trace[1966781579] 'agreement among raft nodes before linearized reading' (duration: 257.118112ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:06.179111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.319759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-bc6bf001-2bbf-4ee6-b2fe-400c3eab6bc2\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-02-25T16:56:06.179164Z","caller":"traceutil/trace.go:171","msg":"trace[1478792151] range","detail":"{range_begin:/registry/persistentvolumes/pvc-bc6bf001-2bbf-4ee6-b2fe-400c3eab6bc2; range_end:; response_count:1; response_revision:5579; }","duration":"257.41042ms","start":"2026-02-25T16:56:05.92174Z","end":"2026-02-25T16:56:06.17915Z","steps":["trace[1478792151] 'agreement among raft nodes before linearized reading' (duration: 256.952138ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T16:56:06.178607Z","caller":"traceutil/trace.go:171","msg":"trace[1088517497] linearizableReadLoop","detail":"{readStateIndex:5789; appliedIndex:5784; }","duration":"218.964667ms","start":"2026-02-25T16:56:05.959622Z","end":"2026-02-25T16:56:06.178587Z","steps":["trace[1088517497] 'read index received' (duration: 138.141066ms)","trace[1088517497] 'applied index is now lower than readState.Index' (duration: 80.822751ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T16:56:06.575072Z","caller":"traceutil/trace.go:171","msg":"trace[1385802793] linearizableReadLoop","detail":"{readStateIndex:5791; appliedIndex:5790; }","duration":"395.458035ms","start":"2026-02-25T16:56:06.179589Z","end":"2026-02-25T16:56:06.575047Z","steps":["trace[1385802793] 'read index received' (duration: 338.030346ms)","trace[1385802793] 'applied index is now lower than readState.Index' (duration: 57.425859ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T16:56:06.575107Z","caller":"traceutil/trace.go:171","msg":"trace[1896798049] transaction","detail":"{read_only:false; response_revision:5580; number_of_response:1; }","duration":"395.951407ms","start":"2026-02-25T16:56:06.179107Z","end":"2026-02-25T16:56:06.575059Z","steps":["trace[1896798049] 'process raft request' (duration: 338.59219ms)","trace[1896798049] 'compare' (duration: 57.030779ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T16:56:06.575242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:56:06.179087Z","time spent":"396.07707ms","remote":"127.0.0.1:52762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T16:56:06.575251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.604484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T16:56:06.575324Z","caller":"traceutil/trace.go:171","msg":"trace[214340647] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5580; }","duration":"609.702347ms","start":"2026-02-25T16:56:05.96561Z","end":"2026-02-25T16:56:06.575312Z","steps":["trace[214340647] 'agreement among raft nodes before linearized reading' (duration: 609.507352ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:06.575364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:56:05.965601Z","time spent":"609.75666ms","remote":"127.0.0.1:52688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T16:56:06.575397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.666864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17037"} {"level":"info","ts":"2026-02-25T16:56:06.575461Z","caller":"traceutil/trace.go:171","msg":"trace[1454673145] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5580; }","duration":"394.763957ms","start":"2026-02-25T16:56:06.180682Z","end":"2026-02-25T16:56:06.575446Z","steps":["trace[1454673145] 'agreement among raft nodes before linearized reading' (duration: 394.504859ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:06.575513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:56:06.180666Z","time spent":"394.834768ms","remote":"127.0.0.1:52868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17061,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-25T16:56:06.57569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.123629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-25T16:56:06.575743Z","caller":"traceutil/trace.go:171","msg":"trace[2065104616] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5580; }","duration":"394.198332ms","start":"2026-02-25T16:56:06.181531Z","end":"2026-02-25T16:56:06.57573Z","steps":["trace[2065104616] 'agreement among raft nodes before linearized reading' (duration: 394.10741ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:06.575781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:56:06.181521Z","time spent":"394.250373ms","remote":"127.0.0.1:52860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-25T16:56:06.575804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.835374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1265"} {"level":"warn","ts":"2026-02-25T16:56:06.575823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.1782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T16:56:06.575883Z","caller":"traceutil/trace.go:171","msg":"trace[1391844193] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:5580; }","duration":"353.286442ms","start":"2026-02-25T16:56:06.222582Z","end":"2026-02-25T16:56:06.575868Z","steps":["trace[1391844193] 'agreement among raft nodes before linearized reading' (duration: 353.106568ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T16:56:06.57588Z","caller":"traceutil/trace.go:171","msg":"trace[760880820] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:5580; }","duration":"390.919446ms","start":"2026-02-25T16:56:06.184943Z","end":"2026-02-25T16:56:06.575863Z","steps":["trace[760880820] 'agreement among raft nodes before linearized reading' (duration: 390.6952ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:06.575922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:56:06.222563Z","time spent":"353.352684ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":55,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-02-25T16:56:06.575925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:56:06.184904Z","time spent":"391.012958ms","remote":"127.0.0.1:52888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1289,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" "} {"level":"warn","ts":"2026-02-25T16:56:06.576056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.853327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/vector-w28ph\" ","response":"range_response_count:1 size:5976"} {"level":"info","ts":"2026-02-25T16:56:06.576123Z","caller":"traceutil/trace.go:171","msg":"trace[701820239] range","detail":"{range_begin:/registry/pods/monitoring/vector-w28ph; range_end:; response_count:1; response_revision:5580; }","duration":"392.95427ms","start":"2026-02-25T16:56:06.183154Z","end":"2026-02-25T16:56:06.576108Z","steps":["trace[701820239] 'agreement among raft nodes before linearized reading' (duration: 392.551689ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:06.576269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:56:06.18314Z","time spent":"393.112024ms","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":6000,"request content":"key:\"/registry/pods/monitoring/vector-w28ph\" "} {"level":"warn","ts":"2026-02-25T16:56:06.923196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.829765ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T16:56:06.923306Z","caller":"traceutil/trace.go:171","msg":"trace[488830655] linearizableReadLoop","detail":"{readStateIndex:5793; appliedIndex:5792; }","duration":"283.022139ms","start":"2026-02-25T16:56:06.640268Z","end":"2026-02-25T16:56:06.92329Z","steps":["trace[488830655] 'read index received' (duration: 84.993769ms)","trace[488830655] 'applied index is now lower than readState.Index' (duration: 198.02739ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T16:56:06.923332Z","caller":"traceutil/trace.go:171","msg":"trace[1999773961] transaction","detail":"{read_only:false; response_revision:5582; number_of_response:1; }","duration":"335.298784ms","start":"2026-02-25T16:56:06.588002Z","end":"2026-02-25T16:56:06.9233Z","steps":["trace[1999773961] 'process raft request' (duration: 137.285574ms)","trace[1999773961] 'compare' (duration: 197.702271ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T16:56:06.923486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.230862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9595"} {"level":"info","ts":"2026-02-25T16:56:06.923522Z","caller":"traceutil/trace.go:171","msg":"trace[799623517] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5582; }","duration":"281.266503ms","start":"2026-02-25T16:56:06.642247Z","end":"2026-02-25T16:56:06.923513Z","steps":["trace[799623517] 'agreement among raft nodes before linearized reading' (duration: 281.13786ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:06.92351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.482895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T16:56:06.923544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.804723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-25T16:56:06.923595Z","caller":"traceutil/trace.go:171","msg":"trace[2023536865] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5582; }","duration":"146.896626ms","start":"2026-02-25T16:56:06.776687Z","end":"2026-02-25T16:56:06.923583Z","steps":["trace[2023536865] 'agreement among raft nodes before linearized reading' (duration: 146.733912ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T16:56:06.923608Z","caller":"traceutil/trace.go:171","msg":"trace[1125709823] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5582; }","duration":"264.614209ms","start":"2026-02-25T16:56:06.658966Z","end":"2026-02-25T16:56:06.923581Z","steps":["trace[1125709823] 'agreement among raft nodes before linearized reading' (duration: 264.482045ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:06.923667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.368179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/goldpinger-fcrb9.18978b9437befe40\" ","response":"range_response_count:1 size:758"} {"level":"info","ts":"2026-02-25T16:56:06.923765Z","caller":"traceutil/trace.go:171","msg":"trace[170807594] range","detail":"{range_begin:/registry/events/monitoring/goldpinger-fcrb9.18978b9437befe40; range_end:; response_count:1; response_revision:5582; }","duration":"283.507272ms","start":"2026-02-25T16:56:06.640236Z","end":"2026-02-25T16:56:06.923744Z","steps":["trace[170807594] 'agreement among raft nodes before linearized reading' (duration: 283.124622ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:06.924034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:56:06.587989Z","time spent":"335.409647ms","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4499,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T16:56:07.199641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.041363ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T16:56:07.199819Z","caller":"traceutil/trace.go:171","msg":"trace[426984007] linearizableReadLoop","detail":"{readStateIndex:5795; appliedIndex:5793; }","duration":"272.396592ms","start":"2026-02-25T16:56:06.927406Z","end":"2026-02-25T16:56:07.199802Z","steps":["trace[426984007] 'read index received' (duration: 144.244486ms)","trace[426984007] 'applied index is now lower than readState.Index' (duration: 128.151076ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T16:56:07.199829Z","caller":"traceutil/trace.go:171","msg":"trace[278323876] transaction","detail":"{read_only:false; response_revision:5583; number_of_response:1; }","duration":"273.692676ms","start":"2026-02-25T16:56:06.926107Z","end":"2026-02-25T16:56:07.1998Z","steps":["trace[278323876] 'process raft request' (duration: 145.405635ms)","trace[278323876] 'compare' (duration: 127.928451ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T16:56:07.199924Z","caller":"traceutil/trace.go:171","msg":"trace[1614032541] transaction","detail":"{read_only:false; response_revision:5584; number_of_response:1; }","duration":"272.639998ms","start":"2026-02-25T16:56:06.927271Z","end":"2026-02-25T16:56:07.199911Z","steps":["trace[1614032541] 'process raft request' (duration: 272.471084ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:07.200124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.70083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-results-cache-0\" ","response":"range_response_count:1 size:5069"} {"level":"info","ts":"2026-02-25T16:56:07.20022Z","caller":"traceutil/trace.go:171","msg":"trace[976371566] range","detail":"{range_begin:/registry/pods/monitoring/loki-results-cache-0; range_end:; response_count:1; response_revision:5584; }","duration":"272.832073ms","start":"2026-02-25T16:56:06.927366Z","end":"2026-02-25T16:56:07.200198Z","steps":["trace[976371566] 'agreement among raft nodes before linearized reading' (duration: 272.584907ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T16:56:07.616369Z","caller":"traceutil/trace.go:171","msg":"trace[772206068] transaction","detail":"{read_only:false; response_revision:5585; number_of_response:1; }","duration":"520.1428ms","start":"2026-02-25T16:56:07.096204Z","end":"2026-02-25T16:56:07.616347Z","steps":["trace[772206068] 'process raft request' (duration: 462.024802ms)","trace[772206068] 'compare' (duration: 57.932882ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T16:56:07.616466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:56:07.096185Z","time spent":"520.230792ms","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T16:56:07.616444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.420573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T16:56:07.616357Z","caller":"traceutil/trace.go:171","msg":"trace[1157963913] linearizableReadLoop","detail":"{readStateIndex:5796; appliedIndex:5795; }","duration":"416.481563ms","start":"2026-02-25T16:56:07.199852Z","end":"2026-02-25T16:56:07.616334Z","steps":["trace[1157963913] 'read index received' (duration: 358.459208ms)","trace[1157963913] 'applied index is now lower than readState.Index' (duration: 58.021065ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T16:56:07.616533Z","caller":"traceutil/trace.go:171","msg":"trace[1580768227] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5585; }","duration":"688.569138ms","start":"2026-02-25T16:56:06.927942Z","end":"2026-02-25T16:56:07.616511Z","steps":["trace[1580768227] 'agreement among raft nodes before linearized reading' (duration: 688.422364ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:07.616548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.65938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-02-25T16:56:07.616587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:56:06.927937Z","time spent":"688.638639ms","remote":"127.0.0.1:52888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-25T16:56:07.616601Z","caller":"traceutil/trace.go:171","msg":"trace[85409293] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5585; }","duration":"688.741281ms","start":"2026-02-25T16:56:06.927844Z","end":"2026-02-25T16:56:07.616585Z","steps":["trace[85409293] 'agreement among raft nodes before linearized reading' (duration: 688.560057ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:07.616648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:56:06.927837Z","time spent":"688.798653ms","remote":"127.0.0.1:52850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-02-25T16:56:07.828498Z","caller":"traceutil/trace.go:171","msg":"trace[67746390] transaction","detail":"{read_only:false; response_revision:5586; number_of_response:1; }","duration":"621.606429ms","start":"2026-02-25T16:56:07.206863Z","end":"2026-02-25T16:56:07.828469Z","steps":["trace[67746390] 'process raft request' (duration: 621.144856ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:07.828645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:56:07.206845Z","time spent":"621.727892ms","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4692,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T16:56:08.079077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.130375ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-25T16:56:08.079514Z","caller":"traceutil/trace.go:171","msg":"trace[896266868] linearizableReadLoop","detail":"{readStateIndex:5798; appliedIndex:5796; }","duration":"462.937417ms","start":"2026-02-25T16:56:07.616541Z","end":"2026-02-25T16:56:08.079478Z","steps":["trace[896266868] 'read index received' (duration: 211.749038ms)","trace[896266868] 'applied index is now lower than readState.Index' (duration: 251.182928ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T16:56:08.079579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.068626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T16:56:08.079654Z","caller":"traceutil/trace.go:171","msg":"trace[1546548018] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5586; }","duration":"505.192968ms","start":"2026-02-25T16:56:07.574442Z","end":"2026-02-25T16:56:08.079635Z","steps":["trace[1546548018] 'agreement among raft nodes before linearized reading' (duration: 505.052545ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:08.079697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:56:07.574423Z","time spent":"505.265681ms","remote":"127.0.0.1:52688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T16:56:08.07972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.226226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/goldpinger-fcrb9.18978b9437bf6543\" ","response":"range_response_count:1 size:719"} {"level":"info","ts":"2026-02-25T16:56:08.079773Z","caller":"traceutil/trace.go:171","msg":"trace[1336016402] range","detail":"{range_begin:/registry/events/monitoring/goldpinger-fcrb9.18978b9437bf6543; range_end:; response_count:1; response_revision:5586; }","duration":"876.310498ms","start":"2026-02-25T16:56:07.203443Z","end":"2026-02-25T16:56:08.079753Z","steps":["trace[1336016402] 'agreement among raft nodes before linearized reading' (duration: 876.129194ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:08.079806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:56:07.203424Z","time spent":"876.37408ms","remote":"127.0.0.1:52762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":743,"request content":"key:\"/registry/events/monitoring/goldpinger-fcrb9.18978b9437bf6543\" "} {"level":"info","ts":"2026-02-25T16:56:08.080146Z","caller":"traceutil/trace.go:171","msg":"trace[415728578] transaction","detail":"{read_only:false; response_revision:5587; number_of_response:1; }","duration":"188.023789ms","start":"2026-02-25T16:56:07.892098Z","end":"2026-02-25T16:56:08.080122Z","steps":["trace[415728578] 'process raft request' (duration: 187.109206ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:08.243627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.416206ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T16:56:08.243897Z","caller":"traceutil/trace.go:171","msg":"trace[282721744] transaction","detail":"{read_only:false; response_revision:5588; number_of_response:1; }","duration":"350.729397ms","start":"2026-02-25T16:56:07.893135Z","end":"2026-02-25T16:56:08.243864Z","steps":["trace[282721744] 'process raft request' (duration: 186.975452ms)","trace[282721744] 'compare' (duration: 163.312973ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T16:56:08.243975Z","caller":"traceutil/trace.go:171","msg":"trace[1504321533] linearizableReadLoop","detail":"{readStateIndex:5800; appliedIndex:5798; }","duration":"164.360942ms","start":"2026-02-25T16:56:08.079596Z","end":"2026-02-25T16:56:08.243957Z","steps":["trace[1504321533] 'read index received' (duration: 56.722µs)","trace[1504321533] 'applied index is now lower than readState.Index' (duration: 164.30232ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T16:56:08.244048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:56:07.893104Z","time spent":"350.86121ms","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T16:56:08.244117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.317403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12009"} {"level":"warn","ts":"2026-02-25T16:56:08.244121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.871683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-25T16:56:08.244151Z","caller":"traceutil/trace.go:171","msg":"trace[24849414] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5588; }","duration":"623.383885ms","start":"2026-02-25T16:56:07.620759Z","end":"2026-02-25T16:56:08.244142Z","steps":["trace[24849414] 'agreement among raft nodes before linearized reading' (duration: 623.274353ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T16:56:08.244177Z","caller":"traceutil/trace.go:171","msg":"trace[1318093477] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5588; }","duration":"321.959026ms","start":"2026-02-25T16:56:07.922201Z","end":"2026-02-25T16:56:08.24416Z","steps":["trace[1318093477] 'agreement among raft nodes before linearized reading' (duration: 321.769861ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:08.244166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.381912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9595"} {"level":"warn","ts":"2026-02-25T16:56:08.244169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.530594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10478"} {"level":"warn","ts":"2026-02-25T16:56:08.244232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:56:07.922183Z","time spent":"322.037777ms","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-25T16:56:08.244245Z","caller":"traceutil/trace.go:171","msg":"trace[1808163435] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5588; }","duration":"616.492684ms","start":"2026-02-25T16:56:07.627735Z","end":"2026-02-25T16:56:08.244228Z","steps":["trace[1808163435] 'agreement among raft nodes before linearized reading' (duration: 616.281099ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T16:56:08.244251Z","caller":"traceutil/trace.go:171","msg":"trace[426912132] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5588; }","duration":"411.649767ms","start":"2026-02-25T16:56:07.832583Z","end":"2026-02-25T16:56:08.244233Z","steps":["trace[426912132] 'agreement among raft nodes before linearized reading' (duration: 411.426332ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:08.244285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:56:07.627723Z","time spent":"616.554817ms","remote":"127.0.0.1:53196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9619,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-02-25T16:56:08.244183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:56:07.620738Z","time spent":"623.437486ms","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12033,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-25T16:56:08.244293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:56:07.832568Z","time spent":"411.71646ms","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10502,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-02-25T16:56:08.244258Z","caller":"traceutil/trace.go:171","msg":"trace[184002068] transaction","detail":"{read_only:false; response_revision:5589; number_of_response:1; }","duration":"161.68989ms","start":"2026-02-25T16:56:08.082558Z","end":"2026-02-25T16:56:08.244248Z","steps":["trace[184002068] 'process raft request' (duration: 161.30093ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:08.244581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.59612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vnxxm\" ","response":"range_response_count:1 size:6292"} {"level":"info","ts":"2026-02-25T16:56:08.244627Z","caller":"traceutil/trace.go:171","msg":"trace[482421280] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vnxxm; range_end:; response_count:1; response_revision:5589; }","duration":"320.656611ms","start":"2026-02-25T16:56:07.923958Z","end":"2026-02-25T16:56:08.244615Z","steps":["trace[482421280] 'agreement among raft nodes before linearized reading' (duration: 320.290651ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:08.244773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:56:07.923953Z","time spent":"320.800775ms","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6316,"request content":"key:\"/registry/pods/openstack/keepalived-vnxxm\" "} {"level":"warn","ts":"2026-02-25T16:56:08.49255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.503371ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T16:56:08.492739Z","caller":"traceutil/trace.go:171","msg":"trace[1692378916] linearizableReadLoop","detail":"{readStateIndex:5802; appliedIndex:5801; }","duration":"248.700903ms","start":"2026-02-25T16:56:08.24401Z","end":"2026-02-25T16:56:08.492711Z","steps":["trace[1692378916] 'read index received' (duration: 136.867424ms)","trace[1692378916] 'applied index is now lower than readState.Index' (duration: 111.831129ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T16:56:08.49284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.32516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-25T16:56:08.49289Z","caller":"traceutil/trace.go:171","msg":"trace[1091113687] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5590; }","duration":"308.411192ms","start":"2026-02-25T16:56:08.184469Z","end":"2026-02-25T16:56:08.492881Z","steps":["trace[1091113687] 'agreement among raft nodes before linearized reading' (duration: 308.265367ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:08.492893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.931815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T16:56:08.492886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.003263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T16:56:08.492922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:56:08.184458Z","time spent":"308.455774ms","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-25T16:56:08.492934Z","caller":"traceutil/trace.go:171","msg":"trace[1286944315] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5590; }","duration":"412.005297ms","start":"2026-02-25T16:56:08.080914Z","end":"2026-02-25T16:56:08.492919Z","steps":["trace[1286944315] 'agreement among raft nodes before linearized reading' (duration: 411.919135ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:08.493075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:56:08.080897Z","time spent":"412.16351ms","remote":"127.0.0.1:52692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T16:56:08.49284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.327995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-25T16:56:08.493225Z","caller":"traceutil/trace.go:171","msg":"trace[104378827] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5590; }","duration":"309.724235ms","start":"2026-02-25T16:56:08.183487Z","end":"2026-02-25T16:56:08.493212Z","steps":["trace[104378827] 'agreement among raft nodes before linearized reading' (duration: 309.231432ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T16:56:08.492947Z","caller":"traceutil/trace.go:171","msg":"trace[128544949] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:5590; }","duration":"349.075214ms","start":"2026-02-25T16:56:08.143857Z","end":"2026-02-25T16:56:08.492932Z","steps":["trace[128544949] 'agreement among raft nodes before linearized reading' (duration: 348.969322ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:08.493351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:56:08.183452Z","time spent":"309.885319ms","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T16:56:08.493383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:56:08.143791Z","time spent":"349.566676ms","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-02-25T16:56:08.492758Z","caller":"traceutil/trace.go:171","msg":"trace[302585115] transaction","detail":"{read_only:false; response_revision:5590; number_of_response:1; }","duration":"308.761141ms","start":"2026-02-25T16:56:08.183957Z","end":"2026-02-25T16:56:08.492718Z","steps":["trace[302585115] 'process raft request' (duration: 196.941172ms)","trace[302585115] 'compare' (duration: 111.276886ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T16:56:08.492983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.717067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-25T16:56:08.493584Z","caller":"traceutil/trace.go:171","msg":"trace[214901968] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5590; }","duration":"310.376374ms","start":"2026-02-25T16:56:08.183198Z","end":"2026-02-25T16:56:08.493575Z","steps":["trace[214901968] 'agreement among raft nodes before linearized reading' (duration: 309.599913ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:08.493557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:56:08.183942Z","time spent":"309.50252ms","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":553,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T16:56:08.493613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:56:08.183185Z","time spent":"310.420155ms","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-25T16:56:08.522117Z","caller":"traceutil/trace.go:171","msg":"trace[901798636] transaction","detail":"{read_only:false; response_revision:5591; number_of_response:1; }","duration":"272.765111ms","start":"2026-02-25T16:56:08.249333Z","end":"2026-02-25T16:56:08.522098Z","steps":["trace[901798636] 'process raft request' (duration: 272.627268ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T16:56:08.522404Z","caller":"traceutil/trace.go:171","msg":"trace[566584524] transaction","detail":"{read_only:false; response_revision:5592; number_of_response:1; }","duration":"269.699502ms","start":"2026-02-25T16:56:08.25262Z","end":"2026-02-25T16:56:08.522319Z","steps":["trace[566584524] 'process raft request' (duration: 269.442145ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:08.522479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.621648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81040"} {"level":"info","ts":"2026-02-25T16:56:08.522504Z","caller":"traceutil/trace.go:171","msg":"trace[1669134563] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5592; }","duration":"272.68076ms","start":"2026-02-25T16:56:08.249816Z","end":"2026-02-25T16:56:08.522497Z","steps":["trace[1669134563] 'agreement among raft nodes before linearized reading' (duration: 272.501335ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:08.522504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.737794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/prometheus-pushgateway-f5d6d8b68-nw2s6.18978b9618e0b26f\" ","response":"range_response_count:1 size:815"} {"level":"warn","ts":"2026-02-25T16:56:08.522513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.14345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17037"} {"level":"info","ts":"2026-02-25T16:56:08.522579Z","caller":"traceutil/trace.go:171","msg":"trace[749689759] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5592; }","duration":"276.256012ms","start":"2026-02-25T16:56:08.246306Z","end":"2026-02-25T16:56:08.522562Z","steps":["trace[749689759] 'agreement among raft nodes before linearized reading' (duration: 275.991026ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T16:56:08.522538Z","caller":"traceutil/trace.go:171","msg":"trace[334680955] range","detail":"{range_begin:/registry/events/monitoring/prometheus-pushgateway-f5d6d8b68-nw2s6.18978b9618e0b26f; range_end:; response_count:1; response_revision:5592; }","duration":"274.805975ms","start":"2026-02-25T16:56:08.247721Z","end":"2026-02-25T16:56:08.522527Z","steps":["trace[334680955] 'agreement among raft nodes before linearized reading' (duration: 274.703602ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:08.811694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.865444ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T16:56:08.811907Z","caller":"traceutil/trace.go:171","msg":"trace[218848435] linearizableReadLoop","detail":"{readStateIndex:5808; appliedIndex:5804; }","duration":"285.500874ms","start":"2026-02-25T16:56:08.526395Z","end":"2026-02-25T16:56:08.811896Z","steps":["trace[218848435] 'read index received' (duration: 66.357663ms)","trace[218848435] 'applied index is now lower than readState.Index' (duration: 219.142631ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T16:56:08.811966Z","caller":"traceutil/trace.go:171","msg":"trace[509377690] transaction","detail":"{read_only:false; response_revision:5593; number_of_response:1; }","duration":"315.029724ms","start":"2026-02-25T16:56:08.496931Z","end":"2026-02-25T16:56:08.811961Z","steps":["trace[509377690] 'process raft request' (duration: 95.833802ms)","trace[509377690] 'compare' (duration: 218.68721ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T16:56:08.811999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:56:08.496913Z","time spent":"315.069706ms","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T16:56:08.812074Z","caller":"traceutil/trace.go:171","msg":"trace[183127946] transaction","detail":"{read_only:false; response_revision:5594; number_of_response:1; }","duration":"314.232584ms","start":"2026-02-25T16:56:08.497836Z","end":"2026-02-25T16:56:08.812069Z","steps":["trace[183127946] 'process raft request' (duration: 313.930596ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:08.812098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:56:08.497826Z","time spent":"314.259865ms","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T16:56:08.812137Z","caller":"traceutil/trace.go:171","msg":"trace[1239816896] transaction","detail":"{read_only:false; response_revision:5595; number_of_response:1; }","duration":"313.600118ms","start":"2026-02-25T16:56:08.498533Z","end":"2026-02-25T16:56:08.812133Z","steps":["trace[1239816896] 'process raft request' (duration: 313.302089ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:08.812158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:56:08.498526Z","time spent":"313.619338ms","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T16:56:08.8122Z","caller":"traceutil/trace.go:171","msg":"trace[800637750] transaction","detail":"{read_only:false; response_revision:5596; number_of_response:1; }","duration":"286.790437ms","start":"2026-02-25T16:56:08.525405Z","end":"2026-02-25T16:56:08.812196Z","steps":["trace[800637750] 'process raft request' (duration: 286.458468ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:08.812291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.803302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T16:56:08.81236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.956746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/goldpinger-fcrb9\" ","response":"range_response_count:1 size:5377"} {"level":"info","ts":"2026-02-25T16:56:08.812379Z","caller":"traceutil/trace.go:171","msg":"trace[1573268196] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5596; }","duration":"236.941896ms","start":"2026-02-25T16:56:08.575417Z","end":"2026-02-25T16:56:08.812359Z","steps":["trace[1573268196] 'agreement among raft nodes before linearized reading' (duration: 236.808983ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:08.812322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.122983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5541"} {"level":"info","ts":"2026-02-25T16:56:08.812417Z","caller":"traceutil/trace.go:171","msg":"trace[95478539] range","detail":"{range_begin:/registry/pods/monitoring/goldpinger-fcrb9; range_end:; response_count:1; response_revision:5596; }","duration":"286.032738ms","start":"2026-02-25T16:56:08.526369Z","end":"2026-02-25T16:56:08.812402Z","steps":["trace[95478539] 'agreement among raft nodes before linearized reading' (duration: 285.872094ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T16:56:08.812469Z","caller":"traceutil/trace.go:171","msg":"trace[1799017508] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5596; }","duration":"280.264497ms","start":"2026-02-25T16:56:08.532172Z","end":"2026-02-25T16:56:08.812436Z","steps":["trace[1799017508] 'agreement among raft nodes before linearized reading' (duration: 280.033061ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T16:56:09.130423Z","caller":"traceutil/trace.go:171","msg":"trace[1579481810] transaction","detail":"{read_only:false; response_revision:5599; number_of_response:1; }","duration":"258.465558ms","start":"2026-02-25T16:56:08.871936Z","end":"2026-02-25T16:56:09.130402Z","steps":["trace[1579481810] 'process raft request' (duration: 258.398306ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T16:56:09.130542Z","caller":"traceutil/trace.go:171","msg":"trace[885172328] transaction","detail":"{read_only:false; response_revision:5598; number_of_response:1; }","duration":"310.26371ms","start":"2026-02-25T16:56:08.820245Z","end":"2026-02-25T16:56:09.130508Z","steps":["trace[885172328] 'process raft request' (duration: 250.14026ms)","trace[885172328] 'compare' (duration: 59.636428ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T16:56:09.130679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:56:08.820227Z","time spent":"310.377084ms","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4997,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T16:56:09.423519Z","caller":"traceutil/trace.go:171","msg":"trace[1905980340] linearizableReadLoop","detail":"{readStateIndex:5813; appliedIndex:5812; }","duration":"237.018269ms","start":"2026-02-25T16:56:09.186475Z","end":"2026-02-25T16:56:09.423493Z","steps":["trace[1905980340] 'read index received' (duration: 212.268513ms)","trace[1905980340] 'applied index is now lower than readState.Index' (duration: 24.748366ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T16:56:09.423633Z","caller":"traceutil/trace.go:171","msg":"trace[1396269870] transaction","detail":"{read_only:false; response_revision:5601; number_of_response:1; }","duration":"283.09185ms","start":"2026-02-25T16:56:09.140529Z","end":"2026-02-25T16:56:09.423621Z","steps":["trace[1396269870] 'process raft request' (duration: 258.321664ms)","trace[1396269870] 'compare' (duration: 24.358455ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T16:56:09.423875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.391848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone-server-0.18978b98eb6c5856\" ","response":"range_response_count:1 size:749"} {"level":"info","ts":"2026-02-25T16:56:09.423944Z","caller":"traceutil/trace.go:171","msg":"trace[851290775] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone-server-0.18978b98eb6c5856; range_end:; response_count:1; response_revision:5601; }","duration":"237.51781ms","start":"2026-02-25T16:56:09.186404Z","end":"2026-02-25T16:56:09.423922Z","steps":["trace[851290775] 'agreement among raft nodes before linearized reading' (duration: 237.330966ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:09.424169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.904928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-25T16:56:09.424296Z","caller":"traceutil/trace.go:171","msg":"trace[1075430309] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5601; }","duration":"221.074562ms","start":"2026-02-25T16:56:09.203203Z","end":"2026-02-25T16:56:09.424277Z","steps":["trace[1075430309] 'agreement among raft nodes before linearized reading' (duration: 220.808076ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:09.877662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.690985ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T16:56:09.87782Z","caller":"traceutil/trace.go:171","msg":"trace[1086129502] transaction","detail":"{read_only:false; response_revision:5603; number_of_response:1; }","duration":"448.225502ms","start":"2026-02-25T16:56:09.429578Z","end":"2026-02-25T16:56:09.877803Z","steps":["trace[1086129502] 'process raft request' (duration: 448.171961ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:09.877877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:56:09.429553Z","time spent":"448.298754ms","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T16:56:09.878066Z","caller":"traceutil/trace.go:171","msg":"trace[2138011606] linearizableReadLoop","detail":"{readStateIndex:5814; appliedIndex:5813; }","duration":"450.996495ms","start":"2026-02-25T16:56:09.427036Z","end":"2026-02-25T16:56:09.878032Z","steps":["trace[2138011606] 'read index received' (duration: 194.830447ms)","trace[2138011606] 'applied index is now lower than readState.Index' (duration: 256.159418ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T16:56:09.878321Z","caller":"traceutil/trace.go:171","msg":"trace[176827867] transaction","detail":"{read_only:false; response_revision:5602; number_of_response:1; }","duration":"451.815325ms","start":"2026-02-25T16:56:09.426479Z","end":"2026-02-25T16:56:09.878294Z","steps":["trace[176827867] 'process raft request' (duration: 195.412901ms)","trace[176827867] 'compare' (duration: 255.430579ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T16:56:09.878393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.358014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-79767c77db-xwmf9\" ","response":"range_response_count:1 size:8396"} {"level":"info","ts":"2026-02-25T16:56:09.878422Z","caller":"traceutil/trace.go:171","msg":"trace[1543490590] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-79767c77db-xwmf9; range_end:; response_count:1; response_revision:5603; }","duration":"451.406295ms","start":"2026-02-25T16:56:09.427008Z","end":"2026-02-25T16:56:09.878414Z","steps":["trace[1543490590] 'agreement among raft nodes before linearized reading' (duration: 451.295182ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:09.878446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:56:09.426996Z","time spent":"451.444137ms","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":8420,"request content":"key:\"/registry/pods/openstack/memcached-memcached-79767c77db-xwmf9\" "} {"level":"warn","ts":"2026-02-25T16:56:09.878439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:56:09.426453Z","time spent":"451.927449ms","remote":"127.0.0.1:52762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":734,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T16:56:09.878528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.283679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T16:56:09.878628Z","caller":"traceutil/trace.go:171","msg":"trace[286177424] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5603; }","duration":"303.503225ms","start":"2026-02-25T16:56:09.575062Z","end":"2026-02-25T16:56:09.878565Z","steps":["trace[286177424] 'agreement among raft nodes before linearized reading' (duration: 303.273719ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:09.878719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:56:09.575046Z","time spent":"303.623017ms","remote":"127.0.0.1:52692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T16:56:10.158675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.549666ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T16:56:10.158867Z","caller":"traceutil/trace.go:171","msg":"trace[486915151] transaction","detail":"{read_only:false; response_revision:5604; number_of_response:1; }","duration":"252.78482ms","start":"2026-02-25T16:56:09.906053Z","end":"2026-02-25T16:56:10.158838Z","steps":["trace[486915151] 'process raft request' (duration: 79.964037ms)","trace[486915151] 'compare' (duration: 172.273878ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T16:56:10.532487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.929015ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T16:56:10.532577Z","caller":"traceutil/trace.go:171","msg":"trace[1977158740] linearizableReadLoop","detail":"{readStateIndex:5818; appliedIndex:5817; }","duration":"101.13334ms","start":"2026-02-25T16:56:10.431428Z","end":"2026-02-25T16:56:10.532561Z","steps":["trace[1977158740] 'read index received' (duration: 243.606µs)","trace[1977158740] 'applied index is now lower than readState.Index' (duration: 100.888694ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T16:56:10.532597Z","caller":"traceutil/trace.go:171","msg":"trace[1221993352] transaction","detail":"{read_only:false; response_revision:5606; number_of_response:1; }","duration":"282.957167ms","start":"2026-02-25T16:56:10.249611Z","end":"2026-02-25T16:56:10.532568Z","steps":["trace[1221993352] 'compare' (duration: 272.840633ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:10.532705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.287853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-02-25T16:56:10.532731Z","caller":"traceutil/trace.go:171","msg":"trace[1512483526] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5606; }","duration":"101.352816ms","start":"2026-02-25T16:56:10.43137Z","end":"2026-02-25T16:56:10.532722Z","steps":["trace[1512483526] 'agreement among raft nodes before linearized reading' (duration: 101.257624ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:11.143397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.998187ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T16:56:11.143607Z","caller":"traceutil/trace.go:171","msg":"trace[752009128] linearizableReadLoop","detail":"{readStateIndex:5821; appliedIndex:5819; }","duration":"575.008593ms","start":"2026-02-25T16:56:10.568579Z","end":"2026-02-25T16:56:11.143588Z","steps":["trace[752009128] 'read index received' (duration: 242.752078ms)","trace[752009128] 'applied index is now lower than readState.Index' (duration: 332.255165ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T16:56:11.143712Z","caller":"traceutil/trace.go:171","msg":"trace[1529278103] transaction","detail":"{read_only:false; response_revision:5609; number_of_response:1; }","duration":"575.286039ms","start":"2026-02-25T16:56:10.568411Z","end":"2026-02-25T16:56:11.143697Z","steps":["trace[1529278103] 'process raft request' (duration: 575.093825ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:11.143792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:56:10.568391Z","time spent":"575.354321ms","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T16:56:11.143905Z","caller":"traceutil/trace.go:171","msg":"trace[1435609834] transaction","detail":"{read_only:false; response_revision:5608; number_of_response:1; }","duration":"607.299524ms","start":"2026-02-25T16:56:10.536569Z","end":"2026-02-25T16:56:11.143869Z","steps":["trace[1435609834] 'process raft request' (duration: 274.750753ms)","trace[1435609834] 'compare' (duration: 331.872684ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T16:56:11.143977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.913415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-25T16:56:11.143999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.004477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-25T16:56:11.144038Z","caller":"traceutil/trace.go:171","msg":"trace[1769016747] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5609; }","duration":"327.005907ms","start":"2026-02-25T16:56:10.817018Z","end":"2026-02-25T16:56:11.144024Z","steps":["trace[1769016747] 'agreement among raft nodes before linearized reading' (duration: 326.837823ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:11.144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.59095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T16:56:11.144055Z","caller":"traceutil/trace.go:171","msg":"trace[2068690398] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5609; }","duration":"327.065709ms","start":"2026-02-25T16:56:10.816974Z","end":"2026-02-25T16:56:11.14404Z","steps":["trace[2068690398] 'agreement among raft nodes before linearized reading' (duration: 326.888364ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:11.144073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:56:10.817005Z","time spent":"327.062578ms","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T16:56:11.144077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:56:10.536552Z","time spent":"607.435377ms","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T16:56:11.144068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.406676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3294"} {"level":"warn","ts":"2026-02-25T16:56:11.144102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:56:10.816928Z","time spent":"327.162602ms","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-25T16:56:11.144102Z","caller":"traceutil/trace.go:171","msg":"trace[2040782861] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5609; }","duration":"569.748045ms","start":"2026-02-25T16:56:10.57433Z","end":"2026-02-25T16:56:11.144079Z","steps":["trace[2040782861] 'agreement among raft nodes before linearized reading' (duration: 569.528348ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:11.144105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.522666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80678"} {"level":"warn","ts":"2026-02-25T16:56:11.144071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.018367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-25T16:56:11.144115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.914196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T16:56:11.144154Z","caller":"traceutil/trace.go:171","msg":"trace[1401302397] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5609; }","duration":"407.52008ms","start":"2026-02-25T16:56:10.736604Z","end":"2026-02-25T16:56:11.144125Z","steps":["trace[1401302397] 'agreement among raft nodes before linearized reading' (duration: 407.292883ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T16:56:11.144169Z","caller":"traceutil/trace.go:171","msg":"trace[1124106057] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5609; }","duration":"575.605829ms","start":"2026-02-25T16:56:10.568548Z","end":"2026-02-25T16:56:11.144154Z","steps":["trace[1124106057] 'agreement among raft nodes before linearized reading' (duration: 575.375952ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:11.144172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:56:10.574319Z","time spent":"569.834467ms","remote":"127.0.0.1:52688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T16:56:11.144191Z","caller":"traceutil/trace.go:171","msg":"trace[1634628478] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:5609; }","duration":"147.043089ms","start":"2026-02-25T16:56:10.99713Z","end":"2026-02-25T16:56:11.144173Z","steps":["trace[1634628478] 'agreement among raft nodes before linearized reading' (duration: 146.835063ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:11.144213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:56:10.568537Z","time spent":"575.66728ms","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80702,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-25T16:56:11.144182Z","caller":"traceutil/trace.go:171","msg":"trace[1122058882] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5609; }","duration":"327.154512ms","start":"2026-02-25T16:56:10.817011Z","end":"2026-02-25T16:56:11.144165Z","steps":["trace[1122058882] 'agreement among raft nodes before linearized reading' (duration: 326.911195ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:11.144216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:56:10.736589Z","time spent":"407.613523ms","remote":"127.0.0.1:50872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3318,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-02-25T16:56:11.144272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:56:10.816999Z","time spent":"327.247784ms","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T16:56:11.35101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.778531ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T16:56:11.351247Z","caller":"traceutil/trace.go:171","msg":"trace[1230255359] transaction","detail":"{read_only:false; response_revision:5611; number_of_response:1; }","duration":"202.499507ms","start":"2026-02-25T16:56:11.148717Z","end":"2026-02-25T16:56:11.351216Z","steps":["trace[1230255359] 'process raft request' (duration: 96.411078ms)","trace[1230255359] 'compare' (duration: 105.634098ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T16:56:11.351303Z","caller":"traceutil/trace.go:171","msg":"trace[548901353] transaction","detail":"{read_only:false; response_revision:5612; number_of_response:1; }","duration":"202.474286ms","start":"2026-02-25T16:56:11.148776Z","end":"2026-02-25T16:56:11.351251Z","steps":["trace[548901353] 'process raft request' (duration: 202.347173ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T16:56:13.033762Z","caller":"traceutil/trace.go:171","msg":"trace[324908216] transaction","detail":"{read_only:false; response_revision:5619; number_of_response:1; }","duration":"139.005399ms","start":"2026-02-25T16:56:12.894732Z","end":"2026-02-25T16:56:13.033737Z","steps":["trace[324908216] 'process raft request' (duration: 138.810414ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T16:56:13.136767Z","caller":"traceutil/trace.go:171","msg":"trace[77928212] transaction","detail":"{read_only:false; response_revision:5620; number_of_response:1; }","duration":"235.794436ms","start":"2026-02-25T16:56:12.900934Z","end":"2026-02-25T16:56:13.136729Z","steps":["trace[77928212] 'process raft request' (duration: 219.469859ms)","trace[77928212] 'compare' (duration: 16.027549ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T16:56:13.383887Z","caller":"traceutil/trace.go:171","msg":"trace[1200446106] linearizableReadLoop","detail":"{readStateIndex:5835; appliedIndex:5834; }","duration":"193.476082ms","start":"2026-02-25T16:56:13.19039Z","end":"2026-02-25T16:56:13.383866Z","steps":["trace[1200446106] 'read index received' (duration: 109.669754ms)","trace[1200446106] 'applied index is now lower than readState.Index' (duration: 83.805598ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T16:56:13.384149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.690218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-25T16:56:13.384183Z","caller":"traceutil/trace.go:171","msg":"trace[1517023398] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5622; }","duration":"180.767179ms","start":"2026-02-25T16:56:13.203406Z","end":"2026-02-25T16:56:13.384173Z","steps":["trace[1517023398] 'agreement among raft nodes before linearized reading' (duration: 180.651486ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:13.384268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.868042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80678"} {"level":"info","ts":"2026-02-25T16:56:13.384324Z","caller":"traceutil/trace.go:171","msg":"trace[406577097] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5622; }","duration":"193.959063ms","start":"2026-02-25T16:56:13.190355Z","end":"2026-02-25T16:56:13.384314Z","steps":["trace[406577097] 'agreement among raft nodes before linearized reading' (duration: 193.655166ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:13.384372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.537113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T16:56:13.384334Z","caller":"traceutil/trace.go:171","msg":"trace[105778814] transaction","detail":"{read_only:false; response_revision:5622; number_of_response:1; }","duration":"194.085307ms","start":"2026-02-25T16:56:13.19022Z","end":"2026-02-25T16:56:13.384305Z","steps":["trace[105778814] 'process raft request' (duration: 109.9223ms)","trace[105778814] 'compare' (duration: 83.413808ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T16:56:13.384436Z","caller":"traceutil/trace.go:171","msg":"trace[1786809501] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:5622; }","duration":"157.608736ms","start":"2026-02-25T16:56:13.226812Z","end":"2026-02-25T16:56:13.38442Z","steps":["trace[1786809501] 'agreement among raft nodes before linearized reading' (duration: 157.494632ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:56:13.629734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.847641ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T16:56:13.629977Z","caller":"traceutil/trace.go:171","msg":"trace[898625792] transaction","detail":"{read_only:false; response_revision:5624; number_of_response:1; }","duration":"242.834449ms","start":"2026-02-25T16:56:13.38711Z","end":"2026-02-25T16:56:13.629945Z","steps":["trace[898625792] 'process raft request' (duration: 112.682411ms)","trace[898625792] 'compare' (duration: 129.695217ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T16:56:13.63007Z","caller":"traceutil/trace.go:171","msg":"trace[1684567161] transaction","detail":"{read_only:false; response_revision:5625; number_of_response:1; }","duration":"242.794437ms","start":"2026-02-25T16:56:13.387239Z","end":"2026-02-25T16:56:13.630033Z","steps":["trace[1684567161] 'process raft request' (duration: 242.604173ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T16:56:13.630125Z","caller":"traceutil/trace.go:171","msg":"trace[731040485] transaction","detail":"{read_only:false; response_revision:5626; number_of_response:1; }","duration":"238.797524ms","start":"2026-02-25T16:56:13.391294Z","end":"2026-02-25T16:56:13.630091Z","steps":["trace[731040485] 'process raft request' (duration: 238.622009ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T16:56:14.734349Z","caller":"traceutil/trace.go:171","msg":"trace[478253133] transaction","detail":"{read_only:false; response_revision:5630; number_of_response:1; }","duration":"157.717488ms","start":"2026-02-25T16:56:14.576614Z","end":"2026-02-25T16:56:14.734331Z","steps":["trace[478253133] 'process raft request' (duration: 157.587545ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T16:56:14.794776Z","caller":"traceutil/trace.go:171","msg":"trace[808153138] transaction","detail":"{read_only:false; response_revision:5631; number_of_response:1; }","duration":"162.100021ms","start":"2026-02-25T16:56:14.632652Z","end":"2026-02-25T16:56:14.794752Z","steps":["trace[808153138] 'process raft request' (duration: 161.977638ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T16:56:19.26596Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2752} {"level":"info","ts":"2026-02-25T16:56:19.331776Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2752,"took":"64.298639ms","hash":827575882,"current-db-size-bytes":40083456,"current-db-size":"40 MB","current-db-size-in-use-bytes":29642752,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-02-25T16:56:19.331842Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":827575882,"revision":2752,"compact-revision":-1} {"level":"info","ts":"2026-02-25T16:56:47.040177Z","caller":"traceutil/trace.go:171","msg":"trace[385653669] transaction","detail":"{read_only:false; response_revision:5782; number_of_response:1; }","duration":"136.21755ms","start":"2026-02-25T16:56:46.90392Z","end":"2026-02-25T16:56:47.040138Z","steps":["trace[385653669] 'process raft request' (duration: 70.458387ms)","trace[385653669] 'compare' (duration: 65.604268ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T16:57:41.327519Z","caller":"traceutil/trace.go:171","msg":"trace[365768517] linearizableReadLoop","detail":"{readStateIndex:6269; appliedIndex:6268; }","duration":"131.760588ms","start":"2026-02-25T16:57:41.195736Z","end":"2026-02-25T16:57:41.327496Z","steps":["trace[365768517] 'read index received' (duration: 131.638804ms)","trace[365768517] 'applied index is now lower than readState.Index' (duration: 120.974µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T16:57:41.327644Z","caller":"traceutil/trace.go:171","msg":"trace[1347254777] transaction","detail":"{read_only:false; response_revision:6038; number_of_response:1; }","duration":"154.866264ms","start":"2026-02-25T16:57:41.172747Z","end":"2026-02-25T16:57:41.327613Z","steps":["trace[1347254777] 'process raft request' (duration: 154.609136ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:57:41.327732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.986403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-02-25T16:57:41.327773Z","caller":"traceutil/trace.go:171","msg":"trace[589217558] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6038; }","duration":"132.078685ms","start":"2026-02-25T16:57:41.195684Z","end":"2026-02-25T16:57:41.327763Z","steps":["trace[589217558] 'agreement among raft nodes before linearized reading' (duration: 131.909661ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T16:57:41.331648Z","caller":"traceutil/trace.go:171","msg":"trace[1057566481] transaction","detail":"{read_only:false; response_revision:6039; number_of_response:1; }","duration":"114.204522ms","start":"2026-02-25T16:57:41.217405Z","end":"2026-02-25T16:57:41.33161Z","steps":["trace[1057566481] 'process raft request' (duration: 113.947856ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T16:58:21.393238Z","caller":"traceutil/trace.go:171","msg":"trace[82255569] linearizableReadLoop","detail":"{readStateIndex:6462; appliedIndex:6461; }","duration":"103.509406ms","start":"2026-02-25T16:58:21.289688Z","end":"2026-02-25T16:58:21.393198Z","steps":["trace[82255569] 'read index received' (duration: 103.125566ms)","trace[82255569] 'applied index is now lower than readState.Index' (duration: 382.51µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T16:58:21.393359Z","caller":"traceutil/trace.go:171","msg":"trace[302853617] transaction","detail":"{read_only:false; response_revision:6223; number_of_response:1; }","duration":"124.707615ms","start":"2026-02-25T16:58:21.268615Z","end":"2026-02-25T16:58:21.393323Z","steps":["trace[302853617] 'process raft request' (duration: 124.344295ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:58:21.393465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.736472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T16:58:21.393539Z","caller":"traceutil/trace.go:171","msg":"trace[1267572871] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6223; }","duration":"103.882655ms","start":"2026-02-25T16:58:21.289638Z","end":"2026-02-25T16:58:21.39352Z","steps":["trace[1267572871] 'agreement among raft nodes before linearized reading' (duration: 103.728762ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T16:58:50.71636Z","caller":"traceutil/trace.go:171","msg":"trace[46077873] transaction","detail":"{read_only:false; response_revision:6356; number_of_response:1; }","duration":"124.893055ms","start":"2026-02-25T16:58:50.591428Z","end":"2026-02-25T16:58:50.716321Z","steps":["trace[46077873] 'process raft request' (duration: 122.450833ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T16:59:00.852213Z","caller":"traceutil/trace.go:171","msg":"trace[946166834] linearizableReadLoop","detail":"{readStateIndex:6650; appliedIndex:6649; }","duration":"429.459438ms","start":"2026-02-25T16:59:00.42273Z","end":"2026-02-25T16:59:00.85219Z","steps":["trace[946166834] 'read index received' (duration: 429.276253ms)","trace[946166834] 'applied index is now lower than readState.Index' (duration: 182.205µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T16:59:00.852281Z","caller":"traceutil/trace.go:171","msg":"trace[1142091017] transaction","detail":"{read_only:false; response_revision:6402; number_of_response:1; }","duration":"500.020513ms","start":"2026-02-25T16:59:00.352232Z","end":"2026-02-25T16:59:00.852252Z","steps":["trace[1142091017] 'process raft request' (duration: 499.830759ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:59:00.852431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:59:00.35222Z","time spent":"500.130817ms","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T16:59:00.85244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.688303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-25T16:59:00.852492Z","caller":"traceutil/trace.go:171","msg":"trace[1039508785] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6402; }","duration":"429.754205ms","start":"2026-02-25T16:59:00.422723Z","end":"2026-02-25T16:59:00.852477Z","steps":["trace[1039508785] 'agreement among raft nodes before linearized reading' (duration: 429.597911ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:59:00.852586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:59:00.422699Z","time spent":"429.871189ms","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T16:59:00.852598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.149428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T16:59:00.852522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.929914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vnxxm\" ","response":"range_response_count:1 size:6292"} {"level":"info","ts":"2026-02-25T16:59:00.852651Z","caller":"traceutil/trace.go:171","msg":"trace[1906776181] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6402; }","duration":"278.23057ms","start":"2026-02-25T16:59:00.574401Z","end":"2026-02-25T16:59:00.852631Z","steps":["trace[1906776181] 'agreement among raft nodes before linearized reading' (duration: 278.160168ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T16:59:00.852686Z","caller":"traceutil/trace.go:171","msg":"trace[1960395668] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vnxxm; range_end:; response_count:1; response_revision:6402; }","duration":"429.117989ms","start":"2026-02-25T16:59:00.423544Z","end":"2026-02-25T16:59:00.852662Z","steps":["trace[1960395668] 'agreement among raft nodes before linearized reading' (duration: 428.844392ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:59:00.852767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:59:00.423535Z","time spent":"429.209202ms","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6316,"request content":"key:\"/registry/pods/openstack/keepalived-vnxxm\" "} {"level":"warn","ts":"2026-02-25T16:59:00.852845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.37221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-25T16:59:00.85293Z","caller":"traceutil/trace.go:171","msg":"trace[504366876] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6402; }","duration":"247.661807ms","start":"2026-02-25T16:59:00.605247Z","end":"2026-02-25T16:59:00.852909Z","steps":["trace[504366876] 'agreement among raft nodes before linearized reading' (duration: 247.269767ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:59:02.331443Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.472682981s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T16:59:02.332974Z","caller":"traceutil/trace.go:171","msg":"trace[1117113127] transaction","detail":"{read_only:false; response_revision:6405; number_of_response:1; }","duration":"1.475005241s","start":"2026-02-25T16:59:00.857944Z","end":"2026-02-25T16:59:02.332949Z","steps":["trace[1117113127] 'process raft request' (duration: 1.473883132s)"],"step_count":1} {"level":"info","ts":"2026-02-25T16:59:02.333066Z","caller":"traceutil/trace.go:171","msg":"trace[659823075] linearizableReadLoop","detail":"{readStateIndex:6653; appliedIndex:6650; }","duration":"1.474865666s","start":"2026-02-25T16:59:00.858175Z","end":"2026-02-25T16:59:02.333041Z","steps":["trace[659823075] 'read index received' (duration: 580.554µs)","trace[659823075] 'applied index is now lower than readState.Index' (duration: 1.474282732s)"],"step_count":2} {"level":"info","ts":"2026-02-25T16:59:02.333094Z","caller":"traceutil/trace.go:171","msg":"trace[50904593] transaction","detail":"{read_only:false; response_revision:6409; number_of_response:1; }","duration":"574.763146ms","start":"2026-02-25T16:59:01.758317Z","end":"2026-02-25T16:59:02.33308Z","steps":["trace[50904593] 'process raft request' (duration: 574.735846ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T16:59:02.333085Z","caller":"traceutil/trace.go:171","msg":"trace[1302671650] transaction","detail":"{read_only:false; response_revision:6406; number_of_response:1; }","duration":"1.412995124s","start":"2026-02-25T16:59:00.920062Z","end":"2026-02-25T16:59:02.333057Z","steps":["trace[1302671650] 'process raft request' (duration: 1.412897801s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:59:02.333121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:59:00.857932Z","time spent":"1.475102263s","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T16:59:02.333197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:59:01.758281Z","time spent":"574.855629ms","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T16:59:02.333221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:59:00.920034Z","time spent":"1.413126277s","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T16:59:02.3333Z","caller":"traceutil/trace.go:171","msg":"trace[1280393411] transaction","detail":"{read_only:false; response_revision:6408; number_of_response:1; }","duration":"597.213941ms","start":"2026-02-25T16:59:01.736079Z","end":"2026-02-25T16:59:02.333293Z","steps":["trace[1280393411] 'process raft request' (duration: 596.952714ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:59:02.333316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475131114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80317"} {"level":"warn","ts":"2026-02-25T16:59:02.333336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:59:01.736048Z","time spent":"597.270573ms","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T16:59:02.333344Z","caller":"traceutil/trace.go:171","msg":"trace[1925862801] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:6409; }","duration":"1.475215687s","start":"2026-02-25T16:59:00.858119Z","end":"2026-02-25T16:59:02.333335Z","steps":["trace[1925862801] 'agreement among raft nodes before linearized reading' (duration: 1.475020502s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:59:02.333368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:59:00.858107Z","time spent":"1.475254698s","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80341,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-25T16:59:02.333445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.308723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T16:59:02.33345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.461167587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-25T16:59:02.333472Z","caller":"traceutil/trace.go:171","msg":"trace[416222414] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6409; }","duration":"758.382885ms","start":"2026-02-25T16:59:01.575083Z","end":"2026-02-25T16:59:02.333465Z","steps":["trace[416222414] 'agreement among raft nodes before linearized reading' (duration: 758.342024ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:59:02.333491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:59:01.575061Z","time spent":"758.425526ms","remote":"127.0.0.1:52688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T16:59:02.333483Z","caller":"traceutil/trace.go:171","msg":"trace[381398821] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6409; }","duration":"1.461224438s","start":"2026-02-25T16:59:00.872248Z","end":"2026-02-25T16:59:02.333472Z","steps":["trace[381398821] 'agreement among raft nodes before linearized reading' (duration: 1.461106685s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:59:02.333605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:59:00.872231Z","time spent":"1.461363672s","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T16:59:02.333631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.832232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.212\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-25T16:59:02.333655Z","caller":"traceutil/trace.go:171","msg":"trace[434717979] range","detail":"{range_begin:/registry/masterleases/162.253.55.212; range_end:; response_count:1; response_revision:6409; }","duration":"122.890344ms","start":"2026-02-25T16:59:02.210759Z","end":"2026-02-25T16:59:02.333649Z","steps":["trace[434717979] 'agreement among raft nodes before linearized reading' (duration: 122.824582ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:59:02.333776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.882572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T16:59:02.333803Z","caller":"traceutil/trace.go:171","msg":"trace[1193224634] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:6409; }","duration":"843.954714ms","start":"2026-02-25T16:59:01.489843Z","end":"2026-02-25T16:59:02.333797Z","steps":["trace[1193224634] 'agreement among raft nodes before linearized reading' (duration: 843.907062ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:59:02.333822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:59:01.489821Z","time spent":"843.996445ms","remote":"127.0.0.1:53074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-25T16:59:02.333803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.439513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12009"} {"level":"warn","ts":"2026-02-25T16:59:02.334019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.87038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3294"} {"level":"info","ts":"2026-02-25T16:59:02.334025Z","caller":"traceutil/trace.go:171","msg":"trace[1619753991] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6409; }","duration":"258.70063ms","start":"2026-02-25T16:59:02.075317Z","end":"2026-02-25T16:59:02.334017Z","steps":["trace[1619753991] 'agreement among raft nodes before linearized reading' (duration: 258.433983ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T16:59:02.334044Z","caller":"traceutil/trace.go:171","msg":"trace[495969950] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6409; }","duration":"805.941642ms","start":"2026-02-25T16:59:01.528096Z","end":"2026-02-25T16:59:02.334037Z","steps":["trace[495969950] 'agreement among raft nodes before linearized reading' (duration: 805.873091ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:59:02.334062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:59:01.528068Z","time spent":"805.990984ms","remote":"127.0.0.1:50872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3318,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-02-25T16:59:02.334089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083930945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T16:59:02.334186Z","caller":"traceutil/trace.go:171","msg":"trace[1717963758] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6409; }","duration":"1.084086029s","start":"2026-02-25T16:59:01.250081Z","end":"2026-02-25T16:59:02.334167Z","steps":["trace[1717963758] 'agreement among raft nodes before linearized reading' (duration: 1.083859762s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:59:02.334231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:59:01.250057Z","time spent":"1.084161981s","remote":"127.0.0.1:51090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-25T16:59:02.334303Z","caller":"traceutil/trace.go:171","msg":"trace[961496661] transaction","detail":"{read_only:false; response_revision:6407; number_of_response:1; }","duration":"916.539541ms","start":"2026-02-25T16:59:01.417734Z","end":"2026-02-25T16:59:02.334274Z","steps":["trace[961496661] 'process raft request' (duration: 915.269468ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:59:02.334481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T16:59:01.417702Z","time spent":"916.706945ms","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T16:59:05.01527Z","caller":"traceutil/trace.go:171","msg":"trace[681240548] transaction","detail":"{read_only:false; response_revision:6422; number_of_response:1; }","duration":"104.272718ms","start":"2026-02-25T16:59:04.910936Z","end":"2026-02-25T16:59:05.015208Z","steps":["trace[681240548] 'process raft request' (duration: 100.920573ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T16:59:05.015397Z","caller":"traceutil/trace.go:171","msg":"trace[1784528129] transaction","detail":"{read_only:false; response_revision:6423; number_of_response:1; }","duration":"104.3499ms","start":"2026-02-25T16:59:04.911003Z","end":"2026-02-25T16:59:05.015353Z","steps":["trace[1784528129] 'process raft request' (duration: 103.961729ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T16:59:25.252693Z","caller":"traceutil/trace.go:171","msg":"trace[1659356803] linearizableReadLoop","detail":"{readStateIndex:6769; appliedIndex:6768; }","duration":"120.200666ms","start":"2026-02-25T16:59:25.132473Z","end":"2026-02-25T16:59:25.252674Z","steps":["trace[1659356803] 'read index received' (duration: 119.94335ms)","trace[1659356803] 'applied index is now lower than readState.Index' (duration: 256.226µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T16:59:25.252795Z","caller":"traceutil/trace.go:171","msg":"trace[427580054] transaction","detail":"{read_only:false; response_revision:6516; number_of_response:1; }","duration":"170.386459ms","start":"2026-02-25T16:59:25.082381Z","end":"2026-02-25T16:59:25.252767Z","steps":["trace[427580054] 'process raft request' (duration: 170.148554ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:59:25.252887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.398831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-25T16:59:25.252917Z","caller":"traceutil/trace.go:171","msg":"trace[1296230123] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6516; }","duration":"120.471583ms","start":"2026-02-25T16:59:25.132437Z","end":"2026-02-25T16:59:25.252909Z","steps":["trace[1296230123] 'agreement among raft nodes before linearized reading' (duration: 120.35256ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T16:59:25.253113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.508804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-25T16:59:25.253237Z","caller":"traceutil/trace.go:171","msg":"trace[2072651466] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6516; }","duration":"120.702549ms","start":"2026-02-25T16:59:25.13251Z","end":"2026-02-25T16:59:25.253213Z","steps":["trace[2072651466] 'agreement among raft nodes before linearized reading' (duration: 120.341209ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:01:19.272094Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5653} {"level":"info","ts":"2026-02-25T17:01:19.34829Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5653,"took":"74.996612ms","hash":3082111071,"current-db-size-bytes":40083456,"current-db-size":"40 MB","current-db-size-in-use-bytes":14475264,"current-db-size-in-use":"14 MB"} {"level":"info","ts":"2026-02-25T17:01:19.348358Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3082111071,"revision":5653,"compact-revision":2752} {"level":"info","ts":"2026-02-25T17:03:37.876826Z","caller":"traceutil/trace.go:171","msg":"trace[705370158] transaction","detail":"{read_only:false; response_revision:7679; number_of_response:1; }","duration":"243.254921ms","start":"2026-02-25T17:03:37.633545Z","end":"2026-02-25T17:03:37.8768Z","steps":["trace[705370158] 'process raft request' (duration: 243.096797ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:03:37.995261Z","caller":"traceutil/trace.go:171","msg":"trace[1059195128] linearizableReadLoop","detail":"{readStateIndex:7984; appliedIndex:7982; }","duration":"295.079055ms","start":"2026-02-25T17:03:37.700161Z","end":"2026-02-25T17:03:37.99524Z","steps":["trace[1059195128] 'read index received' (duration: 176.477723ms)","trace[1059195128] 'applied index is now lower than readState.Index' (duration: 118.599132ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:03:37.995435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.25125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:03:37.995478Z","caller":"traceutil/trace.go:171","msg":"trace[2009432070] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:7680; }","duration":"295.313112ms","start":"2026-02-25T17:03:37.700153Z","end":"2026-02-25T17:03:37.995466Z","steps":["trace[2009432070] 'agreement among raft nodes before linearized reading' (duration: 295.210329ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:03:37.995494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.512073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3294"} {"level":"info","ts":"2026-02-25T17:03:37.995558Z","caller":"traceutil/trace.go:171","msg":"trace[1956127073] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:7680; }","duration":"122.576965ms","start":"2026-02-25T17:03:37.872965Z","end":"2026-02-25T17:03:37.995542Z","steps":["trace[1956127073] 'agreement among raft nodes before linearized reading' (duration: 122.419351ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:03:39.076391Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10636548586688032060,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-25T17:03:39.260156Z","caller":"traceutil/trace.go:171","msg":"trace[1847263416] transaction","detail":"{read_only:false; response_revision:7684; number_of_response:1; }","duration":"704.821372ms","start":"2026-02-25T17:03:38.55531Z","end":"2026-02-25T17:03:39.260131Z","steps":["trace[1847263416] 'process raft request' (duration: 704.685958ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:03:39.260296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:03:38.555297Z","time spent":"704.922325ms","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:03:39.260915Z","caller":"traceutil/trace.go:171","msg":"trace[1075939205] linearizableReadLoop","detail":"{readStateIndex:7990; appliedIndex:7988; }","duration":"685.458104ms","start":"2026-02-25T17:03:38.575426Z","end":"2026-02-25T17:03:39.260884Z","steps":["trace[1075939205] 'read index received' (duration: 684.633673ms)","trace[1075939205] 'applied index is now lower than readState.Index' (duration: 823.001µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:03:39.260956Z","caller":"traceutil/trace.go:171","msg":"trace[183129830] transaction","detail":"{read_only:false; response_revision:7685; number_of_response:1; }","duration":"705.254422ms","start":"2026-02-25T17:03:38.555677Z","end":"2026-02-25T17:03:39.260931Z","steps":["trace[183129830] 'process raft request' (duration: 705.039947ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:03:39.261144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.672659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:03:39.261208Z","caller":"traceutil/trace.go:171","msg":"trace[1240517898] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7685; }","duration":"685.795212ms","start":"2026-02-25T17:03:38.575393Z","end":"2026-02-25T17:03:39.261188Z","steps":["trace[1240517898] 'agreement among raft nodes before linearized reading' (duration: 685.666768ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:03:39.261258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:03:38.575379Z","time spent":"685.866375ms","remote":"127.0.0.1:52688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T17:03:39.261315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:03:38.55566Z","time spent":"705.355265ms","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:03:39.261701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.210943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T17:03:39.261755Z","caller":"traceutil/trace.go:171","msg":"trace[1959040126] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:7685; }","duration":"686.270984ms","start":"2026-02-25T17:03:38.575472Z","end":"2026-02-25T17:03:39.261743Z","steps":["trace[1959040126] 'agreement among raft nodes before linearized reading' (duration: 685.580456ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:03:39.261785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:03:38.575458Z","time spent":"686.321286ms","remote":"127.0.0.1:38092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-02-25T17:03:39.869422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.31349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:03:39.869503Z","caller":"traceutil/trace.go:171","msg":"trace[1136351910] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7687; }","duration":"293.441934ms","start":"2026-02-25T17:03:39.576043Z","end":"2026-02-25T17:03:39.869485Z","steps":["trace[1136351910] 'range keys from in-memory index tree' (duration: 293.229657ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:03:45.851142Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10636548586688032153,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T17:03:46.351545Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10636548586688032153,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T17:03:46.984519Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10636548586688032153,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T17:03:47.485318Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10636548586688032153,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T17:03:48.20287Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10636548586688032153,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T17:03:48.574764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000326638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T17:03:48.574848Z","caller":"traceutil/trace.go:171","msg":"trace[1110065299] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000478992s","start":"2026-02-25T17:03:46.574349Z","end":"2026-02-25T17:03:48.574828Z","steps":["trace[1110065299] 'agreement among raft nodes before linearized reading' (duration: 2.000380309s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:03:48.574892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:03:46.574339Z","time spent":"2.000545364s","remote":"127.0.0.1:52688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 17:03:48 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T17:03:48.704044Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10636548586688032153,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T17:03:48.745177Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.458550453s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T17:03:48.745547Z","caller":"traceutil/trace.go:171","msg":"trace[1776586772] transaction","detail":"{read_only:false; response_revision:7713; number_of_response:1; }","duration":"3.459011726s","start":"2026-02-25T17:03:45.286508Z","end":"2026-02-25T17:03:48.74552Z","steps":["trace[1776586772] 'process raft request' (duration: 3.458861342s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:03:48.745688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:03:45.286482Z","time spent":"3.459133908s","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:03:48.754464Z","caller":"traceutil/trace.go:171","msg":"trace[1596148369] transaction","detail":"{read_only:false; response_revision:7714; number_of_response:1; }","duration":"3.467884754s","start":"2026-02-25T17:03:45.286556Z","end":"2026-02-25T17:03:48.754441Z","steps":["trace[1596148369] 'process raft request' (duration: 3.467711028s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:03:48.7546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:03:45.286537Z","time spent":"3.467996367s","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:03:48.754728Z","caller":"traceutil/trace.go:171","msg":"trace[1965602653] transaction","detail":"{read_only:false; response_revision:7715; number_of_response:1; }","duration":"3.446612396s","start":"2026-02-25T17:03:45.308074Z","end":"2026-02-25T17:03:48.754686Z","steps":["trace[1965602653] 'process raft request' (duration: 3.446324639s)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:03:48.754874Z","caller":"traceutil/trace.go:171","msg":"trace[154367870] transaction","detail":"{read_only:false; response_revision:7716; number_of_response:1; }","duration":"2.853245392s","start":"2026-02-25T17:03:45.901591Z","end":"2026-02-25T17:03:48.754837Z","steps":["trace[154367870] 'process raft request' (duration: 2.853021497s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:03:48.754906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:03:45.308058Z","time spent":"3.44676461s","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:03:48.754897Z","caller":"traceutil/trace.go:171","msg":"trace[865325592] transaction","detail":"{read_only:false; response_revision:7717; number_of_response:1; }","duration":"2.627889321s","start":"2026-02-25T17:03:46.126949Z","end":"2026-02-25T17:03:48.754838Z","steps":["trace[865325592] 'process raft request' (duration: 2.627801049s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:03:48.755071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:03:45.901565Z","time spent":"2.853396586s","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:03:48.755084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:03:46.126929Z","time spent":"2.628069316s","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:03:48.75671Z","caller":"traceutil/trace.go:171","msg":"trace[1469742699] linearizableReadLoop","detail":"{readStateIndex:8025; appliedIndex:8018; }","duration":"3.40596746s","start":"2026-02-25T17:03:45.350731Z","end":"2026-02-25T17:03:48.756698Z","steps":["trace[1469742699] 'read index received' (duration: 3.394632038s)","trace[1469742699] 'applied index is now lower than readState.Index' (duration: 11.334691ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:03:48.75675Z","caller":"traceutil/trace.go:171","msg":"trace[105767997] transaction","detail":"{read_only:false; response_revision:7718; number_of_response:1; }","duration":"522.90846ms","start":"2026-02-25T17:03:48.233818Z","end":"2026-02-25T17:03:48.756726Z","steps":["trace[105767997] 'process raft request' (duration: 522.792337ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:03:48.756847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:03:48.233793Z","time spent":"523.004322ms","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:03:48.756861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.960212046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-25T17:03:48.756884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.406152685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-25T17:03:48.756915Z","caller":"traceutil/trace.go:171","msg":"trace[839224490] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7718; }","duration":"2.960312348s","start":"2026-02-25T17:03:45.796587Z","end":"2026-02-25T17:03:48.7569Z","steps":["trace[839224490] 'agreement among raft nodes before linearized reading' (duration: 2.960214346s)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:03:48.756926Z","caller":"traceutil/trace.go:171","msg":"trace[1262139166] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7718; }","duration":"3.406240227s","start":"2026-02-25T17:03:45.350674Z","end":"2026-02-25T17:03:48.756914Z","steps":["trace[1262139166] 'agreement among raft nodes before linearized reading' (duration: 3.406071753s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:03:48.756951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:03:45.350653Z","time spent":"3.406293138s","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T17:03:48.756928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.842862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T17:03:48.756961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087954394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12009"} {"level":"warn","ts":"2026-02-25T17:03:48.757004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.701073336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T17:03:48.756955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:03:45.796564Z","time spent":"2.960379709s","remote":"127.0.0.1:51052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-25T17:03:48.757036Z","caller":"traceutil/trace.go:171","msg":"trace[205917638] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:7718; }","duration":"1.701134317s","start":"2026-02-25T17:03:47.055892Z","end":"2026-02-25T17:03:48.757026Z","steps":["trace[205917638] 'agreement among raft nodes before linearized reading' (duration: 1.701088816s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:03:48.757066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:03:47.05587Z","time spent":"1.701188088s","remote":"127.0.0.1:53018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-25T17:03:48.757081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.63141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3294"} {"level":"warn","ts":"2026-02-25T17:03:48.7571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.365428425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vnxxm\" ","response":"range_response_count:1 size:6292"} {"level":"info","ts":"2026-02-25T17:03:48.757108Z","caller":"traceutil/trace.go:171","msg":"trace[2088859311] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:7718; }","duration":"553.703652ms","start":"2026-02-25T17:03:48.203396Z","end":"2026-02-25T17:03:48.7571Z","steps":["trace[2088859311] 'agreement among raft nodes before linearized reading' (duration: 553.62797ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:03:48.757137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:03:48.203091Z","time spent":"554.038371ms","remote":"127.0.0.1:50872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3318,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-02-25T17:03:48.757124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66898621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-02-25T17:03:48.757197Z","caller":"traceutil/trace.go:171","msg":"trace[1275044003] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:7718; }","duration":"1.669076613s","start":"2026-02-25T17:03:47.0881Z","end":"2026-02-25T17:03:48.757177Z","steps":["trace[1275044003] 'agreement among raft nodes before linearized reading' (duration: 1.668841156s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:03:48.757211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.468356596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-25T17:03:48.757241Z","caller":"traceutil/trace.go:171","msg":"trace[2103945541] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7718; }","duration":"2.468450389s","start":"2026-02-25T17:03:46.288782Z","end":"2026-02-25T17:03:48.757233Z","steps":["trace[2103945541] 'agreement among raft nodes before linearized reading' (duration: 2.468370996s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:03:48.757242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.350644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T17:03:48.757134Z","caller":"traceutil/trace.go:171","msg":"trace[400783483] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vnxxm; range_end:; response_count:1; response_revision:7718; }","duration":"2.365483687s","start":"2026-02-25T17:03:46.391639Z","end":"2026-02-25T17:03:48.757123Z","steps":["trace[400783483] 'agreement among raft nodes before linearized reading' (duration: 2.365338303s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:03:48.757249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:03:47.08809Z","time spent":"1.669148675s","remote":"127.0.0.1:52850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-02-25T17:03:48.757271Z","caller":"traceutil/trace.go:171","msg":"trace[2024120558] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:7718; }","duration":"884.430096ms","start":"2026-02-25T17:03:47.872834Z","end":"2026-02-25T17:03:48.757264Z","steps":["trace[2024120558] 'agreement among raft nodes before linearized reading' (duration: 884.373295ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:03:48.757268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:03:46.28877Z","time spent":"2.468492599s","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-25T17:03:48.757006Z","caller":"traceutil/trace.go:171","msg":"trace[394253339] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7718; }","duration":"1.088032456s","start":"2026-02-25T17:03:47.668959Z","end":"2026-02-25T17:03:48.756991Z","steps":["trace[394253339] 'agreement among raft nodes before linearized reading' (duration: 1.087908573s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:03:48.757295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:03:47.872815Z","time spent":"884.474227ms","remote":"127.0.0.1:53000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":4,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-02-25T17:03:48.756951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.254897101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-25T17:03:48.75732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:03:47.668939Z","time spent":"1.088366795s","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12033,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-25T17:03:48.757364Z","caller":"traceutil/trace.go:171","msg":"trace[853253874] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:7718; }","duration":"2.255332733s","start":"2026-02-25T17:03:46.502014Z","end":"2026-02-25T17:03:48.757347Z","steps":["trace[853253874] 'agreement among raft nodes before linearized reading' (duration: 2.254883271s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:03:48.757289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:03:46.391628Z","time spent":"2.365651202s","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6316,"request content":"key:\"/registry/pods/openstack/keepalived-vnxxm\" "} {"level":"warn","ts":"2026-02-25T17:03:48.757408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.72765718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-25T17:03:48.757443Z","caller":"traceutil/trace.go:171","msg":"trace[245666716] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7718; }","duration":"2.72769336s","start":"2026-02-25T17:03:46.029739Z","end":"2026-02-25T17:03:48.757433Z","steps":["trace[245666716] 'agreement among raft nodes before linearized reading' (duration: 2.727596518s)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:03:48.757001Z","caller":"traceutil/trace.go:171","msg":"trace[11365444] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7718; }","duration":"181.960964ms","start":"2026-02-25T17:03:48.575022Z","end":"2026-02-25T17:03:48.756983Z","steps":["trace[11365444] 'agreement among raft nodes before linearized reading' (duration: 181.851572ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:03:48.75747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:03:46.029681Z","time spent":"2.727780883s","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T17:03:48.757408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:03:46.501997Z","time spent":"2.255393964s","remote":"127.0.0.1:34504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-25T17:03:55.271922Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10636548586688032243,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T17:03:55.77303Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10636548586688032243,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T17:03:56.057282Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.323765324s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T17:03:56.057742Z","caller":"traceutil/trace.go:171","msg":"trace[356193410] transaction","detail":"{read_only:false; response_revision:7741; number_of_response:1; }","duration":"1.324307647s","start":"2026-02-25T17:03:54.733414Z","end":"2026-02-25T17:03:56.057722Z","steps":["trace[356193410] 'process raft request' (duration: 1.324158604s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:03:56.057878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:03:54.733398Z","time spent":"1.32440979s","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:03:56.062723Z","caller":"traceutil/trace.go:171","msg":"trace[1947498602] transaction","detail":"{read_only:false; response_revision:7742; number_of_response:1; }","duration":"1.288297042s","start":"2026-02-25T17:03:54.774417Z","end":"2026-02-25T17:03:56.062714Z","steps":["trace[1947498602] 'process raft request' (duration: 1.286663879s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:03:56.062777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:03:54.77439Z","time spent":"1.288359963s","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:03:56.063124Z","caller":"traceutil/trace.go:171","msg":"trace[1038553836] transaction","detail":"{read_only:false; response_revision:7744; number_of_response:1; }","duration":"1.28715723s","start":"2026-02-25T17:03:54.775956Z","end":"2026-02-25T17:03:56.063113Z","steps":["trace[1038553836] 'process raft request' (duration: 1.287023707s)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:03:56.063119Z","caller":"traceutil/trace.go:171","msg":"trace[593750842] transaction","detail":"{read_only:false; response_revision:7743; number_of_response:1; }","duration":"1.288552157s","start":"2026-02-25T17:03:54.774534Z","end":"2026-02-25T17:03:56.063086Z","steps":["trace[593750842] 'process raft request' (duration: 1.288146127s)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:03:56.063128Z","caller":"traceutil/trace.go:171","msg":"trace[1474620635] linearizableReadLoop","detail":"{readStateIndex:8053; appliedIndex:8049; }","duration":"1.291381119s","start":"2026-02-25T17:03:54.771721Z","end":"2026-02-25T17:03:56.063102Z","steps":["trace[1474620635] 'read index received' (duration: 1.285905908s)","trace[1474620635] 'applied index is now lower than readState.Index' (duration: 5.474401ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:03:56.063168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:03:54.775933Z","time spent":"1.287213572s","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:03:56.063276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:03:54.774515Z","time spent":"1.288665069s","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:03:56.063377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279664369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vnxxm\" ","response":"range_response_count:1 size:6292"} {"level":"warn","ts":"2026-02-25T17:03:56.063379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286501023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-25T17:03:56.063401Z","caller":"traceutil/trace.go:171","msg":"trace[1606401531] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vnxxm; range_end:; response_count:1; response_revision:7744; }","duration":"1.279701259s","start":"2026-02-25T17:03:54.783694Z","end":"2026-02-25T17:03:56.063395Z","steps":["trace[1606401531] 'agreement among raft nodes before linearized reading' (duration: 1.279610446s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:03:56.063419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:03:54.783686Z","time spent":"1.27972899s","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6316,"request content":"key:\"/registry/pods/openstack/keepalived-vnxxm\" "} {"level":"info","ts":"2026-02-25T17:03:56.06342Z","caller":"traceutil/trace.go:171","msg":"trace[810104171] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7744; }","duration":"1.286579297s","start":"2026-02-25T17:03:54.776823Z","end":"2026-02-25T17:03:56.063403Z","steps":["trace[810104171] 'agreement among raft nodes before linearized reading' (duration: 1.286427962s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:03:56.063465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:03:54.776813Z","time spent":"1.286641348s","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T17:03:56.063536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276887137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-25T17:03:56.063555Z","caller":"traceutil/trace.go:171","msg":"trace[442375567] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7744; }","duration":"1.276928628s","start":"2026-02-25T17:03:54.786622Z","end":"2026-02-25T17:03:56.063551Z","steps":["trace[442375567] 'agreement among raft nodes before linearized reading' (duration: 1.276877747s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:03:56.063536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28090746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-25T17:03:56.063559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.812991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-25T17:03:56.063448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154556189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3294"} {"level":"info","ts":"2026-02-25T17:03:56.0636Z","caller":"traceutil/trace.go:171","msg":"trace[1574030691] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:7744; }","duration":"1.154780904s","start":"2026-02-25T17:03:54.908812Z","end":"2026-02-25T17:03:56.063593Z","steps":["trace[1574030691] 'agreement among raft nodes before linearized reading' (duration: 1.154471816s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:03:56.063465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.67465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:03:56.063598Z","caller":"traceutil/trace.go:171","msg":"trace[1175692351] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7744; }","duration":"1.280997633s","start":"2026-02-25T17:03:54.782581Z","end":"2026-02-25T17:03:56.063579Z","steps":["trace[1175692351] 'agreement among raft nodes before linearized reading' (duration: 1.280816148s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:03:56.063617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:03:54.908788Z","time spent":"1.154823076s","remote":"127.0.0.1:50872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3318,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-02-25T17:03:56.063568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:03:54.786605Z","time spent":"1.276960318s","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-25T17:03:56.06363Z","caller":"traceutil/trace.go:171","msg":"trace[949747442] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7744; }","duration":"490.888955ms","start":"2026-02-25T17:03:55.57273Z","end":"2026-02-25T17:03:56.063619Z","steps":["trace[949747442] 'agreement among raft nodes before linearized reading' (duration: 490.6891ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:03:56.063647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:03:54.782568Z","time spent":"1.281066914s","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T17:03:56.063667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:03:55.572708Z","time spent":"490.951357ms","remote":"127.0.0.1:52688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T17:03:56.063608Z","caller":"traceutil/trace.go:171","msg":"trace[424806025] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:7744; }","duration":"932.883293ms","start":"2026-02-25T17:03:55.130706Z","end":"2026-02-25T17:03:56.06359Z","steps":["trace[424806025] 'agreement among raft nodes before linearized reading' (duration: 932.783411ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:03:56.063728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.284810741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-25T17:03:56.063811Z","caller":"traceutil/trace.go:171","msg":"trace[1992456430] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7744; }","duration":"1.284890243s","start":"2026-02-25T17:03:54.778889Z","end":"2026-02-25T17:03:56.063779Z","steps":["trace[1992456430] 'agreement among raft nodes before linearized reading' (duration: 1.284702998s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:03:56.063861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:03:54.778883Z","time spent":"1.284965564s","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T17:03:56.063932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:03:55.130685Z","time spent":"933.126198ms","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":50,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-02-25T17:03:56.06349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.291754439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-25T17:03:56.064462Z","caller":"traceutil/trace.go:171","msg":"trace[1427730893] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7744; }","duration":"1.292754435s","start":"2026-02-25T17:03:54.77169Z","end":"2026-02-25T17:03:56.064445Z","steps":["trace[1427730893] 'agreement among raft nodes before linearized reading' (duration: 1.291514903s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:03:56.064228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.683756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T17:03:56.064523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:03:54.771679Z","time spent":"1.292823017s","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-25T17:03:56.064531Z","caller":"traceutil/trace.go:171","msg":"trace[1720887850] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:7744; }","duration":"459.722894ms","start":"2026-02-25T17:03:55.604794Z","end":"2026-02-25T17:03:56.064517Z","steps":["trace[1720887850] 'agreement among raft nodes before linearized reading' (duration: 458.698668ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:03:56.06458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:03:55.604773Z","time spent":"459.794636ms","remote":"127.0.0.1:52770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-02-25T17:04:08.347124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.385725408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-02-25T17:04:08.347218Z","caller":"traceutil/trace.go:171","msg":"trace[2007279766] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:7797; }","duration":"1.385880302s","start":"2026-02-25T17:04:06.961315Z","end":"2026-02-25T17:04:08.347196Z","steps":["trace[2007279766] 'range keys from in-memory index tree' (duration: 1.385538673s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:04:08.347274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:04:06.961294Z","time spent":"1.385967485s","remote":"127.0.0.1:52850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-02-25T17:04:08.347849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225372261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T17:04:08.34791Z","caller":"traceutil/trace.go:171","msg":"trace[1284438781] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:7797; }","duration":"1.225480564s","start":"2026-02-25T17:04:07.122413Z","end":"2026-02-25T17:04:08.347894Z","steps":["trace[1284438781] 'count revisions from in-memory index tree' (duration: 1.225292579s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:04:08.34794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:04:07.122393Z","time spent":"1.225538446s","remote":"127.0.0.1:52730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":53,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-02-25T17:04:21.465114Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10636548586688032597,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-25T17:04:21.794492Z","caller":"traceutil/trace.go:171","msg":"trace[2074976955] transaction","detail":"{read_only:false; response_revision:7857; number_of_response:1; }","duration":"911.657616ms","start":"2026-02-25T17:04:20.882809Z","end":"2026-02-25T17:04:21.794466Z","steps":["trace[2074976955] 'process raft request' (duration: 911.492342ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:04:21.794635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:04:20.882768Z","time spent":"911.79633ms","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:04:21.902878Z","caller":"traceutil/trace.go:171","msg":"trace[1947857034] transaction","detail":"{read_only:false; response_revision:7858; number_of_response:1; }","duration":"950.823294ms","start":"2026-02-25T17:04:20.952016Z","end":"2026-02-25T17:04:21.90284Z","steps":["trace[1947857034] 'process raft request' (duration: 949.991303ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:04:21.903027Z","caller":"traceutil/trace.go:171","msg":"trace[1057793217] linearizableReadLoop","detail":"{readStateIndex:8172; appliedIndex:8170; }","duration":"938.117968ms","start":"2026-02-25T17:04:20.964874Z","end":"2026-02-25T17:04:21.902992Z","steps":["trace[1057793217] 'read index received' (duration: 829.440951ms)","trace[1057793217] 'applied index is now lower than readState.Index' (duration: 108.674987ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:04:21.903129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:04:20.951987Z","time spent":"950.999179ms","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:04:21.903277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.387885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-25T17:04:21.903323Z","caller":"traceutil/trace.go:171","msg":"trace[1730039911] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7859; }","duration":"938.491467ms","start":"2026-02-25T17:04:20.964819Z","end":"2026-02-25T17:04:21.903311Z","steps":["trace[1730039911] 'agreement among raft nodes before linearized reading' (duration: 938.312672ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:04:21.903358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:04:20.964803Z","time spent":"938.546768ms","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T17:04:21.903346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.724905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T17:04:21.903364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.335864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T17:04:21.903399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.204443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:04:21.903418Z","caller":"traceutil/trace.go:171","msg":"trace[1571103034] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:7859; }","duration":"386.843948ms","start":"2026-02-25T17:04:21.516554Z","end":"2026-02-25T17:04:21.903397Z","steps":["trace[1571103034] 'agreement among raft nodes before linearized reading' (duration: 386.725445ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:04:21.903446Z","caller":"traceutil/trace.go:171","msg":"trace[654807424] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:7859; }","duration":"449.332526ms","start":"2026-02-25T17:04:21.4541Z","end":"2026-02-25T17:04:21.903433Z","steps":["trace[654807424] 'agreement among raft nodes before linearized reading' (duration: 449.235654ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:04:21.90345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:04:21.516527Z","time spent":"386.91615ms","remote":"127.0.0.1:34436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-02-25T17:04:21.903434Z","caller":"traceutil/trace.go:171","msg":"trace[1061970358] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:7859; }","duration":"804.436766ms","start":"2026-02-25T17:04:21.098973Z","end":"2026-02-25T17:04:21.903409Z","steps":["trace[1061970358] 'agreement among raft nodes before linearized reading' (duration: 804.284882ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:04:21.903477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:04:21.454077Z","time spent":"449.390637ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-02-25T17:04:21.903453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.999198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-25T17:04:21.903509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:04:21.098952Z","time spent":"804.536749ms","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-25T17:04:21.903534Z","caller":"traceutil/trace.go:171","msg":"trace[1959744704] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7859; }","duration":"937.139712ms","start":"2026-02-25T17:04:20.966374Z","end":"2026-02-25T17:04:21.903514Z","steps":["trace[1959744704] 'agreement among raft nodes before linearized reading' (duration: 936.866706ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:04:21.903577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:04:20.966353Z","time spent":"937.216375ms","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T17:04:21.903611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.865866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-25T17:04:21.903667Z","caller":"traceutil/trace.go:171","msg":"trace[504126621] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7859; }","duration":"931.961589ms","start":"2026-02-25T17:04:20.971691Z","end":"2026-02-25T17:04:21.903653Z","steps":["trace[504126621] 'agreement among raft nodes before linearized reading' (duration: 931.819085ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:04:21.903718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:04:20.971673Z","time spent":"932.03089ms","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T17:04:21.903754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.364376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-25T17:04:21.903767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.698882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-25T17:04:21.903793Z","caller":"traceutil/trace.go:171","msg":"trace[136212749] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7859; }","duration":"933.743604ms","start":"2026-02-25T17:04:20.970042Z","end":"2026-02-25T17:04:21.903786Z","steps":["trace[136212749] 'agreement among raft nodes before linearized reading' (duration: 933.647132ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:04:21.903794Z","caller":"traceutil/trace.go:171","msg":"trace[2137388374] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7859; }","duration":"935.425988ms","start":"2026-02-25T17:04:20.968356Z","end":"2026-02-25T17:04:21.903782Z","steps":["trace[2137388374] 'agreement among raft nodes before linearized reading' (duration: 935.334916ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:04:21.903773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.266294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vnxxm\" ","response":"range_response_count:1 size:6292"} {"level":"warn","ts":"2026-02-25T17:04:21.903832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:04:20.968343Z","time spent":"935.479829ms","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T17:04:21.903814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:04:20.970031Z","time spent":"933.778145ms","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-25T17:04:21.903875Z","caller":"traceutil/trace.go:171","msg":"trace[811575734] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vnxxm; range_end:; response_count:1; response_revision:7859; }","duration":"930.405609ms","start":"2026-02-25T17:04:20.973448Z","end":"2026-02-25T17:04:21.903854Z","steps":["trace[811575734] 'agreement among raft nodes before linearized reading' (duration: 930.09372ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:04:21.903913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:04:20.973437Z","time spent":"930.46869ms","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6316,"request content":"key:\"/registry/pods/openstack/keepalived-vnxxm\" "} {"level":"warn","ts":"2026-02-25T17:04:21.904392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.093646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T17:04:21.904467Z","caller":"traceutil/trace.go:171","msg":"trace[1027105490] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:7859; }","duration":"330.212429ms","start":"2026-02-25T17:04:21.574238Z","end":"2026-02-25T17:04:21.90445Z","steps":["trace[1027105490] 'agreement among raft nodes before linearized reading' (duration: 329.269915ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:04:21.904511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:04:21.574217Z","time spent":"330.28176ms","remote":"127.0.0.1:52888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":48,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-02-25T17:04:21.905058Z","caller":"traceutil/trace.go:171","msg":"trace[1001546220] transaction","detail":"{read_only:false; response_revision:7859; number_of_response:1; }","duration":"122.307378ms","start":"2026-02-25T17:04:21.780767Z","end":"2026-02-25T17:04:21.903074Z","steps":["trace[1001546220] 'process raft request' (duration: 122.00449ms)"],"step_count":1}