{"level":"warn","ts":"2026-03-09T22:28:22.880463Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-09T22:28:22.880557Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.12:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.12:2380","--initial-cluster=instance=https://162.253.55.12:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.12:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.12:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-09T22:28:22.880627Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-09T22:28:22.88064Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.12:2380"]} {"level":"info","ts":"2026-03-09T22:28:22.880659Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-09T22:28:22.881284Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.12:2379"]} {"level":"info","ts":"2026-03-09T22:28:22.881352Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.12:2380"],"listen-peer-urls":["https://162.253.55.12:2380"],"advertise-client-urls":["https://162.253.55.12:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.12:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.12:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-09T22:28:22.885699Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.130202ms"} {"level":"info","ts":"2026-03-09T22:28:22.893112Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"b4c6dc24a78438ca","cluster-id":"587227f9a3f73e98"} {"level":"info","ts":"2026-03-09T22:28:22.893189Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b4c6dc24a78438ca switched to configuration voters=()"} {"level":"info","ts":"2026-03-09T22:28:22.893216Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b4c6dc24a78438ca became follower at term 0"} {"level":"info","ts":"2026-03-09T22:28:22.893229Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft b4c6dc24a78438ca [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-09T22:28:22.893241Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b4c6dc24a78438ca became follower at term 1"} {"level":"info","ts":"2026-03-09T22:28:22.893284Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b4c6dc24a78438ca switched to configuration voters=(13026341022203132106)"} {"level":"warn","ts":"2026-03-09T22:28:22.905234Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-09T22:28:22.906662Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-09T22:28:22.908067Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-09T22:28:22.91078Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"b4c6dc24a78438ca","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-09T22:28:22.911008Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"b4c6dc24a78438ca","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-09T22:28:22.911035Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-09T22:28:22.911126Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-09T22:28:22.911144Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-09T22:28:22.912587Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b4c6dc24a78438ca switched to configuration voters=(13026341022203132106)"} {"level":"info","ts":"2026-03-09T22:28:22.912947Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"587227f9a3f73e98","local-member-id":"b4c6dc24a78438ca","added-peer-id":"b4c6dc24a78438ca","added-peer-peer-urls":["https://162.253.55.12:2380"]} {"level":"info","ts":"2026-03-09T22:28:22.915635Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-09T22:28:22.915799Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.12:2380"} {"level":"info","ts":"2026-03-09T22:28:22.915877Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.12:2380"} {"level":"info","ts":"2026-03-09T22:28:22.916123Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"b4c6dc24a78438ca","initial-advertise-peer-urls":["https://162.253.55.12:2380"],"listen-peer-urls":["https://162.253.55.12:2380"],"advertise-client-urls":["https://162.253.55.12:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.12:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-09T22:28:22.916179Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-09T22:28:23.693563Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b4c6dc24a78438ca is starting a new election at term 1"} {"level":"info","ts":"2026-03-09T22:28:23.693613Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b4c6dc24a78438ca became pre-candidate at term 1"} {"level":"info","ts":"2026-03-09T22:28:23.693627Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b4c6dc24a78438ca received MsgPreVoteResp from b4c6dc24a78438ca at term 1"} {"level":"info","ts":"2026-03-09T22:28:23.693637Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b4c6dc24a78438ca became candidate at term 2"} {"level":"info","ts":"2026-03-09T22:28:23.693643Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b4c6dc24a78438ca received MsgVoteResp from b4c6dc24a78438ca at term 2"} {"level":"info","ts":"2026-03-09T22:28:23.693651Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b4c6dc24a78438ca became leader at term 2"} {"level":"info","ts":"2026-03-09T22:28:23.693659Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: b4c6dc24a78438ca elected leader b4c6dc24a78438ca at term 2"} {"level":"info","ts":"2026-03-09T22:28:23.694654Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"b4c6dc24a78438ca","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.12:2379]}","request-path":"/0/members/b4c6dc24a78438ca/attributes","cluster-id":"587227f9a3f73e98","publish-timeout":"7s"} {"level":"info","ts":"2026-03-09T22:28:23.694668Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-09T22:28:23.694753Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T22:28:23.694795Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-09T22:28:23.695369Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-09T22:28:23.695454Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-09T22:28:23.695949Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"587227f9a3f73e98","local-member-id":"b4c6dc24a78438ca","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T22:28:23.696142Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T22:28:23.69619Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T22:28:23.697947Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.12:2379"} {"level":"info","ts":"2026-03-09T22:28:23.698664Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-09T22:28:27.632315Z","caller":"traceutil/trace.go:171","msg":"trace[1781937023] transaction","detail":"{read_only:false; response_revision:227; number_of_response:1; }","duration":"121.934706ms","start":"2026-03-09T22:28:27.510339Z","end":"2026-03-09T22:28:27.632274Z","steps":["trace[1781937023] 'process raft request' (duration: 49.157365ms)","trace[1781937023] 'compare' (duration: 72.589117ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:28:28.174245Z","caller":"traceutil/trace.go:171","msg":"trace[1756288793] linearizableReadLoop","detail":"{readStateIndex:252; appliedIndex:251; }","duration":"107.721099ms","start":"2026-03-09T22:28:28.066505Z","end":"2026-03-09T22:28:28.174226Z","steps":["trace[1756288793] 'read index received' (duration: 66.992222ms)","trace[1756288793] 'applied index is now lower than readState.Index' (duration: 40.727767ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:28:28.17431Z","caller":"traceutil/trace.go:171","msg":"trace[2089961983] transaction","detail":"{read_only:false; response_revision:246; number_of_response:1; }","duration":"115.307448ms","start":"2026-03-09T22:28:28.058976Z","end":"2026-03-09T22:28:28.174284Z","steps":["trace[2089961983] 'process raft request' (duration: 74.51214ms)","trace[2089961983] 'compare' (duration: 40.634385ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:28:28.174413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.880222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:28:28.174466Z","caller":"traceutil/trace.go:171","msg":"trace[605296898] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:0; response_revision:246; }","duration":"107.975404ms","start":"2026-03-09T22:28:28.06648Z","end":"2026-03-09T22:28:28.174455Z","steps":["trace[605296898] 'agreement among raft nodes before linearized reading' (duration: 107.827621ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:28:28.190643Z","caller":"traceutil/trace.go:171","msg":"trace[1564433047] transaction","detail":"{read_only:false; response_revision:248; number_of_response:1; }","duration":"121.482186ms","start":"2026-03-09T22:28:28.069149Z","end":"2026-03-09T22:28:28.190631Z","steps":["trace[1564433047] 'process raft request' (duration: 121.320622ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:28:28.190653Z","caller":"traceutil/trace.go:171","msg":"trace[1173100794] transaction","detail":"{read_only:false; response_revision:247; number_of_response:1; }","duration":"122.071449ms","start":"2026-03-09T22:28:28.068558Z","end":"2026-03-09T22:28:28.190629Z","steps":["trace[1173100794] 'process raft request' (duration: 121.835563ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:28:28.967407Z","caller":"traceutil/trace.go:171","msg":"trace[184694442] transaction","detail":"{read_only:false; response_revision:264; number_of_response:1; }","duration":"139.578937ms","start":"2026-03-09T22:28:28.827804Z","end":"2026-03-09T22:28:28.967383Z","steps":["trace[184694442] 'process raft request' (duration: 139.528376ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:28:28.967494Z","caller":"traceutil/trace.go:171","msg":"trace[1035788253] transaction","detail":"{read_only:false; response_revision:263; number_of_response:1; }","duration":"144.808885ms","start":"2026-03-09T22:28:28.822643Z","end":"2026-03-09T22:28:28.967452Z","steps":["trace[1035788253] 'process raft request' (duration: 87.9725ms)","trace[1035788253] 'compare' (duration: 56.543638ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:28:30.308742Z","caller":"traceutil/trace.go:171","msg":"trace[1245799446] linearizableReadLoop","detail":"{readStateIndex:299; appliedIndex:297; }","duration":"115.44818ms","start":"2026-03-09T22:28:30.193269Z","end":"2026-03-09T22:28:30.308717Z","steps":["trace[1245799446] 'read index received' (duration: 31.845219ms)","trace[1245799446] 'applied index is now lower than readState.Index' (duration: 83.601881ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:28:30.308848Z","caller":"traceutil/trace.go:171","msg":"trace[928223393] transaction","detail":"{read_only:false; response_revision:292; number_of_response:1; }","duration":"139.260601ms","start":"2026-03-09T22:28:30.169551Z","end":"2026-03-09T22:28:30.308812Z","steps":["trace[928223393] 'process raft request' (duration: 55.483495ms)","trace[928223393] 'compare' (duration: 83.487259ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:28:30.308881Z","caller":"traceutil/trace.go:171","msg":"trace[1305362073] transaction","detail":"{read_only:false; response_revision:293; number_of_response:1; }","duration":"131.697543ms","start":"2026-03-09T22:28:30.177141Z","end":"2026-03-09T22:28:30.308839Z","steps":["trace[1305362073] 'process raft request' (duration: 131.530399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:28:30.30897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.680566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:503"} {"level":"info","ts":"2026-03-09T22:28:30.309016Z","caller":"traceutil/trace.go:171","msg":"trace[1612858516] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:293; }","duration":"115.775648ms","start":"2026-03-09T22:28:30.193228Z","end":"2026-03-09T22:28:30.309004Z","steps":["trace[1612858516] 'agreement among raft nodes before linearized reading' (duration: 115.610864ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:28:30.408962Z","caller":"traceutil/trace.go:171","msg":"trace[76976391] linearizableReadLoop","detail":"{readStateIndex:300; appliedIndex:299; }","duration":"100.12908ms","start":"2026-03-09T22:28:30.308813Z","end":"2026-03-09T22:28:30.408942Z","steps":["trace[76976391] 'read index received' (duration: 100.046378ms)","trace[76976391] 'applied index is now lower than readState.Index' (duration: 81.492µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:28:30.409047Z","caller":"traceutil/trace.go:171","msg":"trace[2011041978] transaction","detail":"{read_only:false; response_revision:294; number_of_response:1; }","duration":"170.370405ms","start":"2026-03-09T22:28:30.238648Z","end":"2026-03-09T22:28:30.409018Z","steps":["trace[2011041978] 'process raft request' (duration: 170.17392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:28:30.480567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.251627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:1 size:664"} {"level":"warn","ts":"2026-03-09T22:28:30.480604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.740574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-03-09T22:28:30.480659Z","caller":"traceutil/trace.go:171","msg":"trace[237832225] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:1; response_revision:294; }","duration":"243.413341ms","start":"2026-03-09T22:28:30.237223Z","end":"2026-03-09T22:28:30.480637Z","steps":["trace[237832225] 'agreement among raft nodes before linearized reading' (duration: 171.826976ms)","trace[237832225] 'range keys from in-memory index tree' (duration: 71.426511ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:28:30.480694Z","caller":"traceutil/trace.go:171","msg":"trace[136730537] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:294; }","duration":"241.881068ms","start":"2026-03-09T22:28:30.238789Z","end":"2026-03-09T22:28:30.48067Z","steps":["trace[136730537] 'agreement among raft nodes before linearized reading' (duration: 170.237502ms)","trace[136730537] 'range keys from in-memory index tree' (duration: 71.472693ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:28:30.493171Z","caller":"traceutil/trace.go:171","msg":"trace[1241993092] transaction","detail":"{read_only:false; response_revision:295; number_of_response:1; }","duration":"180.013508ms","start":"2026-03-09T22:28:30.313145Z","end":"2026-03-09T22:28:30.493158Z","steps":["trace[1241993092] 'process raft request' (duration: 179.864495ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:28:30.493322Z","caller":"traceutil/trace.go:171","msg":"trace[1441033921] transaction","detail":"{read_only:false; response_revision:296; number_of_response:1; }","duration":"180.002299ms","start":"2026-03-09T22:28:30.313313Z","end":"2026-03-09T22:28:30.493315Z","steps":["trace[1441033921] 'process raft request' (duration: 179.800524ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:28:30.493564Z","caller":"traceutil/trace.go:171","msg":"trace[1794959896] transaction","detail":"{read_only:false; number_of_response:0; response_revision:296; }","duration":"158.827837ms","start":"2026-03-09T22:28:30.334703Z","end":"2026-03-09T22:28:30.493531Z","steps":["trace[1794959896] 'process raft request' (duration: 158.592751ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:28:30.493605Z","caller":"traceutil/trace.go:171","msg":"trace[289452682] transaction","detail":"{read_only:false; response_revision:298; number_of_response:1; }","duration":"140.383897ms","start":"2026-03-09T22:28:30.353193Z","end":"2026-03-09T22:28:30.493577Z","steps":["trace[289452682] 'process raft request' (duration: 140.337456ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:28:30.493639Z","caller":"traceutil/trace.go:171","msg":"trace[85758801] transaction","detail":"{read_only:false; response_revision:299; number_of_response:1; }","duration":"140.390957ms","start":"2026-03-09T22:28:30.353233Z","end":"2026-03-09T22:28:30.493624Z","steps":["trace[85758801] 'process raft request' (duration: 140.322065ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:28:30.493768Z","caller":"traceutil/trace.go:171","msg":"trace[315299135] transaction","detail":"{read_only:false; response_revision:300; number_of_response:1; }","duration":"140.205582ms","start":"2026-03-09T22:28:30.353537Z","end":"2026-03-09T22:28:30.493742Z","steps":["trace[315299135] 'process raft request' (duration: 140.035998ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:28:30.493764Z","caller":"traceutil/trace.go:171","msg":"trace[1982545948] transaction","detail":"{read_only:false; number_of_response:0; response_revision:300; }","duration":"140.181602ms","start":"2026-03-09T22:28:30.353551Z","end":"2026-03-09T22:28:30.493733Z","steps":["trace[1982545948] 'process raft request' (duration: 140.055469ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:28:30.493888Z","caller":"traceutil/trace.go:171","msg":"trace[1069232589] transaction","detail":"{read_only:false; response_revision:297; number_of_response:1; }","duration":"141.140662ms","start":"2026-03-09T22:28:30.352431Z","end":"2026-03-09T22:28:30.493572Z","steps":["trace[1069232589] 'process raft request' (duration: 141.03963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:28:30.493789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.460901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:28:30.494003Z","caller":"traceutil/trace.go:171","msg":"trace[2020647265] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:0; response_revision:300; }","duration":"181.713036ms","start":"2026-03-09T22:28:30.312277Z","end":"2026-03-09T22:28:30.49399Z","steps":["trace[2020647265] 'agreement among raft nodes before linearized reading' (duration: 181.45363ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:28:30.536484Z","caller":"traceutil/trace.go:171","msg":"trace[320758218] transaction","detail":"{read_only:false; response_revision:301; number_of_response:1; }","duration":"123.864299ms","start":"2026-03-09T22:28:30.412591Z","end":"2026-03-09T22:28:30.536456Z","steps":["trace[320758218] 'process raft request' (duration: 123.692375ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:28:30.650127Z","caller":"traceutil/trace.go:171","msg":"trace[1918225054] transaction","detail":"{read_only:false; response_revision:304; number_of_response:1; }","duration":"109.492019ms","start":"2026-03-09T22:28:30.540605Z","end":"2026-03-09T22:28:30.650097Z","steps":["trace[1918225054] 'process raft request' (duration: 45.953673ms)","trace[1918225054] 'compare' (duration: 63.394293ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:28:30.650619Z","caller":"traceutil/trace.go:171","msg":"trace[1120873320] transaction","detail":"{read_only:false; response_revision:306; number_of_response:1; }","duration":"106.044882ms","start":"2026-03-09T22:28:30.544562Z","end":"2026-03-09T22:28:30.650607Z","steps":["trace[1120873320] 'process raft request' (duration: 105.912259ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:28:30.650608Z","caller":"traceutil/trace.go:171","msg":"trace[1458147433] transaction","detail":"{read_only:false; response_revision:305; number_of_response:1; }","duration":"109.644452ms","start":"2026-03-09T22:28:30.540933Z","end":"2026-03-09T22:28:30.650578Z","steps":["trace[1458147433] 'process raft request' (duration: 109.364306ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:28:30.650677Z","caller":"traceutil/trace.go:171","msg":"trace[1985497428] transaction","detail":"{read_only:false; response_revision:307; number_of_response:1; }","duration":"101.943471ms","start":"2026-03-09T22:28:30.548652Z","end":"2026-03-09T22:28:30.650595Z","steps":["trace[1985497428] 'process raft request' (duration: 101.876319ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:28:34.415311Z","caller":"traceutil/trace.go:171","msg":"trace[80093322] transaction","detail":"{read_only:false; response_revision:389; number_of_response:1; }","duration":"110.675484ms","start":"2026-03-09T22:28:34.304605Z","end":"2026-03-09T22:28:34.41528Z","steps":["trace[80093322] 'process raft request' (duration: 102.820529ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:28:34.630203Z","caller":"traceutil/trace.go:171","msg":"trace[1554205269] transaction","detail":"{read_only:false; response_revision:390; number_of_response:1; }","duration":"117.331444ms","start":"2026-03-09T22:28:34.512842Z","end":"2026-03-09T22:28:34.630173Z","steps":["trace[1554205269] 'process raft request' (duration: 38.843146ms)","trace[1554205269] 'compare' (duration: 78.200071ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:28:37.003856Z","caller":"traceutil/trace.go:171","msg":"trace[1121107198] transaction","detail":"{read_only:false; response_revision:397; number_of_response:1; }","duration":"364.414606ms","start":"2026-03-09T22:28:36.639416Z","end":"2026-03-09T22:28:37.00383Z","steps":["trace[1121107198] 'process raft request' (duration: 364.203171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:28:37.004671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:28:36.63939Z","time spent":"364.549658ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:28:39.449457Z","caller":"traceutil/trace.go:171","msg":"trace[477507205] transaction","detail":"{read_only:false; response_revision:407; number_of_response:1; }","duration":"104.604659ms","start":"2026-03-09T22:28:39.344813Z","end":"2026-03-09T22:28:39.449418Z","steps":["trace[477507205] 'process raft request' (duration: 104.310932ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:28:41.598588Z","caller":"traceutil/trace.go:171","msg":"trace[1790647261] transaction","detail":"{read_only:false; response_revision:415; number_of_response:1; }","duration":"133.017193ms","start":"2026-03-09T22:28:41.465539Z","end":"2026-03-09T22:28:41.598556Z","steps":["trace[1790647261] 'process raft request' (duration: 132.832479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:28:43.35127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.063269ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-09T22:28:43.351428Z","caller":"traceutil/trace.go:171","msg":"trace[967040936] linearizableReadLoop","detail":"{readStateIndex:431; appliedIndex:430; }","duration":"376.926983ms","start":"2026-03-09T22:28:42.97448Z","end":"2026-03-09T22:28:43.351407Z","steps":["trace[967040936] 'read index received' (duration: 42.93µs)","trace[967040936] 'applied index is now lower than readState.Index' (duration: 376.881813ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:28:43.351574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.075118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4372"} {"level":"info","ts":"2026-03-09T22:28:43.351635Z","caller":"traceutil/trace.go:171","msg":"trace[2040889732] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:416; }","duration":"377.18484ms","start":"2026-03-09T22:28:42.974436Z","end":"2026-03-09T22:28:43.351621Z","steps":["trace[2040889732] 'agreement among raft nodes before linearized reading' (duration: 377.041437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:28:43.351675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:28:42.974415Z","time spent":"377.249492ms","remote":"127.0.0.1:40986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4395,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-09T22:28:43.351731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.742998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:503"} {"level":"info","ts":"2026-03-09T22:28:43.351845Z","caller":"traceutil/trace.go:171","msg":"trace[1679940245] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:416; }","duration":"252.938742ms","start":"2026-03-09T22:28:43.098882Z","end":"2026-03-09T22:28:43.351821Z","steps":["trace[1679940245] 'agreement among raft nodes before linearized reading' (duration: 252.677137ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:28:44.081787Z","caller":"traceutil/trace.go:171","msg":"trace[819675700] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"725.470387ms","start":"2026-03-09T22:28:43.356278Z","end":"2026-03-09T22:28:44.081748Z","steps":["trace[819675700] 'process raft request' (duration: 725.238082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:28:44.082021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:28:43.356248Z","time spent":"725.654221ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":488,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:28:44.537Z","caller":"traceutil/trace.go:171","msg":"trace[1564229773] linearizableReadLoop","detail":"{readStateIndex:434; appliedIndex:431; }","duration":"934.155644ms","start":"2026-03-09T22:28:43.602776Z","end":"2026-03-09T22:28:44.536931Z","steps":["trace[1564229773] 'read index received' (duration: 478.755143ms)","trace[1564229773] 'applied index is now lower than readState.Index' (duration: 455.399681ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:28:44.537111Z","caller":"traceutil/trace.go:171","msg":"trace[491014735] transaction","detail":"{read_only:false; response_revision:419; number_of_response:1; }","duration":"1.170440036s","start":"2026-03-09T22:28:43.366661Z","end":"2026-03-09T22:28:44.537101Z","steps":["trace[491014735] 'process raft request' (duration: 1.170229242s)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:28:44.53713Z","caller":"traceutil/trace.go:171","msg":"trace[345825072] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"1.180692455s","start":"2026-03-09T22:28:43.356391Z","end":"2026-03-09T22:28:44.537084Z","steps":["trace[345825072] 'process raft request' (duration: 1.180300916s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:28:44.537224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.271854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T22:28:44.537274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.727539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-09T22:28:44.537314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:28:43.356359Z","time spent":"1.180873339s","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:28:44.53733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.537102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-09T22:28:44.537215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:28:43.366645Z","time spent":"1.170490068s","remote":"127.0.0.1:40986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4364,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:28:44.537378Z","caller":"traceutil/trace.go:171","msg":"trace[1799437407] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:419; }","duration":"869.888223ms","start":"2026-03-09T22:28:43.667459Z","end":"2026-03-09T22:28:44.537347Z","steps":["trace[1799437407] 'agreement among raft nodes before linearized reading' (duration: 869.692658ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:28:44.5374Z","caller":"traceutil/trace.go:171","msg":"trace[1879043250] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:419; }","duration":"171.463398ms","start":"2026-03-09T22:28:44.365872Z","end":"2026-03-09T22:28:44.537335Z","steps":["trace[1879043250] 'agreement among raft nodes before linearized reading' (duration: 171.285834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:28:44.537378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.264983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T22:28:44.537435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:28:43.667366Z","time spent":"870.058196ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-09T22:28:44.537448Z","caller":"traceutil/trace.go:171","msg":"trace[245623388] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:419; }","duration":"934.706876ms","start":"2026-03-09T22:28:43.602701Z","end":"2026-03-09T22:28:44.537408Z","steps":["trace[245623388] 'agreement among raft nodes before linearized reading' (duration: 934.479571ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:28:44.537479Z","caller":"traceutil/trace.go:171","msg":"trace[1848400021] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:419; }","duration":"664.408267ms","start":"2026-03-09T22:28:43.873039Z","end":"2026-03-09T22:28:44.537447Z","steps":["trace[1848400021] 'agreement among raft nodes before linearized reading' (duration: 664.211562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:28:44.537507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:28:43.602675Z","time spent":"934.819249ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T22:28:44.53753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:28:43.873017Z","time spent":"664.503809ms","remote":"127.0.0.1:40770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-09T22:28:52.9791Z","caller":"traceutil/trace.go:171","msg":"trace[229467382] linearizableReadLoop","detail":"{readStateIndex:483; appliedIndex:482; }","duration":"333.88283ms","start":"2026-03-09T22:28:52.645193Z","end":"2026-03-09T22:28:52.979076Z","steps":["trace[229467382] 'read index received' (duration: 333.772207ms)","trace[229467382] 'applied index is now lower than readState.Index' (duration: 109.623µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:28:52.97924Z","caller":"traceutil/trace.go:171","msg":"trace[2062626692] transaction","detail":"{read_only:false; response_revision:467; number_of_response:1; }","duration":"341.227051ms","start":"2026-03-09T22:28:52.637963Z","end":"2026-03-09T22:28:52.97919Z","steps":["trace[2062626692] 'process raft request' (duration: 340.970096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:28:52.979397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:28:52.637925Z","time spent":"341.372985ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:28:52.979382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.176387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-09T22:28:52.979553Z","caller":"traceutil/trace.go:171","msg":"trace[1914016697] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:467; }","duration":"334.427622ms","start":"2026-03-09T22:28:52.645108Z","end":"2026-03-09T22:28:52.979536Z","steps":["trace[1914016697] 'agreement among raft nodes before linearized reading' (duration: 334.102365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:28:52.979626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:28:52.645077Z","time spent":"334.520774ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T22:28:53.606457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.923801ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-09T22:28:53.606742Z","caller":"traceutil/trace.go:171","msg":"trace[825233052] linearizableReadLoop","detail":"{readStateIndex:484; appliedIndex:483; }","duration":"627.533947ms","start":"2026-03-09T22:28:52.979176Z","end":"2026-03-09T22:28:53.60671Z","steps":["trace[825233052] 'read index received' (duration: 53.354501ms)","trace[825233052] 'applied index is now lower than readState.Index' (duration: 574.173986ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:28:53.606802Z","caller":"traceutil/trace.go:171","msg":"trace[804503229] transaction","detail":"{read_only:false; response_revision:468; number_of_response:1; }","duration":"623.756424ms","start":"2026-03-09T22:28:52.983025Z","end":"2026-03-09T22:28:53.606781Z","steps":["trace[804503229] 'process raft request' (duration: 623.5547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:28:53.606943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.143334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T22:28:53.606948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.4411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-09T22:28:53.607027Z","caller":"traceutil/trace.go:171","msg":"trace[776006410] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:468; }","duration":"957.535892ms","start":"2026-03-09T22:28:52.649472Z","end":"2026-03-09T22:28:53.607008Z","steps":["trace[776006410] 'agreement among raft nodes before linearized reading' (duration: 957.333928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:28:53.607062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:28:52.983006Z","time spent":"623.842016ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:28:53.607082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:28:52.649431Z","time spent":"957.642245ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-09T22:28:53.606986Z","caller":"traceutil/trace.go:171","msg":"trace[1597724724] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:468; }","duration":"241.203995ms","start":"2026-03-09T22:28:53.365772Z","end":"2026-03-09T22:28:53.606976Z","steps":["trace[1597724724] 'agreement among raft nodes before linearized reading' (duration: 241.109623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:28:54.72086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.973154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:28:54.720966Z","caller":"traceutil/trace.go:171","msg":"trace[1557481598] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:470; }","duration":"345.104748ms","start":"2026-03-09T22:28:54.37584Z","end":"2026-03-09T22:28:54.720944Z","steps":["trace[1557481598] 'range keys from in-memory index tree' (duration: 344.876922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:28:54.721009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:28:54.375775Z","time spent":"345.2248ms","remote":"127.0.0.1:40770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T22:29:00.249978Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4092255648840348007,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-09T22:29:00.252454Z","caller":"traceutil/trace.go:171","msg":"trace[404271481] linearizableReadLoop","detail":"{readStateIndex:534; appliedIndex:533; }","duration":"503.225418ms","start":"2026-03-09T22:28:59.749193Z","end":"2026-03-09T22:29:00.252418Z","steps":["trace[404271481] 'read index received' (duration: 502.901221ms)","trace[404271481] 'applied index is now lower than readState.Index' (duration: 322.967µs)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:29:00.252726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.501914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-09T22:29:00.252772Z","caller":"traceutil/trace.go:171","msg":"trace[643308567] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:516; }","duration":"503.606686ms","start":"2026-03-09T22:28:59.749153Z","end":"2026-03-09T22:29:00.252759Z","steps":["trace[643308567] 'agreement among raft nodes before linearized reading' (duration: 503.387492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:29:00.252828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:28:59.749129Z","time spent":"503.676077ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-09T22:29:00.252921Z","caller":"traceutil/trace.go:171","msg":"trace[1581673048] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"610.587526ms","start":"2026-03-09T22:28:59.642277Z","end":"2026-03-09T22:29:00.252865Z","steps":["trace[1581673048] 'process raft request' (duration: 609.940062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:29:00.253166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:28:59.642247Z","time spent":"610.799249ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:29:07.659154Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4092255648840348098,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T22:29:08.159706Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4092255648840348098,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T22:29:08.24683Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.116745468s","expected-duration":"1s"} {"level":"info","ts":"2026-03-09T22:29:08.247317Z","caller":"traceutil/trace.go:171","msg":"trace[394752579] linearizableReadLoop","detail":"{readStateIndex:579; appliedIndex:578; }","duration":"1.089223754s","start":"2026-03-09T22:29:07.158066Z","end":"2026-03-09T22:29:08.24729Z","steps":["trace[394752579] 'read index received' (duration: 1.088947528s)","trace[394752579] 'applied index is now lower than readState.Index' (duration: 274.896µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:29:08.247631Z","caller":"traceutil/trace.go:171","msg":"trace[711180632] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"1.117663368s","start":"2026-03-09T22:29:07.129956Z","end":"2026-03-09T22:29:08.24762Z","steps":["trace[711180632] 'process raft request' (duration: 1.117155237s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:29:08.24774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:29:07.129936Z","time spent":"1.117733829s","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:29:08.247843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089719765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:29:08.247977Z","caller":"traceutil/trace.go:171","msg":"trace[571232765] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:560; }","duration":"1.089899248s","start":"2026-03-09T22:29:07.158046Z","end":"2026-03-09T22:29:08.247945Z","steps":["trace[571232765] 'agreement among raft nodes before linearized reading' (duration: 1.089660603s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:29:08.248045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:29:07.158038Z","time spent":"1.08999462s","remote":"127.0.0.1:40892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-09T22:29:08.248398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.883851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.12\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-09T22:29:08.248595Z","caller":"traceutil/trace.go:171","msg":"trace[1430403701] range","detail":"{range_begin:/registry/masterleases/162.253.55.12; range_end:; response_count:1; response_revision:560; }","duration":"422.126377ms","start":"2026-03-09T22:29:07.826386Z","end":"2026-03-09T22:29:08.248513Z","steps":["trace[1430403701] 'agreement among raft nodes before linearized reading' (duration: 421.441262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:29:08.248791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:29:07.826366Z","time spent":"422.347483ms","remote":"127.0.0.1:40802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/162.253.55.12\" "} {"level":"warn","ts":"2026-03-09T22:29:10.36503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000133969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-09T22:29:10.365104Z","caller":"traceutil/trace.go:171","msg":"trace[2100213374] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000251392s","start":"2026-03-09T22:29:08.364837Z","end":"2026-03-09T22:29:10.365088Z","steps":["trace[2100213374] 'agreement among raft nodes before linearized reading' (duration: 2.00015087s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:29:10.365156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:29:08.364824Z","time spent":"2.000314553s","remote":"127.0.0.1:40770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/09 22:29:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-09T22:29:10.55603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.288706734s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-09T22:29:10.556184Z","caller":"traceutil/trace.go:171","msg":"trace[524092093] linearizableReadLoop","detail":"{readStateIndex:580; appliedIndex:579; }","duration":"2.243397149s","start":"2026-03-09T22:29:08.31276Z","end":"2026-03-09T22:29:10.556157Z","steps":["trace[524092093] 'read index received' (duration: 45.09µs)","trace[524092093] 'applied index is now lower than readState.Index' (duration: 2.243350089s)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:29:10.556393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:29:08.250917Z","time spent":"2.30539618s","remote":"127.0.0.1:40802","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-09T22:29:10.556623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.236913606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-09T22:29:10.556726Z","caller":"traceutil/trace.go:171","msg":"trace[71944989] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:560; }","duration":"2.23709968s","start":"2026-03-09T22:29:08.319602Z","end":"2026-03-09T22:29:10.556701Z","steps":["trace[71944989] 'agreement among raft nodes before linearized reading' (duration: 2.236871455s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:29:10.55676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.410491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T22:29:10.556847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.770749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-09T22:29:10.556887Z","caller":"traceutil/trace.go:171","msg":"trace[552917553] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:560; }","duration":"191.540775ms","start":"2026-03-09T22:29:10.365315Z","end":"2026-03-09T22:29:10.556856Z","steps":["trace[552917553] 'agreement among raft nodes before linearized reading' (duration: 191.292388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:29:10.556799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:29:08.319583Z","time spent":"2.237200303s","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-09T22:29:10.556907Z","caller":"traceutil/trace.go:171","msg":"trace[1201081779] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:560; }","duration":"303.904502ms","start":"2026-03-09T22:29:10.252987Z","end":"2026-03-09T22:29:10.556892Z","steps":["trace[1201081779] 'agreement among raft nodes before linearized reading' (duration: 303.758187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:29:10.556961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:29:10.252959Z","time spent":"303.993264ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T22:29:10.556947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.244162307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-09T22:29:10.557037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.234421573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-09T22:29:10.55708Z","caller":"traceutil/trace.go:171","msg":"trace[259484268] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:560; }","duration":"2.244363361s","start":"2026-03-09T22:29:08.312685Z","end":"2026-03-09T22:29:10.557048Z","steps":["trace[259484268] 'agreement among raft nodes before linearized reading' (duration: 2.244066013s)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:29:10.557199Z","caller":"traceutil/trace.go:171","msg":"trace[337483800] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:560; }","duration":"2.234626797s","start":"2026-03-09T22:29:08.322508Z","end":"2026-03-09T22:29:10.557135Z","steps":["trace[337483800] 'agreement among raft nodes before linearized reading' (duration: 2.234247258s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:29:10.557216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:29:08.312657Z","time spent":"2.244497234s","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T22:29:10.557262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:29:08.322479Z","time spent":"2.23477177s","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T22:29:11.066701Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4092255648840348105,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T22:29:11.533411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.644304ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T22:29:11.534118Z","caller":"traceutil/trace.go:171","msg":"trace[34466267] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"975.67214ms","start":"2026-03-09T22:29:10.558346Z","end":"2026-03-09T22:29:11.534018Z","steps":["trace[34466267] 'process raft request' (duration: 662.32037ms)","trace[34466267] 'compare' (duration: 312.305767ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:29:11.534517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:29:10.558319Z","time spent":"976.056178ms","remote":"127.0.0.1:40802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:29:11.821223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.121263ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:29:11.821368Z","caller":"traceutil/trace.go:171","msg":"trace[479449783] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:561; }","duration":"123.299127ms","start":"2026-03-09T22:29:11.698048Z","end":"2026-03-09T22:29:11.821347Z","steps":["trace[479449783] 'range keys from in-memory index tree' (duration: 123.095413ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:29:11.848573Z","caller":"traceutil/trace.go:171","msg":"trace[1629134226] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"1.286406222s","start":"2026-03-09T22:29:10.562129Z","end":"2026-03-09T22:29:11.848535Z","steps":["trace[1629134226] 'process raft request' (duration: 1.28630858s)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:29:11.84864Z","caller":"traceutil/trace.go:171","msg":"trace[710054695] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"1.286679388s","start":"2026-03-09T22:29:10.56191Z","end":"2026-03-09T22:29:11.848589Z","steps":["trace[710054695] 'process raft request' (duration: 1.286177206s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:29:11.848842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:29:10.562111Z","time spent":"1.286581136s","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:29:11.848883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:29:10.561881Z","time spent":"1.286885493s","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:29:11.849264Z","caller":"traceutil/trace.go:171","msg":"trace[1054215338] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"1.287085587s","start":"2026-03-09T22:29:10.562149Z","end":"2026-03-09T22:29:11.849234Z","steps":["trace[1054215338] 'process raft request' (duration: 1.286793651s)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:29:11.849179Z","caller":"traceutil/trace.go:171","msg":"trace[1337064270] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"1.286977985s","start":"2026-03-09T22:29:10.562149Z","end":"2026-03-09T22:29:11.849127Z","steps":["trace[1337064270] 'process raft request' (duration: 1.286339011s)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:29:11.849262Z","caller":"traceutil/trace.go:171","msg":"trace[584756905] linearizableReadLoop","detail":"{readStateIndex:586; appliedIndex:580; }","duration":"1.282748932s","start":"2026-03-09T22:29:10.566424Z","end":"2026-03-09T22:29:11.849173Z","steps":["trace[584756905] 'read index received' (duration: 654.249783ms)","trace[584756905] 'applied index is now lower than readState.Index' (duration: 628.497739ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:29:11.849329Z","caller":"traceutil/trace.go:171","msg":"trace[2041064733] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"1.286761439s","start":"2026-03-09T22:29:10.562524Z","end":"2026-03-09T22:29:11.849286Z","steps":["trace[2041064733] 'process raft request' (duration: 1.286572405s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:29:11.849366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:29:10.562128Z","time spent":"1.287192909s","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-09T22:29:11.849451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:29:10.562517Z","time spent":"1.286865441s","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:29:11.849451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:29:10.562135Z","time spent":"1.287202709s","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:29:11.849471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.283019438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:29:11.849519Z","caller":"traceutil/trace.go:171","msg":"trace[814705106] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:566; }","duration":"1.283114959s","start":"2026-03-09T22:29:10.56639Z","end":"2026-03-09T22:29:11.849505Z","steps":["trace[814705106] 'agreement among raft nodes before linearized reading' (duration: 1.282986156s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:29:11.849567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:29:10.566381Z","time spent":"1.28317586s","remote":"127.0.0.1:40770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T22:29:11.881279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.312618207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:29:11.881351Z","caller":"traceutil/trace.go:171","msg":"trace[135731981] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:567; }","duration":"1.312708588s","start":"2026-03-09T22:29:10.568623Z","end":"2026-03-09T22:29:11.881331Z","steps":["trace[135731981] 'agreement among raft nodes before linearized reading' (duration: 1.312581786s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:29:11.881398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:29:10.568615Z","time spent":"1.31277177s","remote":"127.0.0.1:40892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-09T22:29:11.881423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.34571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-09T22:29:11.881527Z","caller":"traceutil/trace.go:171","msg":"trace[923209735] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"129.288258ms","start":"2026-03-09T22:29:11.752223Z","end":"2026-03-09T22:29:11.881511Z","steps":["trace[923209735] 'process raft request' (duration: 128.787008ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:29:11.881564Z","caller":"traceutil/trace.go:171","msg":"trace[1419315540] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:567; }","duration":"344.484313ms","start":"2026-03-09T22:29:11.537025Z","end":"2026-03-09T22:29:11.881509Z","steps":["trace[1419315540] 'agreement among raft nodes before linearized reading' (duration: 344.196887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:29:11.88163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:29:11.537003Z","time spent":"344.596165ms","remote":"127.0.0.1:40972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-09T22:29:13.953722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.376697ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-09T22:29:13.953875Z","caller":"traceutil/trace.go:171","msg":"trace[297903953] linearizableReadLoop","detail":"{readStateIndex:588; appliedIndex:587; }","duration":"587.467187ms","start":"2026-03-09T22:29:13.366382Z","end":"2026-03-09T22:29:13.95385Z","steps":["trace[297903953] 'read index received' (duration: 413.841935ms)","trace[297903953] 'applied index is now lower than readState.Index' (duration: 173.623242ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:29:13.954015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.61882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:29:13.954099Z","caller":"traceutil/trace.go:171","msg":"trace[1332771256] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:567; }","duration":"587.768683ms","start":"2026-03-09T22:29:13.366316Z","end":"2026-03-09T22:29:13.954085Z","steps":["trace[1332771256] 'agreement among raft nodes before linearized reading' (duration: 587.62702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:29:13.954121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.039185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-09T22:29:13.954152Z","caller":"traceutil/trace.go:171","msg":"trace[44579165] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:567; }","duration":"100.109657ms","start":"2026-03-09T22:29:13.854034Z","end":"2026-03-09T22:29:13.954143Z","steps":["trace[44579165] 'agreement among raft nodes before linearized reading' (duration: 100.050235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:29:13.954215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.155608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-09T22:29:13.954252Z","caller":"traceutil/trace.go:171","msg":"trace[1769881951] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:567; }","duration":"100.21993ms","start":"2026-03-09T22:29:13.854023Z","end":"2026-03-09T22:29:13.954243Z","steps":["trace[1769881951] 'agreement among raft nodes before linearized reading' (duration: 100.153378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:29:13.954151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:29:13.36629Z","time spent":"587.850156ms","remote":"127.0.0.1:40770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T22:29:13.954046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.005617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-09T22:29:13.954511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.451125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-09T22:29:13.954545Z","caller":"traceutil/trace.go:171","msg":"trace[443230287] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:567; }","duration":"100.527386ms","start":"2026-03-09T22:29:13.854008Z","end":"2026-03-09T22:29:13.954535Z","steps":["trace[443230287] 'agreement among raft nodes before linearized reading' (duration: 100.471745ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:29:13.954552Z","caller":"traceutil/trace.go:171","msg":"trace[424896638] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:567; }","duration":"101.535109ms","start":"2026-03-09T22:29:13.852982Z","end":"2026-03-09T22:29:13.954517Z","steps":["trace[424896638] 'agreement among raft nodes before linearized reading' (duration: 100.997177ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:29:14.528645Z","caller":"traceutil/trace.go:171","msg":"trace[1007893774] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"138.199514ms","start":"2026-03-09T22:29:14.39042Z","end":"2026-03-09T22:29:14.528619Z","steps":["trace[1007893774] 'process raft request' (duration: 130.256099ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:29:14.533863Z","caller":"traceutil/trace.go:171","msg":"trace[2078828828] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"112.581242ms","start":"2026-03-09T22:29:14.421262Z","end":"2026-03-09T22:29:14.533843Z","steps":["trace[2078828828] 'process raft request' (duration: 112.50119ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:29:14.533995Z","caller":"traceutil/trace.go:171","msg":"trace[164014650] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"127.05876ms","start":"2026-03-09T22:29:14.40688Z","end":"2026-03-09T22:29:14.533938Z","steps":["trace[164014650] 'process raft request' (duration: 126.722653ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:29:14.534121Z","caller":"traceutil/trace.go:171","msg":"trace[567134922] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"126.681812ms","start":"2026-03-09T22:29:14.407424Z","end":"2026-03-09T22:29:14.534106Z","steps":["trace[567134922] 'process raft request' (duration: 126.227012ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:29:14.534039Z","caller":"traceutil/trace.go:171","msg":"trace[1514310721] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"127.124161ms","start":"2026-03-09T22:29:14.406849Z","end":"2026-03-09T22:29:14.533974Z","steps":["trace[1514310721] 'process raft request' (duration: 126.63865ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:29:14.872305Z","caller":"traceutil/trace.go:171","msg":"trace[88083821] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"175.234757ms","start":"2026-03-09T22:29:14.697032Z","end":"2026-03-09T22:29:14.872267Z","steps":["trace[88083821] 'process raft request' (duration: 139.38594ms)","trace[88083821] 'compare' (duration: 35.636803ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:29:14.873759Z","caller":"traceutil/trace.go:171","msg":"trace[1261821056] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"175.992953ms","start":"2026-03-09T22:29:14.697738Z","end":"2026-03-09T22:29:14.873731Z","steps":["trace[1261821056] 'process raft request' (duration: 175.813338ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:29:14.873842Z","caller":"traceutil/trace.go:171","msg":"trace[1865666306] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"173.411117ms","start":"2026-03-09T22:29:14.700403Z","end":"2026-03-09T22:29:14.873815Z","steps":["trace[1865666306] 'process raft request' (duration: 173.188341ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:29:14.873823Z","caller":"traceutil/trace.go:171","msg":"trace[1014937938] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"176.637008ms","start":"2026-03-09T22:29:14.697077Z","end":"2026-03-09T22:29:14.873714Z","steps":["trace[1014937938] 'process raft request' (duration: 176.348751ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:29:14.874193Z","caller":"traceutil/trace.go:171","msg":"trace[46409077] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"164.261856ms","start":"2026-03-09T22:29:14.709912Z","end":"2026-03-09T22:29:14.874174Z","steps":["trace[46409077] 'process raft request' (duration: 164.124123ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:29:14.874251Z","caller":"traceutil/trace.go:171","msg":"trace[390062649] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"170.83157ms","start":"2026-03-09T22:29:14.703397Z","end":"2026-03-09T22:29:14.874229Z","steps":["trace[390062649] 'process raft request' (duration: 170.352269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:29:15.93537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.410545ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-09T22:29:15.935686Z","caller":"traceutil/trace.go:171","msg":"trace[1421747267] transaction","detail":"{read_only:false; response_revision:692; number_of_response:1; }","duration":"394.539231ms","start":"2026-03-09T22:29:15.541076Z","end":"2026-03-09T22:29:15.935615Z","steps":["trace[1421747267] 'process raft request' (duration: 11.790448ms)","trace[1421747267] 'compare' (duration: 382.206771ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:29:15.936022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:29:15.54106Z","time spent":"394.794058ms","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":856,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-09T22:29:15.936284Z","caller":"traceutil/trace.go:171","msg":"trace[329553738] transaction","detail":"{read_only:false; response_revision:693; number_of_response:1; }","duration":"369.85653ms","start":"2026-03-09T22:29:15.566402Z","end":"2026-03-09T22:29:15.936259Z","steps":["trace[329553738] 'process raft request' (duration: 369.329359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:29:15.936394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:29:15.56637Z","time spent":"369.971772ms","remote":"127.0.0.1:40892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211678,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:29:26.977775Z","caller":"traceutil/trace.go:171","msg":"trace[359632964] transaction","detail":"{read_only:false; response_revision:882; number_of_response:1; }","duration":"111.492977ms","start":"2026-03-09T22:29:26.866255Z","end":"2026-03-09T22:29:26.977748Z","steps":["trace[359632964] 'process raft request' (duration: 111.364835ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:29:34.30853Z","caller":"traceutil/trace.go:171","msg":"trace[1069923696] linearizableReadLoop","detail":"{readStateIndex:944; appliedIndex:943; }","duration":"111.973718ms","start":"2026-03-09T22:29:34.196537Z","end":"2026-03-09T22:29:34.308511Z","steps":["trace[1069923696] 'read index received' (duration: 111.858635ms)","trace[1069923696] 'applied index is now lower than readState.Index' (duration: 114.253µs)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:29:34.308706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.163231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-09T22:29:34.308732Z","caller":"traceutil/trace.go:171","msg":"trace[1029801884] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:915; }","duration":"111.242352ms","start":"2026-03-09T22:29:34.197482Z","end":"2026-03-09T22:29:34.308724Z","steps":["trace[1029801884] 'agreement among raft nodes before linearized reading' (duration: 111.13695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:29:34.308783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.217973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-09T22:29:34.308854Z","caller":"traceutil/trace.go:171","msg":"trace[1884080699] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:915; }","duration":"112.313086ms","start":"2026-03-09T22:29:34.196524Z","end":"2026-03-09T22:29:34.308837Z","steps":["trace[1884080699] 'agreement among raft nodes before linearized reading' (duration: 112.094731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:29:34.308873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.817119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-09T22:29:34.308876Z","caller":"traceutil/trace.go:171","msg":"trace[205700565] transaction","detail":"{read_only:false; response_revision:915; number_of_response:1; }","duration":"132.030648ms","start":"2026-03-09T22:29:34.176553Z","end":"2026-03-09T22:29:34.308584Z","steps":["trace[205700565] 'process raft request' (duration: 131.848895ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:29:34.308963Z","caller":"traceutil/trace.go:171","msg":"trace[957909894] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:915; }","duration":"108.929191ms","start":"2026-03-09T22:29:34.200016Z","end":"2026-03-09T22:29:34.308945Z","steps":["trace[957909894] 'agreement among raft nodes before linearized reading' (duration: 108.670076ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:29:38.566024Z","caller":"traceutil/trace.go:171","msg":"trace[1737070399] linearizableReadLoop","detail":"{readStateIndex:990; appliedIndex:989; }","duration":"150.440414ms","start":"2026-03-09T22:29:38.415552Z","end":"2026-03-09T22:29:38.565992Z","steps":["trace[1737070399] 'read index received' (duration: 126.014957ms)","trace[1737070399] 'applied index is now lower than readState.Index' (duration: 24.424147ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:29:38.566118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.828047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:29:38.56621Z","caller":"traceutil/trace.go:171","msg":"trace[1730650887] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:960; }","duration":"199.95132ms","start":"2026-03-09T22:29:38.366236Z","end":"2026-03-09T22:29:38.566187Z","steps":["trace[1730650887] 'agreement among raft nodes before linearized reading' (duration: 199.795987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:29:38.566261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.780721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-09T22:29:38.56626Z","caller":"traceutil/trace.go:171","msg":"trace[1915584829] transaction","detail":"{read_only:false; response_revision:960; number_of_response:1; }","duration":"232.488394ms","start":"2026-03-09T22:29:38.333721Z","end":"2026-03-09T22:29:38.56621Z","steps":["trace[1915584829] 'process raft request' (duration: 208.14017ms)","trace[1915584829] 'compare' (duration: 23.979406ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:29:38.566312Z","caller":"traceutil/trace.go:171","msg":"trace[1424662269] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:960; }","duration":"232.865842ms","start":"2026-03-09T22:29:38.333432Z","end":"2026-03-09T22:29:38.566297Z","steps":["trace[1424662269] 'agreement among raft nodes before linearized reading' (duration: 232.666958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:29:38.566591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.434048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-09T22:29:38.566724Z","caller":"traceutil/trace.go:171","msg":"trace[1906725908] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:960; }","duration":"230.662264ms","start":"2026-03-09T22:29:38.33604Z","end":"2026-03-09T22:29:38.566703Z","steps":["trace[1906725908] 'agreement among raft nodes before linearized reading' (duration: 230.066761ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:29:38.572972Z","caller":"traceutil/trace.go:171","msg":"trace[764707482] transaction","detail":"{read_only:false; response_revision:961; number_of_response:1; }","duration":"153.256204ms","start":"2026-03-09T22:29:38.419684Z","end":"2026-03-09T22:29:38.57294Z","steps":["trace[764707482] 'process raft request' (duration: 152.991358ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:29:48.213954Z","caller":"traceutil/trace.go:171","msg":"trace[2036646042] transaction","detail":"{read_only:false; response_revision:1000; number_of_response:1; }","duration":"346.240111ms","start":"2026-03-09T22:29:47.867642Z","end":"2026-03-09T22:29:48.213882Z","steps":["trace[2036646042] 'process raft request' (duration: 341.429036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:29:48.21419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:29:47.86761Z","time spent":"346.450466ms","remote":"127.0.0.1:40802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:30:02.760326Z","caller":"traceutil/trace.go:171","msg":"trace[1288942584] transaction","detail":"{read_only:false; response_revision:1121; number_of_response:1; }","duration":"101.70844ms","start":"2026-03-09T22:30:02.658567Z","end":"2026-03-09T22:30:02.760275Z","steps":["trace[1288942584] 'process raft request' (duration: 101.321051ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:30:03.140845Z","caller":"traceutil/trace.go:171","msg":"trace[1888250660] transaction","detail":"{read_only:false; response_revision:1122; number_of_response:1; }","duration":"373.778659ms","start":"2026-03-09T22:30:02.767034Z","end":"2026-03-09T22:30:03.140813Z","steps":["trace[1888250660] 'process raft request' (duration: 371.902978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:30:03.140994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:30:02.767Z","time spent":"373.921392ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:30:03.142722Z","caller":"traceutil/trace.go:171","msg":"trace[468190829] transaction","detail":"{read_only:false; response_revision:1123; number_of_response:1; }","duration":"375.1354ms","start":"2026-03-09T22:30:02.767558Z","end":"2026-03-09T22:30:03.142693Z","steps":["trace[468190829] 'process raft request' (duration: 374.809443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:30:03.142862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:30:02.767545Z","time spent":"375.244282ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:30:03.142891Z","caller":"traceutil/trace.go:171","msg":"trace[225977240] transaction","detail":"{read_only:false; response_revision:1124; number_of_response:1; }","duration":"375.215621ms","start":"2026-03-09T22:30:02.767654Z","end":"2026-03-09T22:30:03.14287Z","steps":["trace[225977240] 'process raft request' (duration: 374.919635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:30:03.142985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:30:02.767648Z","time spent":"375.287483ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:30:03.143015Z","caller":"traceutil/trace.go:171","msg":"trace[1773058309] transaction","detail":"{read_only:false; response_revision:1126; number_of_response:1; }","duration":"372.865369ms","start":"2026-03-09T22:30:02.770072Z","end":"2026-03-09T22:30:03.142938Z","steps":["trace[1773058309] 'process raft request' (duration: 372.589933ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:30:03.143101Z","caller":"traceutil/trace.go:171","msg":"trace[143523082] transaction","detail":"{read_only:false; response_revision:1125; number_of_response:1; }","duration":"375.093599ms","start":"2026-03-09T22:30:02.767697Z","end":"2026-03-09T22:30:03.142791Z","steps":["trace[143523082] 'process raft request' (duration: 374.927205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:30:03.143385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:30:02.767692Z","time spent":"375.558849ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:30:03.144209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:30:02.770065Z","time spent":"373.077474ms","remote":"127.0.0.1:41000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4334,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:30:11.303388Z","caller":"traceutil/trace.go:171","msg":"trace[1912880917] linearizableReadLoop","detail":"{readStateIndex:1286; appliedIndex:1285; }","duration":"122.409216ms","start":"2026-03-09T22:30:11.180945Z","end":"2026-03-09T22:30:11.303354Z","steps":["trace[1912880917] 'read index received' (duration: 122.317424ms)","trace[1912880917] 'applied index is now lower than readState.Index' (duration: 90.742µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:30:11.303529Z","caller":"traceutil/trace.go:171","msg":"trace[1230884701] transaction","detail":"{read_only:false; response_revision:1246; number_of_response:1; }","duration":"123.478469ms","start":"2026-03-09T22:30:11.180009Z","end":"2026-03-09T22:30:11.303487Z","steps":["trace[1230884701] 'process raft request' (duration: 123.109721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:30:11.303693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.727762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-09T22:30:11.303746Z","caller":"traceutil/trace.go:171","msg":"trace[1680123191] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1246; }","duration":"122.884236ms","start":"2026-03-09T22:30:11.180846Z","end":"2026-03-09T22:30:11.30373Z","steps":["trace[1680123191] 'agreement among raft nodes before linearized reading' (duration: 122.669971ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:30:11.519668Z","caller":"traceutil/trace.go:171","msg":"trace[1335102681] transaction","detail":"{read_only:false; response_revision:1248; number_of_response:1; }","duration":"336.646901ms","start":"2026-03-09T22:30:11.182986Z","end":"2026-03-09T22:30:11.519632Z","steps":["trace[1335102681] 'process raft request' (duration: 336.594ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:30:11.519712Z","caller":"traceutil/trace.go:171","msg":"trace[1201115821] transaction","detail":"{read_only:false; response_revision:1247; number_of_response:1; }","duration":"337.759006ms","start":"2026-03-09T22:30:11.181892Z","end":"2026-03-09T22:30:11.519651Z","steps":["trace[1201115821] 'process raft request' (duration: 290.6902ms)","trace[1201115821] 'compare' (duration: 46.856101ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:30:11.519857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:30:11.182975Z","time spent":"336.786595ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:30:11.520008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:30:11.181877Z","time spent":"337.932849ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:30:11.523328Z","caller":"traceutil/trace.go:171","msg":"trace[1123006867] transaction","detail":"{read_only:false; response_revision:1249; number_of_response:1; }","duration":"214.912142ms","start":"2026-03-09T22:30:11.308387Z","end":"2026-03-09T22:30:11.523299Z","steps":["trace[1123006867] 'process raft request' (duration: 214.706608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:30:11.917235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.031858ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:30:11.917426Z","caller":"traceutil/trace.go:171","msg":"trace[174254145] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1249; }","duration":"217.264873ms","start":"2026-03-09T22:30:11.700134Z","end":"2026-03-09T22:30:11.917399Z","steps":["trace[174254145] 'range keys from in-memory index tree' (duration: 216.986997ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:30:22.755756Z","caller":"traceutil/trace.go:171","msg":"trace[1469706023] linearizableReadLoop","detail":"{readStateIndex:1525; appliedIndex:1524; }","duration":"113.322085ms","start":"2026-03-09T22:30:22.642399Z","end":"2026-03-09T22:30:22.755721Z","steps":["trace[1469706023] 'read index received' (duration: 113.165661ms)","trace[1469706023] 'applied index is now lower than readState.Index' (duration: 154.884µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:30:22.755887Z","caller":"traceutil/trace.go:171","msg":"trace[1269358560] transaction","detail":"{read_only:false; response_revision:1465; number_of_response:1; }","duration":"124.546152ms","start":"2026-03-09T22:30:22.631314Z","end":"2026-03-09T22:30:22.75586Z","steps":["trace[1269358560] 'process raft request' (duration: 124.236015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:30:22.756084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.667532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-09T22:30:22.756171Z","caller":"traceutil/trace.go:171","msg":"trace[1192585624] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1465; }","duration":"113.805285ms","start":"2026-03-09T22:30:22.642346Z","end":"2026-03-09T22:30:22.756151Z","steps":["trace[1192585624] 'agreement among raft nodes before linearized reading' (duration: 113.535629ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:30:28.812779Z","caller":"traceutil/trace.go:171","msg":"trace[1768781081] transaction","detail":"{read_only:false; response_revision:1543; number_of_response:1; }","duration":"163.510949ms","start":"2026-03-09T22:30:28.649233Z","end":"2026-03-09T22:30:28.812744Z","steps":["trace[1768781081] 'process raft request' (duration: 163.289855ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:30:29.183934Z","caller":"traceutil/trace.go:171","msg":"trace[77524480] linearizableReadLoop","detail":"{readStateIndex:1611; appliedIndex:1609; }","duration":"374.24072ms","start":"2026-03-09T22:30:28.809668Z","end":"2026-03-09T22:30:29.183909Z","steps":["trace[77524480] 'read index received' (duration: 2.904574ms)","trace[77524480] 'applied index is now lower than readState.Index' (duration: 371.334756ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:30:29.184308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.627069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-09T22:30:29.184368Z","caller":"traceutil/trace.go:171","msg":"trace[776967780] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1544; }","duration":"374.73274ms","start":"2026-03-09T22:30:28.809616Z","end":"2026-03-09T22:30:29.184349Z","steps":["trace[776967780] 'agreement among raft nodes before linearized reading' (duration: 374.412003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:30:29.184409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:30:28.80959Z","time spent":"374.806272ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-09T22:30:29.184251Z","caller":"traceutil/trace.go:171","msg":"trace[1362570916] transaction","detail":"{read_only:false; response_revision:1544; number_of_response:1; }","duration":"531.750108ms","start":"2026-03-09T22:30:28.652431Z","end":"2026-03-09T22:30:29.184181Z","steps":["trace[1362570916] 'process raft request' (duration: 520.279905ms)","trace[1362570916] 'compare' (duration: 10.821249ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:30:29.184645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:30:28.652399Z","time spent":"532.102256ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:30:37.294735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.753687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:30:37.294874Z","caller":"traceutil/trace.go:171","msg":"trace[567526131] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1652; }","duration":"927.944391ms","start":"2026-03-09T22:30:36.366882Z","end":"2026-03-09T22:30:37.294827Z","steps":["trace[567526131] 'range keys from in-memory index tree' (duration: 927.645404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:30:37.294931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:30:36.366855Z","time spent":"928.064413ms","remote":"127.0.0.1:40770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T22:30:37.294366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.778783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:30:37.295066Z","caller":"traceutil/trace.go:171","msg":"trace[645544712] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:1652; }","duration":"663.493259ms","start":"2026-03-09T22:30:36.631521Z","end":"2026-03-09T22:30:37.295014Z","steps":["trace[645544712] 'count revisions from in-memory index tree' (duration: 662.63605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:30:37.295159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:30:36.631453Z","time spent":"663.666882ms","remote":"127.0.0.1:33720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-09T22:30:37.295521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099142429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T22:30:37.295647Z","caller":"traceutil/trace.go:171","msg":"trace[1165787797] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1652; }","duration":"1.099312724s","start":"2026-03-09T22:30:36.196307Z","end":"2026-03-09T22:30:37.29562Z","steps":["trace[1165787797] 'count revisions from in-memory index tree' (duration: 1.099049108s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:30:37.295717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:30:36.196283Z","time spent":"1.099420087s","remote":"127.0.0.1:41268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":5,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-09T22:30:37.297364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19587163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c5736701-63ca-4485-9eb4-bfac900afa12\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-09T22:30:37.297524Z","caller":"traceutil/trace.go:171","msg":"trace[380937329] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c5736701-63ca-4485-9eb4-bfac900afa12; range_end:; response_count:1; response_revision:1652; }","duration":"1.196051994s","start":"2026-03-09T22:30:36.101424Z","end":"2026-03-09T22:30:37.297476Z","steps":["trace[380937329] 'range keys from in-memory index tree' (duration: 1.195058262s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:30:37.298596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:30:36.101357Z","time spent":"1.196216657s","remote":"127.0.0.1:41000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c5736701-63ca-4485-9eb4-bfac900afa12\" "} {"level":"warn","ts":"2026-03-09T22:30:37.298715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.530148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-09T22:30:37.299064Z","caller":"traceutil/trace.go:171","msg":"trace[2033737477] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1652; }","duration":"565.494131ms","start":"2026-03-09T22:30:36.733508Z","end":"2026-03-09T22:30:37.299002Z","steps":["trace[2033737477] 'range keys from in-memory index tree' (duration: 562.889343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:30:37.299136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:30:36.733478Z","time spent":"565.630793ms","remote":"127.0.0.1:56168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-09T22:30:37.369902Z","caller":"traceutil/trace.go:171","msg":"trace[1367307950] transaction","detail":"{read_only:false; response_revision:1653; number_of_response:1; }","duration":"530.437078ms","start":"2026-03-09T22:30:36.839424Z","end":"2026-03-09T22:30:37.369861Z","steps":["trace[1367307950] 'process raft request' (duration: 530.155292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:30:37.370136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:30:36.839394Z","time spent":"530.615172ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:30:37.379984Z","caller":"traceutil/trace.go:171","msg":"trace[1428825478] linearizableReadLoop","detail":"{readStateIndex:1722; appliedIndex:1720; }","duration":"510.250756ms","start":"2026-03-09T22:30:36.869703Z","end":"2026-03-09T22:30:37.379954Z","steps":["trace[1428825478] 'read index received' (duration: 499.958158ms)","trace[1428825478] 'applied index is now lower than readState.Index' (duration: 10.291478ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:30:37.380025Z","caller":"traceutil/trace.go:171","msg":"trace[1673063087] transaction","detail":"{read_only:false; response_revision:1654; number_of_response:1; }","duration":"530.01022ms","start":"2026-03-09T22:30:36.849982Z","end":"2026-03-09T22:30:37.379992Z","steps":["trace[1673063087] 'process raft request' (duration: 529.746575ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:30:37.380043Z","caller":"traceutil/trace.go:171","msg":"trace[1529698373] transaction","detail":"{read_only:false; response_revision:1655; number_of_response:1; }","duration":"166.449435ms","start":"2026-03-09T22:30:37.213569Z","end":"2026-03-09T22:30:37.380018Z","steps":["trace[1529698373] 'process raft request' (duration: 166.333423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:30:37.380145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:30:36.849966Z","time spent":"530.120393ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:30:37.380273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.547302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c5736701-63ca-4485-9eb4-bfac900afa12\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-09T22:30:37.380327Z","caller":"traceutil/trace.go:171","msg":"trace[1190494850] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c5736701-63ca-4485-9eb4-bfac900afa12; range_end:; response_count:1; response_revision:1655; }","duration":"510.649834ms","start":"2026-03-09T22:30:36.869661Z","end":"2026-03-09T22:30:37.380311Z","steps":["trace[1190494850] 'agreement among raft nodes before linearized reading' (duration: 510.43696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:30:37.380321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.700925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:503"} {"level":"warn","ts":"2026-03-09T22:30:37.380365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:30:36.869645Z","time spent":"510.710635ms","remote":"127.0.0.1:41000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c5736701-63ca-4485-9eb4-bfac900afa12\" "} {"level":"info","ts":"2026-03-09T22:30:37.380387Z","caller":"traceutil/trace.go:171","msg":"trace[2018545498] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1655; }","duration":"158.826678ms","start":"2026-03-09T22:30:37.221539Z","end":"2026-03-09T22:30:37.380365Z","steps":["trace[2018545498] 'agreement among raft nodes before linearized reading' (duration: 158.642974ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:30:37.551091Z","caller":"traceutil/trace.go:171","msg":"trace[205692577] linearizableReadLoop","detail":"{readStateIndex:1725; appliedIndex:1723; }","duration":"162.386095ms","start":"2026-03-09T22:30:37.388681Z","end":"2026-03-09T22:30:37.551068Z","steps":["trace[205692577] 'read index received' (duration: 16.425161ms)","trace[205692577] 'applied index is now lower than readState.Index' (duration: 145.959904ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:30:37.551164Z","caller":"traceutil/trace.go:171","msg":"trace[1586668365] transaction","detail":"{read_only:false; response_revision:1657; number_of_response:1; }","duration":"163.191443ms","start":"2026-03-09T22:30:37.38794Z","end":"2026-03-09T22:30:37.551131Z","steps":["trace[1586668365] 'process raft request' (duration: 162.975789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:30:37.551271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.548779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:30:37.551314Z","caller":"traceutil/trace.go:171","msg":"trace[860643534] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1657; }","duration":"162.682032ms","start":"2026-03-09T22:30:37.388621Z","end":"2026-03-09T22:30:37.551303Z","steps":["trace[860643534] 'agreement among raft nodes before linearized reading' (duration: 162.56905ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:30:37.623939Z","caller":"traceutil/trace.go:171","msg":"trace[362798172] transaction","detail":"{read_only:false; response_revision:1658; number_of_response:1; }","duration":"215.878363ms","start":"2026-03-09T22:30:37.408014Z","end":"2026-03-09T22:30:37.623892Z","steps":["trace[362798172] 'process raft request' (duration: 156.429034ms)","trace[362798172] 'compare' (duration: 59.072941ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:30:37.624645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.88484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-09T22:30:37.624723Z","caller":"traceutil/trace.go:171","msg":"trace[1682540896] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1658; }","duration":"180.024944ms","start":"2026-03-09T22:30:37.444681Z","end":"2026-03-09T22:30:37.624706Z","steps":["trace[1682540896] 'agreement among raft nodes before linearized reading' (duration: 179.127134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:30:38.363207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.046954ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T22:30:38.363337Z","caller":"traceutil/trace.go:171","msg":"trace[188090013] linearizableReadLoop","detail":"{readStateIndex:1727; appliedIndex:1726; }","duration":"700.415911ms","start":"2026-03-09T22:30:37.662903Z","end":"2026-03-09T22:30:38.363319Z","steps":["trace[188090013] 'read index received' (duration: 431.197444ms)","trace[188090013] 'applied index is now lower than readState.Index' (duration: 269.217227ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:30:38.363384Z","caller":"traceutil/trace.go:171","msg":"trace[107284746] transaction","detail":"{read_only:false; response_revision:1659; number_of_response:1; }","duration":"734.121523ms","start":"2026-03-09T22:30:37.629243Z","end":"2026-03-09T22:30:38.363364Z","steps":["trace[107284746] 'process raft request' (duration: 464.843245ms)","trace[107284746] 'compare' (duration: 268.946391ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:30:38.363494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.585155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-09T22:30:38.363541Z","caller":"traceutil/trace.go:171","msg":"trace[1052927637] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1659; }","duration":"700.676467ms","start":"2026-03-09T22:30:37.662854Z","end":"2026-03-09T22:30:38.363531Z","steps":["trace[1052927637] 'agreement among raft nodes before linearized reading' (duration: 700.531373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:30:38.363572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:30:37.662838Z","time spent":"700.726747ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T22:30:38.363468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:30:37.629212Z","time spent":"734.215054ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:30:38.374352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.846317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-09T22:30:38.374424Z","caller":"traceutil/trace.go:171","msg":"trace[1170479869] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1660; }","duration":"564.964449ms","start":"2026-03-09T22:30:37.809442Z","end":"2026-03-09T22:30:38.374406Z","steps":["trace[1170479869] 'agreement among raft nodes before linearized reading' (duration: 564.752035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:30:38.374394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.367455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.12\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-09T22:30:38.374454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:30:37.809421Z","time spent":"565.02658ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-09T22:30:38.374491Z","caller":"traceutil/trace.go:171","msg":"trace[1565648145] range","detail":"{range_begin:/registry/masterleases/162.253.55.12; range_end:; response_count:1; response_revision:1660; }","duration":"544.53563ms","start":"2026-03-09T22:30:37.829935Z","end":"2026-03-09T22:30:38.374471Z","steps":["trace[1565648145] 'agreement among raft nodes before linearized reading' (duration: 544.267444ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:30:38.374478Z","caller":"traceutil/trace.go:171","msg":"trace[1262491110] transaction","detail":"{read_only:false; response_revision:1660; number_of_response:1; }","duration":"468.561087ms","start":"2026-03-09T22:30:37.905885Z","end":"2026-03-09T22:30:38.374446Z","steps":["trace[1262491110] 'process raft request' (duration: 468.166828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:30:38.374545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:30:37.829901Z","time spent":"544.635012ms","remote":"127.0.0.1:40802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/162.253.55.12\" "} {"level":"warn","ts":"2026-03-09T22:30:38.374524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.256218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-09T22:30:38.374608Z","caller":"traceutil/trace.go:171","msg":"trace[198389769] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1660; }","duration":"710.391171ms","start":"2026-03-09T22:30:37.664197Z","end":"2026-03-09T22:30:38.374588Z","steps":["trace[198389769] 'agreement among raft nodes before linearized reading' (duration: 710.095145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:30:38.374632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:30:37.905859Z","time spent":"468.688309ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:30:38.374704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:30:37.664178Z","time spent":"710.516783ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T22:30:38.37469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.562566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-09T22:30:38.374763Z","caller":"traceutil/trace.go:171","msg":"trace[264932957] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1660; }","duration":"711.661169ms","start":"2026-03-09T22:30:37.663084Z","end":"2026-03-09T22:30:38.374746Z","steps":["trace[264932957] 'agreement among raft nodes before linearized reading' (duration: 711.28663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:30:38.374798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:30:37.663072Z","time spent":"711.717609ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-09T22:30:45.180405Z","caller":"traceutil/trace.go:171","msg":"trace[1687324067] transaction","detail":"{read_only:false; response_revision:1723; number_of_response:1; }","duration":"293.368129ms","start":"2026-03-09T22:30:44.887012Z","end":"2026-03-09T22:30:45.180381Z","steps":["trace[1687324067] 'process raft request' (duration: 293.201986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:30:51.832877Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4092255648840350461,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T22:30:52.299962Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.533569925s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-09T22:30:52.893595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196170605s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:30:52.89379Z","caller":"traceutil/trace.go:171","msg":"trace[1649690206] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1757; }","duration":"1.196384481s","start":"2026-03-09T22:30:51.697379Z","end":"2026-03-09T22:30:52.893763Z","steps":["trace[1649690206] 'range keys from in-memory index tree' (duration: 1.196147405s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:30:52.894339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.07514ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T22:30:52.894402Z","caller":"traceutil/trace.go:171","msg":"trace[1734743420] transaction","detail":"{read_only:false; response_revision:1758; number_of_response:1; }","duration":"2.128093635s","start":"2026-03-09T22:30:50.766299Z","end":"2026-03-09T22:30:52.894392Z","steps":["trace[1734743420] 'process raft request' (duration: 1.533887382s)","trace[1734743420] 'compare' (duration: 593.743573ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:30:52.894445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:30:50.766264Z","time spent":"2.128158385s","remote":"127.0.0.1:41106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1712,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:30:52.894637Z","caller":"traceutil/trace.go:171","msg":"trace[2116152598] transaction","detail":"{read_only:false; response_revision:1759; number_of_response:1; }","duration":"2.12786521s","start":"2026-03-09T22:30:50.76676Z","end":"2026-03-09T22:30:52.894625Z","steps":["trace[2116152598] 'process raft request' (duration: 2.127687106s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:30:52.894686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:30:50.766739Z","time spent":"2.12792048s","remote":"127.0.0.1:41266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5636,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:30:52.894705Z","caller":"traceutil/trace.go:171","msg":"trace[179940211] linearizableReadLoop","detail":"{readStateIndex:1833; appliedIndex:1828; }","duration":"1.562633475s","start":"2026-03-09T22:30:51.332045Z","end":"2026-03-09T22:30:52.894679Z","steps":["trace[179940211] 'read index received' (duration: 968.110485ms)","trace[179940211] 'applied index is now lower than readState.Index' (duration: 594.52186ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:30:52.894794Z","caller":"traceutil/trace.go:171","msg":"trace[853986673] transaction","detail":"{read_only:false; response_revision:1760; number_of_response:1; }","duration":"1.438196664s","start":"2026-03-09T22:30:51.456555Z","end":"2026-03-09T22:30:52.894752Z","steps":["trace[853986673] 'process raft request' (duration: 1.43800735s)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:30:52.894819Z","caller":"traceutil/trace.go:171","msg":"trace[874861313] transaction","detail":"{read_only:false; response_revision:1762; number_of_response:1; }","duration":"1.213240202s","start":"2026-03-09T22:30:51.681566Z","end":"2026-03-09T22:30:52.894806Z","steps":["trace[874861313] 'process raft request' (duration: 1.213077568s)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:30:52.894836Z","caller":"traceutil/trace.go:171","msg":"trace[1328420332] transaction","detail":"{read_only:false; response_revision:1761; number_of_response:1; }","duration":"1.437635852s","start":"2026-03-09T22:30:51.457181Z","end":"2026-03-09T22:30:52.894817Z","steps":["trace[1328420332] 'process raft request' (duration: 1.437426497s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:30:52.894932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:30:51.681546Z","time spent":"1.213308633s","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:30:52.894934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:30:51.456534Z","time spent":"1.438320807s","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:30:52.894933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:30:51.457166Z","time spent":"1.437710193s","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:30:52.894992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.562930421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-ckpxw\" ","response":"range_response_count:1 size:6143"} {"level":"info","ts":"2026-03-09T22:30:52.896769Z","caller":"traceutil/trace.go:171","msg":"trace[486934515] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-ckpxw; range_end:; response_count:1; response_revision:1762; }","duration":"1.564708391s","start":"2026-03-09T22:30:51.332004Z","end":"2026-03-09T22:30:52.896713Z","steps":["trace[486934515] 'agreement among raft nodes before linearized reading' (duration: 1.562810669s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:30:52.896897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:30:51.331988Z","time spent":"1.564885524s","remote":"127.0.0.1:41000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6166,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-ckpxw\" "} {"level":"warn","ts":"2026-03-09T22:30:52.896937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.532202654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:30:52.897026Z","caller":"traceutil/trace.go:171","msg":"trace[24796424] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:1763; }","duration":"1.532331727s","start":"2026-03-09T22:30:51.364675Z","end":"2026-03-09T22:30:52.897007Z","steps":["trace[24796424] 'agreement among raft nodes before linearized reading' (duration: 1.532174964s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:30:52.897075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:30:51.364663Z","time spent":"1.532400329s","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-09T22:30:52.897728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.531935049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T22:30:52.897773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.374750438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-09T22:30:52.897813Z","caller":"traceutil/trace.go:171","msg":"trace[2116662861] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1763; }","duration":"1.532048601s","start":"2026-03-09T22:30:51.365739Z","end":"2026-03-09T22:30:52.897788Z","steps":["trace[2116662861] 'agreement among raft nodes before linearized reading' (duration: 1.531922579s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:30:52.897859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:30:51.365726Z","time spent":"1.532124703s","remote":"127.0.0.1:40770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T22:30:52.897859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.364958632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-09T22:30:52.897851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.733488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T22:30:52.897917Z","caller":"traceutil/trace.go:171","msg":"trace[1830280001] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1763; }","duration":"1.365047574s","start":"2026-03-09T22:30:51.532856Z","end":"2026-03-09T22:30:52.897903Z","steps":["trace[1830280001] 'agreement among raft nodes before linearized reading' (duration: 1.36488035s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:30:52.897955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:30:51.532838Z","time spent":"1.365109256s","remote":"127.0.0.1:56168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-09T22:30:52.897898Z","caller":"traceutil/trace.go:171","msg":"trace[405604211] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1763; }","duration":"1.374809339s","start":"2026-03-09T22:30:51.523004Z","end":"2026-03-09T22:30:52.897813Z","steps":["trace[405604211] 'agreement among raft nodes before linearized reading' (duration: 1.374649795s)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:30:52.897982Z","caller":"traceutil/trace.go:171","msg":"trace[1496212843] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1763; }","duration":"913.899881ms","start":"2026-03-09T22:30:51.984036Z","end":"2026-03-09T22:30:52.897936Z","steps":["trace[1496212843] 'agreement among raft nodes before linearized reading' (duration: 913.685956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:30:52.898057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:30:51.98402Z","time spent":"914.021424ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":12,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-09T22:30:52.898049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.535178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-09T22:30:52.898206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.623802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-09T22:30:52.898248Z","caller":"traceutil/trace.go:171","msg":"trace[1118358654] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1763; }","duration":"366.842197ms","start":"2026-03-09T22:30:52.531396Z","end":"2026-03-09T22:30:52.898238Z","steps":["trace[1118358654] 'agreement among raft nodes before linearized reading' (duration: 366.701914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:30:52.898278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:30:52.531387Z","time spent":"366.884218ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-09T22:30:52.89823Z","caller":"traceutil/trace.go:171","msg":"trace[58659062] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1763; }","duration":"380.930407ms","start":"2026-03-09T22:30:52.517278Z","end":"2026-03-09T22:30:52.898208Z","steps":["trace[58659062] 'agreement among raft nodes before linearized reading' (duration: 380.364065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:30:52.898487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:30:52.517244Z","time spent":"381.224713ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T22:30:52.898617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.540452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-09T22:30:52.898664Z","caller":"traceutil/trace.go:171","msg":"trace[1981501458] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1763; }","duration":"367.655094ms","start":"2026-03-09T22:30:52.531Z","end":"2026-03-09T22:30:52.898655Z","steps":["trace[1981501458] 'agreement among raft nodes before linearized reading' (duration: 367.499401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:30:52.898667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.854439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-09T22:30:52.898697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:30:52.530953Z","time spent":"367.737126ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-09T22:30:52.898702Z","caller":"traceutil/trace.go:171","msg":"trace[1859483965] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1763; }","duration":"367.9125ms","start":"2026-03-09T22:30:52.53078Z","end":"2026-03-09T22:30:52.898692Z","steps":["trace[1859483965] 'agreement among raft nodes before linearized reading' (duration: 367.799757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:30:52.898732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:30:52.530768Z","time spent":"367.958101ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-09T22:30:52.898395Z","caller":"traceutil/trace.go:171","msg":"trace[1557362613] transaction","detail":"{read_only:false; response_revision:1763; number_of_response:1; }","duration":"212.252123ms","start":"2026-03-09T22:30:52.686129Z","end":"2026-03-09T22:30:52.898381Z","steps":["trace[1557362613] 'process raft request' (duration: 210.598647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:30:52.899493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:30:51.522947Z","time spent":"1.375080686s","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-09T22:31:13.130754Z","caller":"traceutil/trace.go:171","msg":"trace[2022181048] linearizableReadLoop","detail":"{readStateIndex:1954; appliedIndex:1952; }","duration":"111.699866ms","start":"2026-03-09T22:31:13.019032Z","end":"2026-03-09T22:31:13.130732Z","steps":["trace[2022181048] 'read index received' (duration: 80.405533ms)","trace[2022181048] 'applied index is now lower than readState.Index' (duration: 31.293473ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:31:13.130858Z","caller":"traceutil/trace.go:171","msg":"trace[346413718] transaction","detail":"{read_only:false; response_revision:1879; number_of_response:1; }","duration":"115.544573ms","start":"2026-03-09T22:31:13.015277Z","end":"2026-03-09T22:31:13.130821Z","steps":["trace[346413718] 'process raft request' (duration: 98.742111ms)","trace[346413718] 'compare' (duration: 16.607547ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:31:13.131073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.029888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-09T22:31:13.131076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.816691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-09T22:31:13.131134Z","caller":"traceutil/trace.go:171","msg":"trace[920530109] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1879; }","duration":"109.12331ms","start":"2026-03-09T22:31:13.021993Z","end":"2026-03-09T22:31:13.131116Z","steps":["trace[920530109] 'agreement among raft nodes before linearized reading' (duration: 108.949266ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:31:13.131144Z","caller":"traceutil/trace.go:171","msg":"trace[544390811] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1879; }","duration":"107.923804ms","start":"2026-03-09T22:31:13.023203Z","end":"2026-03-09T22:31:13.131126Z","steps":["trace[544390811] 'agreement among raft nodes before linearized reading' (duration: 107.75406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:31:13.131241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.636069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-09T22:31:13.131326Z","caller":"traceutil/trace.go:171","msg":"trace[2070611264] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1879; }","duration":"108.777953ms","start":"2026-03-09T22:31:13.022529Z","end":"2026-03-09T22:31:13.131307Z","steps":["trace[2070611264] 'agreement among raft nodes before linearized reading' (duration: 108.484026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:31:13.131306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.12257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:503"} {"level":"info","ts":"2026-03-09T22:31:13.131383Z","caller":"traceutil/trace.go:171","msg":"trace[260137735] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1879; }","duration":"109.231362ms","start":"2026-03-09T22:31:13.022138Z","end":"2026-03-09T22:31:13.13137Z","steps":["trace[260137735] 'agreement among raft nodes before linearized reading' (duration: 109.052698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:31:13.131388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.347331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-09T22:31:13.131442Z","caller":"traceutil/trace.go:171","msg":"trace[456749499] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1879; }","duration":"112.420842ms","start":"2026-03-09T22:31:13.019004Z","end":"2026-03-09T22:31:13.131425Z","steps":["trace[456749499] 'agreement among raft nodes before linearized reading' (duration: 111.86046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:31:28.359566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.092982ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T22:31:28.359705Z","caller":"traceutil/trace.go:171","msg":"trace[852371081] linearizableReadLoop","detail":"{readStateIndex:2031; appliedIndex:2030; }","duration":"100.298024ms","start":"2026-03-09T22:31:28.259384Z","end":"2026-03-09T22:31:28.359682Z","steps":["trace[852371081] 'read index received' (duration: 62.901µs)","trace[852371081] 'applied index is now lower than readState.Index' (duration: 100.232963ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:31:28.359914Z","caller":"traceutil/trace.go:171","msg":"trace[1526801949] transaction","detail":"{read_only:false; response_revision:1952; number_of_response:1; }","duration":"389.176529ms","start":"2026-03-09T22:31:27.970676Z","end":"2026-03-09T22:31:28.359852Z","steps":["trace[1526801949] 'process raft request' (duration: 75.680508ms)","trace[1526801949] 'compare' (duration: 312.635102ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:31:28.36027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:31:27.97064Z","time spent":"389.468126ms","remote":"127.0.0.1:40802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:31:28.360289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.910348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-09T22:31:28.360586Z","caller":"traceutil/trace.go:171","msg":"trace[1844458895] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1952; }","duration":"101.211144ms","start":"2026-03-09T22:31:28.259323Z","end":"2026-03-09T22:31:28.360535Z","steps":["trace[1844458895] 'agreement among raft nodes before linearized reading' (duration: 100.414617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:31:29.761334Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4092255648840350928,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-09T22:31:30.012502Z","caller":"traceutil/trace.go:171","msg":"trace[377104051] linearizableReadLoop","detail":"{readStateIndex:2036; appliedIndex:2034; }","duration":"751.830202ms","start":"2026-03-09T22:31:29.26065Z","end":"2026-03-09T22:31:30.01248Z","steps":["trace[377104051] 'read index received' (duration: 679.714882ms)","trace[377104051] 'applied index is now lower than readState.Index' (duration: 72.11478ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:31:30.012624Z","caller":"traceutil/trace.go:171","msg":"trace[1008317213] transaction","detail":"{read_only:false; response_revision:1957; number_of_response:1; }","duration":"406.063754ms","start":"2026-03-09T22:31:29.606552Z","end":"2026-03-09T22:31:30.012615Z","steps":["trace[1008317213] 'process raft request' (duration: 405.88693ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:31:30.012569Z","caller":"traceutil/trace.go:171","msg":"trace[865359127] transaction","detail":"{read_only:false; response_revision:1956; number_of_response:1; }","duration":"789.341773ms","start":"2026-03-09T22:31:29.223179Z","end":"2026-03-09T22:31:30.01252Z","steps":["trace[865359127] 'process raft request' (duration: 717.164692ms)","trace[865359127] 'compare' (duration: 71.484916ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:31:30.012973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:31:29.223146Z","time spent":"789.703981ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":488,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:31:30.013328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.66514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-09T22:31:30.013336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.623377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189b4cee2a8f0da1\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-03-09T22:31:30.013346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.589729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-09T22:31:30.01336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.744562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-09T22:31:30.013426Z","caller":"traceutil/trace.go:171","msg":"trace[1382727237] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1957; }","duration":"752.721381ms","start":"2026-03-09T22:31:29.260683Z","end":"2026-03-09T22:31:30.013405Z","steps":["trace[1382727237] 'agreement among raft nodes before linearized reading' (duration: 752.502216ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:31:30.013439Z","caller":"traceutil/trace.go:171","msg":"trace[679625159] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189b4cee2a8f0da1; range_end:; response_count:1; response_revision:1957; }","duration":"374.70294ms","start":"2026-03-09T22:31:29.63867Z","end":"2026-03-09T22:31:30.013373Z","steps":["trace[679625159] 'agreement among raft nodes before linearized reading' (duration: 374.536276ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:31:30.013385Z","caller":"traceutil/trace.go:171","msg":"trace[1578987570] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1957; }","duration":"752.753602ms","start":"2026-03-09T22:31:29.260615Z","end":"2026-03-09T22:31:30.013368Z","steps":["trace[1578987570] 'agreement among raft nodes before linearized reading' (duration: 752.573268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:31:30.013486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:31:29.260644Z","time spent":"752.827774ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T22:31:30.01352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:31:29.638655Z","time spent":"374.853622ms","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189b4cee2a8f0da1\" "} {"level":"warn","ts":"2026-03-09T22:31:30.013534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:31:29.260595Z","time spent":"752.929926ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T22:31:30.013523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.573251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-09T22:31:30.013471Z","caller":"traceutil/trace.go:171","msg":"trace[1425692532] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1957; }","duration":"743.865634ms","start":"2026-03-09T22:31:29.269573Z","end":"2026-03-09T22:31:30.013439Z","steps":["trace[1425692532] 'agreement among raft nodes before linearized reading' (duration: 743.636509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:31:30.013544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:31:29.606516Z","time spent":"406.128476ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:31:30.013629Z","caller":"traceutil/trace.go:171","msg":"trace[465474178] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1957; }","duration":"749.718073ms","start":"2026-03-09T22:31:29.263882Z","end":"2026-03-09T22:31:30.0136Z","steps":["trace[465474178] 'agreement among raft nodes before linearized reading' (duration: 749.361686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:31:30.013659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:31:29.26956Z","time spent":"744.072649ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T22:31:30.013683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:31:29.263866Z","time spent":"749.805626ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T22:31:30.013428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.881271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-09T22:31:30.013742Z","caller":"traceutil/trace.go:171","msg":"trace[1896268099] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1957; }","duration":"613.264808ms","start":"2026-03-09T22:31:29.400463Z","end":"2026-03-09T22:31:30.013728Z","steps":["trace[1896268099] 'agreement among raft nodes before linearized reading' (duration: 612.720836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:31:30.013774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:31:29.400442Z","time spent":"613.3218ms","remote":"127.0.0.1:56168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-09T22:31:30.216346Z","caller":"traceutil/trace.go:171","msg":"trace[1970136467] transaction","detail":"{read_only:false; response_revision:1962; number_of_response:1; }","duration":"179.779216ms","start":"2026-03-09T22:31:30.036513Z","end":"2026-03-09T22:31:30.216292Z","steps":["trace[1970136467] 'process raft request' (duration: 135.26257ms)","trace[1970136467] 'compare' (duration: 44.272831ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:31:31.545876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179826931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:31:31.546147Z","caller":"traceutil/trace.go:171","msg":"trace[2079729154] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1962; }","duration":"1.180151899s","start":"2026-03-09T22:31:30.365952Z","end":"2026-03-09T22:31:31.546104Z","steps":["trace[2079729154] 'range keys from in-memory index tree' (duration: 1.179716748s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:31:31.546322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:31:30.365927Z","time spent":"1.180373603s","remote":"127.0.0.1:40770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T22:31:31.546544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.348531ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T22:31:31.547278Z","caller":"traceutil/trace.go:171","msg":"trace[1493526279] transaction","detail":"{read_only:false; response_revision:1963; number_of_response:1; }","duration":"1.0142456s","start":"2026-03-09T22:31:30.532964Z","end":"2026-03-09T22:31:31.54721Z","steps":["trace[1493526279] 'process raft request' (duration: 363.06937ms)","trace[1493526279] 'compare' (duration: 649.527793ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:31:31.547288Z","caller":"traceutil/trace.go:171","msg":"trace[1736146261] linearizableReadLoop","detail":"{readStateIndex:2043; appliedIndex:2042; }","duration":"931.408644ms","start":"2026-03-09T22:31:30.615842Z","end":"2026-03-09T22:31:31.54725Z","steps":["trace[1736146261] 'read index received' (duration: 280.06822ms)","trace[1736146261] 'applied index is now lower than readState.Index' (duration: 651.336574ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:31:31.547392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:31:30.532944Z","time spent":"1.014403863s","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:31:31.547492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.618028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T22:31:31.547619Z","caller":"traceutil/trace.go:171","msg":"trace[836078887] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1963; }","duration":"931.766681ms","start":"2026-03-09T22:31:30.615824Z","end":"2026-03-09T22:31:31.547591Z","steps":["trace[836078887] 'agreement among raft nodes before linearized reading' (duration: 931.557277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:31:31.547688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:31:30.615741Z","time spent":"931.930035ms","remote":"127.0.0.1:56120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-09T22:31:31.548193Z","caller":"traceutil/trace.go:171","msg":"trace[1989858541] transaction","detail":"{read_only:false; response_revision:1964; number_of_response:1; }","duration":"424.520963ms","start":"2026-03-09T22:31:31.123637Z","end":"2026-03-09T22:31:31.548158Z","steps":["trace[1989858541] 'process raft request' (duration: 424.334559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:31:31.548422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:31:31.123609Z","time spent":"424.684217ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:31:31.548603Z","caller":"traceutil/trace.go:171","msg":"trace[1363205313] transaction","detail":"{read_only:false; response_revision:1966; number_of_response:1; }","duration":"340.763546ms","start":"2026-03-09T22:31:31.207819Z","end":"2026-03-09T22:31:31.548583Z","steps":["trace[1363205313] 'process raft request' (duration: 340.608842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:31:31.548566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.16106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T22:31:31.548597Z","caller":"traceutil/trace.go:171","msg":"trace[857916698] transaction","detail":"{read_only:false; response_revision:1965; number_of_response:1; }","duration":"347.25653ms","start":"2026-03-09T22:31:31.201272Z","end":"2026-03-09T22:31:31.548529Z","steps":["trace[857916698] 'process raft request' (duration: 347.034565ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:31:31.548727Z","caller":"traceutil/trace.go:171","msg":"trace[1397063983] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1966; }","duration":"854.386464ms","start":"2026-03-09T22:31:30.694318Z","end":"2026-03-09T22:31:31.548704Z","steps":["trace[1397063983] 'agreement among raft nodes before linearized reading' (duration: 854.159679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:31:31.548723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.359036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-09T22:31:31.548774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:31:30.694289Z","time spent":"854.470867ms","remote":"127.0.0.1:41280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-09T22:31:31.548795Z","caller":"traceutil/trace.go:171","msg":"trace[2049872477] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1966; }","duration":"524.479329ms","start":"2026-03-09T22:31:31.024298Z","end":"2026-03-09T22:31:31.548777Z","steps":["trace[2049872477] 'agreement among raft nodes before linearized reading' (duration: 524.289355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:31:31.548855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:31:31.024272Z","time spent":"524.564701ms","remote":"127.0.0.1:56168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-09T22:31:31.548977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:31:31.207786Z","time spent":"340.906889ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:31:31.548971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:31:31.201239Z","time spent":"347.532196ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:31:32.194887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.967374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:503"} {"level":"warn","ts":"2026-03-09T22:31:32.194878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.885717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-09T22:31:32.194921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.933648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-09T22:31:32.194988Z","caller":"traceutil/trace.go:171","msg":"trace[1824284270] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1966; }","duration":"177.123227ms","start":"2026-03-09T22:31:32.017843Z","end":"2026-03-09T22:31:32.194966Z","steps":["trace[1824284270] 'range keys from in-memory index tree' (duration: 176.754819ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:31:32.19501Z","caller":"traceutil/trace.go:171","msg":"trace[1624105228] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1966; }","duration":"138.082651ms","start":"2026-03-09T22:31:32.056911Z","end":"2026-03-09T22:31:32.194993Z","steps":["trace[1624105228] 'range keys from in-memory index tree' (duration: 137.694563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:31:32.194951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.562ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:31:32.195032Z","caller":"traceutil/trace.go:171","msg":"trace[353445723] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1966; }","duration":"138.108182ms","start":"2026-03-09T22:31:32.056875Z","end":"2026-03-09T22:31:32.194983Z","steps":["trace[353445723] 'range keys from in-memory index tree' (duration: 137.532839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:31:32.195075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.451518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-09T22:31:32.19513Z","caller":"traceutil/trace.go:171","msg":"trace[1593771685] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1966; }","duration":"137.546339ms","start":"2026-03-09T22:31:32.057569Z","end":"2026-03-09T22:31:32.195115Z","steps":["trace[1593771685] 'range keys from in-memory index tree' (duration: 137.324475ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:31:32.195086Z","caller":"traceutil/trace.go:171","msg":"trace[912511977] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1966; }","duration":"496.705893ms","start":"2026-03-09T22:31:31.69836Z","end":"2026-03-09T22:31:32.195066Z","steps":["trace[912511977] 'range keys from in-memory index tree' (duration: 496.54677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:31:32.19521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.285266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-09T22:31:32.195277Z","caller":"traceutil/trace.go:171","msg":"trace[866037704] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1966; }","duration":"138.394458ms","start":"2026-03-09T22:31:32.056865Z","end":"2026-03-09T22:31:32.195259Z","steps":["trace[866037704] 'range keys from in-memory index tree' (duration: 138.06532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:31:33.057578Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4092255648840350957,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-09T22:31:33.116212Z","caller":"traceutil/trace.go:171","msg":"trace[289104664] transaction","detail":"{read_only:false; response_revision:1967; number_of_response:1; }","duration":"916.511143ms","start":"2026-03-09T22:31:32.199645Z","end":"2026-03-09T22:31:33.116156Z","steps":["trace[289104664] 'process raft request' (duration: 916.155816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:31:33.116686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:31:32.199605Z","time spent":"916.766589ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":488,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:31:33.11742Z","caller":"traceutil/trace.go:171","msg":"trace[1680319896] linearizableReadLoop","detail":"{readStateIndex:2051; appliedIndex:2046; }","duration":"560.269063ms","start":"2026-03-09T22:31:32.557076Z","end":"2026-03-09T22:31:33.117345Z","steps":["trace[1680319896] 'read index received' (duration: 558.826912ms)","trace[1680319896] 'applied index is now lower than readState.Index' (duration: 1.441021ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:31:33.117451Z","caller":"traceutil/trace.go:171","msg":"trace[168452743] transaction","detail":"{read_only:false; response_revision:1969; number_of_response:1; }","duration":"916.86934ms","start":"2026-03-09T22:31:32.200565Z","end":"2026-03-09T22:31:33.117434Z","steps":["trace[168452743] 'process raft request' (duration: 916.653116ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:31:33.117543Z","caller":"traceutil/trace.go:171","msg":"trace[391215799] transaction","detail":"{read_only:false; response_revision:1970; number_of_response:1; }","duration":"916.761818ms","start":"2026-03-09T22:31:32.200757Z","end":"2026-03-09T22:31:33.117519Z","steps":["trace[391215799] 'process raft request' (duration: 916.497462ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:31:33.117539Z","caller":"traceutil/trace.go:171","msg":"trace[1750911988] transaction","detail":"{read_only:false; response_revision:1968; number_of_response:1; }","duration":"917.617987ms","start":"2026-03-09T22:31:32.199875Z","end":"2026-03-09T22:31:33.117493Z","steps":["trace[1750911988] 'process raft request' (duration: 917.193967ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:31:33.117588Z","caller":"traceutil/trace.go:171","msg":"trace[1206394140] transaction","detail":"{read_only:false; response_revision:1971; number_of_response:1; }","duration":"916.290948ms","start":"2026-03-09T22:31:32.201249Z","end":"2026-03-09T22:31:33.11754Z","steps":["trace[1206394140] 'process raft request' (duration: 916.038962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:31:33.117635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:31:32.200711Z","time spent":"916.875361ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:31:33.117644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.337165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T22:31:33.117824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:31:32.201229Z","time spent":"916.44258ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:31:33.117822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.722646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T22:31:33.117753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:31:32.200544Z","time spent":"916.974862ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:31:33.117863Z","caller":"traceutil/trace.go:171","msg":"trace[641708164] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:1971; }","duration":"445.630091ms","start":"2026-03-09T22:31:32.672218Z","end":"2026-03-09T22:31:33.117848Z","steps":["trace[641708164] 'agreement among raft nodes before linearized reading' (duration: 445.353075ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:31:33.117885Z","caller":"traceutil/trace.go:171","msg":"trace[1780858181] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1971; }","duration":"221.834799ms","start":"2026-03-09T22:31:32.896032Z","end":"2026-03-09T22:31:33.117866Z","steps":["trace[1780858181] 'agreement among raft nodes before linearized reading' (duration: 221.705026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:31:33.117767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:31:32.199821Z","time spent":"917.815131ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:31:33.117914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:31:32.672191Z","time spent":"445.707393ms","remote":"127.0.0.1:56058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-09T22:31:33.118171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.0539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-09T22:31:33.119414Z","caller":"traceutil/trace.go:171","msg":"trace[650780027] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1971; }","duration":"562.36098ms","start":"2026-03-09T22:31:32.557012Z","end":"2026-03-09T22:31:33.119373Z","steps":["trace[650780027] 'agreement among raft nodes before linearized reading' (duration: 560.557599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:31:33.119528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:31:32.556983Z","time spent":"562.503513ms","remote":"127.0.0.1:56168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-09T22:32:01.468388Z","caller":"traceutil/trace.go:171","msg":"trace[1779877294] linearizableReadLoop","detail":"{readStateIndex:2376; appliedIndex:2375; }","duration":"386.813527ms","start":"2026-03-09T22:32:01.081508Z","end":"2026-03-09T22:32:01.468321Z","steps":["trace[1779877294] 'read index received' (duration: 386.586762ms)","trace[1779877294] 'applied index is now lower than readState.Index' (duration: 224.635µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:32:01.468423Z","caller":"traceutil/trace.go:171","msg":"trace[846105529] transaction","detail":"{read_only:false; response_revision:2282; number_of_response:1; }","duration":"657.876637ms","start":"2026-03-09T22:32:00.810494Z","end":"2026-03-09T22:32:01.468371Z","steps":["trace[846105529] 'process raft request' (duration: 657.600721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:32:01.468689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:32:00.81046Z","time spent":"658.079793ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:32:01.468841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.279647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T22:32:01.468942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.59535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-09T22:32:01.469015Z","caller":"traceutil/trace.go:171","msg":"trace[1539906161] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2282; }","duration":"118.775565ms","start":"2026-03-09T22:32:01.350219Z","end":"2026-03-09T22:32:01.468994Z","steps":["trace[1539906161] 'agreement among raft nodes before linearized reading' (duration: 118.523379ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:32:01.468982Z","caller":"traceutil/trace.go:171","msg":"trace[417082856] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2282; }","duration":"101.499061ms","start":"2026-03-09T22:32:01.367454Z","end":"2026-03-09T22:32:01.468953Z","steps":["trace[417082856] 'agreement among raft nodes before linearized reading' (duration: 101.260736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:32:01.469095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.243554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-09T22:32:01.469089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.384275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-09T22:32:01.469194Z","caller":"traceutil/trace.go:171","msg":"trace[1956909305] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2282; }","duration":"101.332856ms","start":"2026-03-09T22:32:01.367829Z","end":"2026-03-09T22:32:01.469162Z","steps":["trace[1956909305] 'agreement among raft nodes before linearized reading' (duration: 101.088611ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:32:01.469209Z","caller":"traceutil/trace.go:171","msg":"trace[271054839] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2282; }","duration":"109.573089ms","start":"2026-03-09T22:32:01.359609Z","end":"2026-03-09T22:32:01.469182Z","steps":["trace[271054839] 'agreement among raft nodes before linearized reading' (duration: 109.221271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:32:01.469182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.409207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-09T22:32:01.469303Z","caller":"traceutil/trace.go:171","msg":"trace[1790144802] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2282; }","duration":"123.607381ms","start":"2026-03-09T22:32:01.345667Z","end":"2026-03-09T22:32:01.469275Z","steps":["trace[1790144802] 'agreement among raft nodes before linearized reading' (duration: 123.183312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:32:01.469456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.451553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-09T22:32:01.469983Z","caller":"traceutil/trace.go:171","msg":"trace[898328512] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2282; }","duration":"388.417444ms","start":"2026-03-09T22:32:01.081442Z","end":"2026-03-09T22:32:01.469859Z","steps":["trace[898328512] 'agreement among raft nodes before linearized reading' (duration: 386.996113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:32:01.470204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:32:01.081412Z","time spent":"388.773281ms","remote":"127.0.0.1:41000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-09T22:32:01.469781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.218402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-09T22:32:01.470802Z","caller":"traceutil/trace.go:171","msg":"trace[1433306728] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2282; }","duration":"188.468479ms","start":"2026-03-09T22:32:01.282317Z","end":"2026-03-09T22:32:01.470786Z","steps":["trace[1433306728] 'agreement among raft nodes before linearized reading' (duration: 186.379653ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:32:08.690496Z","caller":"traceutil/trace.go:171","msg":"trace[658625477] transaction","detail":"{read_only:false; response_revision:2330; number_of_response:1; }","duration":"159.005346ms","start":"2026-03-09T22:32:08.531456Z","end":"2026-03-09T22:32:08.690461Z","steps":["trace[658625477] 'process raft request' (duration: 158.782701ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:32:23.795048Z","caller":"traceutil/trace.go:171","msg":"trace[129548384] transaction","detail":"{read_only:false; response_revision:2412; number_of_response:1; }","duration":"104.102325ms","start":"2026-03-09T22:32:23.690913Z","end":"2026-03-09T22:32:23.795015Z","steps":["trace[129548384] 'process raft request' (duration: 29.158609ms)","trace[129548384] 'compare' (duration: 74.650989ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:32:23.79525Z","caller":"traceutil/trace.go:171","msg":"trace[1713292846] transaction","detail":"{read_only:false; response_revision:2413; number_of_response:1; }","duration":"103.035461ms","start":"2026-03-09T22:32:23.692159Z","end":"2026-03-09T22:32:23.795194Z","steps":["trace[1713292846] 'process raft request' (duration: 102.761215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:32:23.795605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.585877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-09T22:32:23.795665Z","caller":"traceutil/trace.go:171","msg":"trace[791214971] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2413; }","duration":"100.70207ms","start":"2026-03-09T22:32:23.694948Z","end":"2026-03-09T22:32:23.79565Z","steps":["trace[791214971] 'agreement among raft nodes before linearized reading' (duration: 100.421813ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:32:33.971012Z","caller":"traceutil/trace.go:171","msg":"trace[862428674] linearizableReadLoop","detail":"{readStateIndex:2566; appliedIndex:2564; }","duration":"129.175273ms","start":"2026-03-09T22:32:33.841618Z","end":"2026-03-09T22:32:33.970793Z","steps":["trace[862428674] 'read index received' (duration: 50.34665ms)","trace[862428674] 'applied index is now lower than readState.Index' (duration: 78.826913ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:32:33.971651Z","caller":"traceutil/trace.go:171","msg":"trace[1090651324] transaction","detail":"{read_only:false; response_revision:2464; number_of_response:1; }","duration":"131.167827ms","start":"2026-03-09T22:32:33.840455Z","end":"2026-03-09T22:32:33.971623Z","steps":["trace[1090651324] 'process raft request' (duration: 130.143544ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:32:33.971983Z","caller":"traceutil/trace.go:171","msg":"trace[2094458700] transaction","detail":"{read_only:false; response_revision:2465; number_of_response:1; }","duration":"113.089864ms","start":"2026-03-09T22:32:33.85888Z","end":"2026-03-09T22:32:33.97197Z","steps":["trace[2094458700] 'process raft request' (duration: 111.852497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:32:33.972182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.541902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-09T22:32:33.972275Z","caller":"traceutil/trace.go:171","msg":"trace[1346842123] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2465; }","duration":"130.696656ms","start":"2026-03-09T22:32:33.841558Z","end":"2026-03-09T22:32:33.972255Z","steps":["trace[1346842123] 'agreement among raft nodes before linearized reading' (duration: 130.42207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:32:33.972277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.209053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-09T22:32:33.972384Z","caller":"traceutil/trace.go:171","msg":"trace[222341990] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2465; }","duration":"129.431818ms","start":"2026-03-09T22:32:33.842928Z","end":"2026-03-09T22:32:33.97236Z","steps":["trace[222341990] 'agreement among raft nodes before linearized reading' (duration: 129.05499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:32:33.972406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.196653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-09T22:32:33.972541Z","caller":"traceutil/trace.go:171","msg":"trace[1235122818] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2465; }","duration":"116.342646ms","start":"2026-03-09T22:32:33.856151Z","end":"2026-03-09T22:32:33.972494Z","steps":["trace[1235122818] 'agreement among raft nodes before linearized reading' (duration: 116.005398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:32:33.973123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.147765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-09T22:32:33.97321Z","caller":"traceutil/trace.go:171","msg":"trace[1448975503] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2465; }","duration":"121.287168ms","start":"2026-03-09T22:32:33.851903Z","end":"2026-03-09T22:32:33.97319Z","steps":["trace[1448975503] 'agreement among raft nodes before linearized reading' (duration: 120.329646ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:32:34.092584Z","caller":"traceutil/trace.go:171","msg":"trace[683387343] transaction","detail":"{read_only:false; response_revision:2466; number_of_response:1; }","duration":"114.947436ms","start":"2026-03-09T22:32:33.977583Z","end":"2026-03-09T22:32:34.09253Z","steps":["trace[683387343] 'process raft request' (duration: 49.236416ms)","trace[683387343] 'compare' (duration: 65.098907ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:32:34.092654Z","caller":"traceutil/trace.go:171","msg":"trace[1776013277] transaction","detail":"{read_only:false; response_revision:2468; number_of_response:1; }","duration":"114.866124ms","start":"2026-03-09T22:32:33.977728Z","end":"2026-03-09T22:32:34.092594Z","steps":["trace[1776013277] 'process raft request' (duration: 114.736712ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:32:34.09287Z","caller":"traceutil/trace.go:171","msg":"trace[1065743177] transaction","detail":"{read_only:false; response_revision:2467; number_of_response:1; }","duration":"115.263623ms","start":"2026-03-09T22:32:33.977595Z","end":"2026-03-09T22:32:34.092859Z","steps":["trace[1065743177] 'process raft request' (duration: 114.705731ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:32:34.092912Z","caller":"traceutil/trace.go:171","msg":"trace[548980511] transaction","detail":"{read_only:false; response_revision:2469; number_of_response:1; }","duration":"114.570638ms","start":"2026-03-09T22:32:33.978313Z","end":"2026-03-09T22:32:34.092884Z","steps":["trace[548980511] 'process raft request' (duration: 114.19128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:32:34.741653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.620448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-09T22:32:34.741761Z","caller":"traceutil/trace.go:171","msg":"trace[757011848] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2469; }","duration":"118.805692ms","start":"2026-03-09T22:32:34.622931Z","end":"2026-03-09T22:32:34.741737Z","steps":["trace[757011848] 'range keys from in-memory index tree' (duration: 118.390762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:32:34.741993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.684218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:32:34.742104Z","caller":"traceutil/trace.go:171","msg":"trace[810493233] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2469; }","duration":"377.848021ms","start":"2026-03-09T22:32:34.364235Z","end":"2026-03-09T22:32:34.742083Z","steps":["trace[810493233] 'range keys from in-memory index tree' (duration: 377.570435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:32:34.742147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:32:34.364213Z","time spent":"377.925014ms","remote":"127.0.0.1:40784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T22:32:34.742416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.517359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T22:32:34.742534Z","caller":"traceutil/trace.go:171","msg":"trace[505510436] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:2469; }","duration":"290.707864ms","start":"2026-03-09T22:32:34.451799Z","end":"2026-03-09T22:32:34.742507Z","steps":["trace[505510436] 'count revisions from in-memory index tree' (duration: 290.405717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:32:35.866128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.576357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189b4d01024f426f\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-09T22:32:35.86624Z","caller":"traceutil/trace.go:171","msg":"trace[600647470] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189b4d01024f426f; range_end:; response_count:1; response_revision:2470; }","duration":"847.777631ms","start":"2026-03-09T22:32:35.018436Z","end":"2026-03-09T22:32:35.866214Z","steps":["trace[600647470] 'range keys from in-memory index tree' (duration: 847.171348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:32:35.866302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:32:35.018411Z","time spent":"847.879113ms","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":788,"request content":"key:\"/registry/events/openstack/valkey-node-0.189b4d01024f426f\" "} {"level":"warn","ts":"2026-03-09T22:32:35.866284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.583507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:32:35.866383Z","caller":"traceutil/trace.go:171","msg":"trace[1937590861] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2470; }","duration":"498.730161ms","start":"2026-03-09T22:32:35.367618Z","end":"2026-03-09T22:32:35.866348Z","steps":["trace[1937590861] 'range keys from in-memory index tree' (duration: 498.475144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:32:35.866428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:32:35.367588Z","time spent":"498.829922ms","remote":"127.0.0.1:40770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-09T22:32:36.208621Z","caller":"traceutil/trace.go:171","msg":"trace[1663573112] transaction","detail":"{read_only:false; response_revision:2471; number_of_response:1; }","duration":"339.054119ms","start":"2026-03-09T22:32:35.869524Z","end":"2026-03-09T22:32:36.208578Z","steps":["trace[1663573112] 'process raft request' (duration: 338.889885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:32:36.208825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:32:35.869499Z","time spent":"339.224342ms","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:32:36.367204Z","caller":"traceutil/trace.go:171","msg":"trace[630927392] transaction","detail":"{read_only:false; response_revision:2474; number_of_response:1; }","duration":"388.6485ms","start":"2026-03-09T22:32:35.978522Z","end":"2026-03-09T22:32:36.36717Z","steps":["trace[630927392] 'process raft request' (duration: 388.489737ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:32:36.367251Z","caller":"traceutil/trace.go:171","msg":"trace[1363990705] transaction","detail":"{read_only:false; response_revision:2473; number_of_response:1; }","duration":"440.196758ms","start":"2026-03-09T22:32:35.927014Z","end":"2026-03-09T22:32:36.367211Z","steps":["trace[1363990705] 'process raft request' (duration: 439.961143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:32:36.367473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:32:35.927001Z","time spent":"440.395302ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:32:36.367474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:32:35.978506Z","time spent":"388.826765ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:32:36.367657Z","caller":"traceutil/trace.go:171","msg":"trace[1172214015] transaction","detail":"{read_only:false; response_revision:2475; number_of_response:1; }","duration":"388.901216ms","start":"2026-03-09T22:32:35.978679Z","end":"2026-03-09T22:32:36.36758Z","steps":["trace[1172214015] 'process raft request' (duration: 388.453036ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:32:36.367674Z","caller":"traceutil/trace.go:171","msg":"trace[1774141791] transaction","detail":"{read_only:false; response_revision:2476; number_of_response:1; }","duration":"267.559659ms","start":"2026-03-09T22:32:36.100098Z","end":"2026-03-09T22:32:36.367658Z","steps":["trace[1774141791] 'process raft request' (duration: 267.392195ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:32:36.367766Z","caller":"traceutil/trace.go:171","msg":"trace[374486510] transaction","detail":"{read_only:false; response_revision:2477; number_of_response:1; }","duration":"200.438766ms","start":"2026-03-09T22:32:36.167317Z","end":"2026-03-09T22:32:36.367756Z","steps":["trace[374486510] 'process raft request' (duration: 200.267552ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:32:36.36747Z","caller":"traceutil/trace.go:171","msg":"trace[143477890] transaction","detail":"{read_only:false; response_revision:2472; number_of_response:1; }","duration":"496.56526ms","start":"2026-03-09T22:32:35.870731Z","end":"2026-03-09T22:32:36.367296Z","steps":["trace[143477890] 'process raft request' (duration: 496.09595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:32:36.367946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.186161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-09T22:32:36.36802Z","caller":"traceutil/trace.go:171","msg":"trace[1084422099] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2477; }","duration":"356.313444ms","start":"2026-03-09T22:32:36.01169Z","end":"2026-03-09T22:32:36.368004Z","steps":["trace[1084422099] 'agreement among raft nodes before linearized reading' (duration: 356.015246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:32:36.368056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:32:36.011662Z","time spent":"356.384434ms","remote":"127.0.0.1:41010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-09T22:32:36.367873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:32:35.97865Z","time spent":"389.089251ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:32:36.36765Z","caller":"traceutil/trace.go:171","msg":"trace[1781736762] linearizableReadLoop","detail":"{readStateIndex:2577; appliedIndex:2573; }","duration":"355.882503ms","start":"2026-03-09T22:32:36.011748Z","end":"2026-03-09T22:32:36.36763Z","steps":["trace[1781736762] 'read index received' (duration: 196.858688ms)","trace[1781736762] 'applied index is now lower than readState.Index' (duration: 159.022925ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:32:36.368267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.979643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T22:32:36.3683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.896964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-09T22:32:36.368319Z","caller":"traceutil/trace.go:171","msg":"trace[1104006495] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2477; }","duration":"270.939344ms","start":"2026-03-09T22:32:36.097373Z","end":"2026-03-09T22:32:36.368312Z","steps":["trace[1104006495] 'agreement among raft nodes before linearized reading' (duration: 270.876343ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:32:36.368321Z","caller":"traceutil/trace.go:171","msg":"trace[551867982] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:2477; }","duration":"328.069614ms","start":"2026-03-09T22:32:36.040239Z","end":"2026-03-09T22:32:36.368308Z","steps":["trace[551867982] 'agreement among raft nodes before linearized reading' (duration: 327.987532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:32:36.368277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:32:35.870719Z","time spent":"497.224815ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:32:36.36848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.43336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T22:32:36.368509Z","caller":"traceutil/trace.go:171","msg":"trace[447447831] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2477; }","duration":"103.494991ms","start":"2026-03-09T22:32:36.265005Z","end":"2026-03-09T22:32:36.3685Z","steps":["trace[447447831] 'agreement among raft nodes before linearized reading' (duration: 103.44682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:32:36.368505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.153929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-09T22:32:36.368507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.284912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-09T22:32:36.368549Z","caller":"traceutil/trace.go:171","msg":"trace[1756833776] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2477; }","duration":"271.21049ms","start":"2026-03-09T22:32:36.097326Z","end":"2026-03-09T22:32:36.368536Z","steps":["trace[1756833776] 'agreement among raft nodes before linearized reading' (duration: 271.063497ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:32:36.368558Z","caller":"traceutil/trace.go:171","msg":"trace[1872703029] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2477; }","duration":"271.379474ms","start":"2026-03-09T22:32:36.097166Z","end":"2026-03-09T22:32:36.368546Z","steps":["trace[1872703029] 'agreement among raft nodes before linearized reading' (duration: 271.210631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:32:36.368357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:32:36.040223Z","time spent":"328.123486ms","remote":"127.0.0.1:56198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-09T22:32:36.368652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.807214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189b4d01101bf298\" ","response":"range_response_count:1 size:768"} {"level":"warn","ts":"2026-03-09T22:32:36.368465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.258981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-09T22:32:36.368695Z","caller":"traceutil/trace.go:171","msg":"trace[1710312409] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189b4d01101bf298; range_end:; response_count:1; response_revision:2477; }","duration":"155.882316ms","start":"2026-03-09T22:32:36.212803Z","end":"2026-03-09T22:32:36.368685Z","steps":["trace[1710312409] 'agreement among raft nodes before linearized reading' (duration: 155.762564ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:32:36.368716Z","caller":"traceutil/trace.go:171","msg":"trace[1556699611] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2477; }","duration":"271.554168ms","start":"2026-03-09T22:32:36.097153Z","end":"2026-03-09T22:32:36.368707Z","steps":["trace[1556699611] 'agreement among raft nodes before linearized reading' (duration: 271.224471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:32:48.165412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.871421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-09T22:32:48.165537Z","caller":"traceutil/trace.go:171","msg":"trace[1283821608] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2534; }","duration":"154.069616ms","start":"2026-03-09T22:32:48.011439Z","end":"2026-03-09T22:32:48.165509Z","steps":["trace[1283821608] 'range keys from in-memory index tree' (duration: 153.652326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:32:48.938305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.003147ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T22:32:48.938545Z","caller":"traceutil/trace.go:171","msg":"trace[1265883383] transaction","detail":"{read_only:false; response_revision:2536; number_of_response:1; }","duration":"500.266315ms","start":"2026-03-09T22:32:48.438235Z","end":"2026-03-09T22:32:48.938502Z","steps":["trace[1265883383] 'process raft request' (duration: 138.93392ms)","trace[1265883383] 'compare' (duration: 360.798793ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:32:48.938596Z","caller":"traceutil/trace.go:171","msg":"trace[1890956490] linearizableReadLoop","detail":"{readStateIndex:2642; appliedIndex:2639; }","duration":"480.460783ms","start":"2026-03-09T22:32:48.45812Z","end":"2026-03-09T22:32:48.938581Z","steps":["trace[1890956490] 'read index received' (duration: 66.287544ms)","trace[1890956490] 'applied index is now lower than readState.Index' (duration: 414.171909ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:32:48.938708Z","caller":"traceutil/trace.go:171","msg":"trace[71955672] transaction","detail":"{read_only:false; response_revision:2537; number_of_response:1; }","duration":"500.277064ms","start":"2026-03-09T22:32:48.438388Z","end":"2026-03-09T22:32:48.938665Z","steps":["trace[71955672] 'process raft request' (duration: 500.050119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:32:48.938847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.72876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-09T22:32:48.938882Z","caller":"traceutil/trace.go:171","msg":"trace[428913523] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2537; }","duration":"480.791561ms","start":"2026-03-09T22:32:48.458079Z","end":"2026-03-09T22:32:48.93887Z","steps":["trace[428913523] 'agreement among raft nodes before linearized reading' (duration: 480.612367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:32:48.938934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:32:48.458067Z","time spent":"480.853203ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T22:32:48.93898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:32:48.438341Z","time spent":"500.466028ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:32:48.939092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.165903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-09T22:32:48.9392Z","caller":"traceutil/trace.go:171","msg":"trace[830642101] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2537; }","duration":"478.348756ms","start":"2026-03-09T22:32:48.460824Z","end":"2026-03-09T22:32:48.939172Z","steps":["trace[830642101] 'agreement among raft nodes before linearized reading' (duration: 478.088961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:32:48.939284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:32:48.460785Z","time spent":"478.48953ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T22:32:48.939312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.101978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-09T22:32:48.939352Z","caller":"traceutil/trace.go:171","msg":"trace[1111280314] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2537; }","duration":"468.16377ms","start":"2026-03-09T22:32:48.471178Z","end":"2026-03-09T22:32:48.939341Z","steps":["trace[1111280314] 'agreement among raft nodes before linearized reading' (duration: 467.983266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:32:48.939393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:32:48.471162Z","time spent":"468.224171ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T22:32:48.939448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.661296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-09T22:32:48.939449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:32:48.438215Z","time spent":"500.417557ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:32:48.939503Z","caller":"traceutil/trace.go:171","msg":"trace[521170439] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:2537; }","duration":"148.714357ms","start":"2026-03-09T22:32:48.790775Z","end":"2026-03-09T22:32:48.939489Z","steps":["trace[521170439] 'agreement among raft nodes before linearized reading' (duration: 148.636596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:32:48.939569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.94987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-09T22:32:48.939607Z","caller":"traceutil/trace.go:171","msg":"trace[688833073] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2537; }","duration":"474.986411ms","start":"2026-03-09T22:32:48.464612Z","end":"2026-03-09T22:32:48.939598Z","steps":["trace[688833073] 'agreement among raft nodes before linearized reading' (duration: 474.891189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:32:48.939636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:32:48.464587Z","time spent":"475.043092ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T22:32:48.939773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.297958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-09T22:32:48.939904Z","caller":"traceutil/trace.go:171","msg":"trace[1257354194] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2537; }","duration":"475.491982ms","start":"2026-03-09T22:32:48.464391Z","end":"2026-03-09T22:32:48.939883Z","steps":["trace[1257354194] 'agreement among raft nodes before linearized reading' (duration: 475.182165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:32:48.939958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:32:48.464369Z","time spent":"475.578864ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-09T22:33:08.753875Z","caller":"traceutil/trace.go:171","msg":"trace[1330880820] transaction","detail":"{read_only:false; response_revision:2634; number_of_response:1; }","duration":"136.049144ms","start":"2026-03-09T22:33:08.617794Z","end":"2026-03-09T22:33:08.753843Z","steps":["trace[1330880820] 'process raft request' (duration: 135.888481ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:34:45.404501Z","caller":"traceutil/trace.go:171","msg":"trace[1821366239] linearizableReadLoop","detail":"{readStateIndex:3386; appliedIndex:3385; }","duration":"245.002351ms","start":"2026-03-09T22:34:45.15947Z","end":"2026-03-09T22:34:45.404473Z","steps":["trace[1821366239] 'read index received' (duration: 244.855938ms)","trace[1821366239] 'applied index is now lower than readState.Index' (duration: 144.643µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:34:45.404593Z","caller":"traceutil/trace.go:171","msg":"trace[176888698] transaction","detail":"{read_only:false; response_revision:3251; number_of_response:1; }","duration":"266.687173ms","start":"2026-03-09T22:34:45.137847Z","end":"2026-03-09T22:34:45.404534Z","steps":["trace[176888698] 'process raft request' (duration: 266.458638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:34:45.404771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.285988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7ptkd\" ","response":"range_response_count:1 size:6386"} {"level":"info","ts":"2026-03-09T22:34:45.405037Z","caller":"traceutil/trace.go:171","msg":"trace[1357456007] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7ptkd; range_end:; response_count:1; response_revision:3251; }","duration":"245.605845ms","start":"2026-03-09T22:34:45.159414Z","end":"2026-03-09T22:34:45.40502Z","steps":["trace[1357456007] 'agreement among raft nodes before linearized reading' (duration: 245.200895ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:34:45.555752Z","caller":"traceutil/trace.go:171","msg":"trace[1452247122] linearizableReadLoop","detail":"{readStateIndex:3387; appliedIndex:3386; }","duration":"151.054716ms","start":"2026-03-09T22:34:45.40466Z","end":"2026-03-09T22:34:45.555715Z","steps":["trace[1452247122] 'read index received' (duration: 72.732722ms)","trace[1452247122] 'applied index is now lower than readState.Index' (duration: 78.320534ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:34:45.555856Z","caller":"traceutil/trace.go:171","msg":"trace[1712195991] transaction","detail":"{read_only:false; response_revision:3252; number_of_response:1; }","duration":"166.659536ms","start":"2026-03-09T22:34:45.389144Z","end":"2026-03-09T22:34:45.555804Z","steps":["trace[1712195991] 'process raft request' (duration: 88.23647ms)","trace[1712195991] 'compare' (duration: 78.184361ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:34:45.55594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.262507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:34:45.555991Z","caller":"traceutil/trace.go:171","msg":"trace[498032688] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3252; }","duration":"189.377001ms","start":"2026-03-09T22:34:45.3666Z","end":"2026-03-09T22:34:45.555977Z","steps":["trace[498032688] 'agreement among raft nodes before linearized reading' (duration: 189.236327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:34:45.556216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.980727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:34:45.556466Z","caller":"traceutil/trace.go:171","msg":"trace[352997534] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:3252; }","duration":"163.161521ms","start":"2026-03-09T22:34:45.393135Z","end":"2026-03-09T22:34:45.556297Z","steps":["trace[352997534] 'agreement among raft nodes before linearized reading' (duration: 162.812523ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:34:45.754901Z","caller":"traceutil/trace.go:171","msg":"trace[391847450] transaction","detail":"{read_only:false; response_revision:3253; number_of_response:1; }","duration":"343.522415ms","start":"2026-03-09T22:34:45.411325Z","end":"2026-03-09T22:34:45.754848Z","steps":["trace[391847450] 'process raft request' (duration: 286.888642ms)","trace[391847450] 'compare' (duration: 56.181713ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:34:45.754957Z","caller":"traceutil/trace.go:171","msg":"trace[1268683493] linearizableReadLoop","detail":"{readStateIndex:3390; appliedIndex:3387; }","duration":"111.994357ms","start":"2026-03-09T22:34:45.642929Z","end":"2026-03-09T22:34:45.754923Z","steps":["trace[1268683493] 'read index received' (duration: 55.240481ms)","trace[1268683493] 'applied index is now lower than readState.Index' (duration: 56.751936ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:34:45.755028Z","caller":"traceutil/trace.go:171","msg":"trace[820319778] transaction","detail":"{read_only:false; response_revision:3255; number_of_response:1; }","duration":"212.847461ms","start":"2026-03-09T22:34:45.542141Z","end":"2026-03-09T22:34:45.754988Z","steps":["trace[820319778] 'process raft request' (duration: 212.719559ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:34:45.755043Z","caller":"traceutil/trace.go:171","msg":"trace[1857852501] transaction","detail":"{read_only:false; response_revision:3254; number_of_response:1; }","duration":"316.272792ms","start":"2026-03-09T22:34:45.438692Z","end":"2026-03-09T22:34:45.754964Z","steps":["trace[1857852501] 'process raft request' (duration: 316.081157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:34:45.755267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.294274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-09T22:34:45.755331Z","caller":"traceutil/trace.go:171","msg":"trace[1480696597] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3255; }","duration":"112.441236ms","start":"2026-03-09T22:34:45.642874Z","end":"2026-03-09T22:34:45.755316Z","steps":["trace[1480696597] 'agreement among raft nodes before linearized reading' (duration: 112.167681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:34:45.75537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.029335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-09T22:34:45.755426Z","caller":"traceutil/trace.go:171","msg":"trace[1422902977] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3255; }","duration":"110.151978ms","start":"2026-03-09T22:34:45.645261Z","end":"2026-03-09T22:34:45.755413Z","steps":["trace[1422902977] 'agreement among raft nodes before linearized reading' (duration: 109.845531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:34:45.755333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:34:45.411301Z","time spent":"343.70581ms","remote":"127.0.0.1:41000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6505,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:34:45.755757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:34:45.438677Z","time spent":"316.586469ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:34:58.06045Z","caller":"traceutil/trace.go:171","msg":"trace[1648337332] transaction","detail":"{read_only:false; response_revision:3341; number_of_response:1; }","duration":"169.676181ms","start":"2026-03-09T22:34:57.890746Z","end":"2026-03-09T22:34:58.060422Z","steps":["trace[1648337332] 'process raft request' (duration: 147.166382ms)","trace[1648337332] 'compare' (duration: 22.352216ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:34:58.060747Z","caller":"traceutil/trace.go:171","msg":"trace[928081248] linearizableReadLoop","detail":"{readStateIndex:3481; appliedIndex:3477; }","duration":"168.713701ms","start":"2026-03-09T22:34:57.892001Z","end":"2026-03-09T22:34:58.060714Z","steps":["trace[928081248] 'read index received' (duration: 3.423184ms)","trace[928081248] 'applied index is now lower than readState.Index' (duration: 165.289257ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:34:58.060806Z","caller":"traceutil/trace.go:171","msg":"trace[493055416] transaction","detail":"{read_only:false; response_revision:3343; number_of_response:1; }","duration":"168.801673ms","start":"2026-03-09T22:34:57.891986Z","end":"2026-03-09T22:34:58.060788Z","steps":["trace[493055416] 'process raft request' (duration: 168.560578ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:34:58.060821Z","caller":"traceutil/trace.go:171","msg":"trace[1363411019] transaction","detail":"{read_only:false; response_revision:3342; number_of_response:1; }","duration":"169.798355ms","start":"2026-03-09T22:34:57.891Z","end":"2026-03-09T22:34:58.060798Z","steps":["trace[1363411019] 'process raft request' (duration: 169.385246ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:34:58.0609Z","caller":"traceutil/trace.go:171","msg":"trace[1602320272] transaction","detail":"{read_only:false; response_revision:3344; number_of_response:1; }","duration":"168.846633ms","start":"2026-03-09T22:34:57.892038Z","end":"2026-03-09T22:34:58.060884Z","steps":["trace[1602320272] 'process raft request' (duration: 168.618839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:34:58.061109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.076958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-09T22:34:58.06122Z","caller":"traceutil/trace.go:171","msg":"trace[2077093297] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:3344; }","duration":"169.221352ms","start":"2026-03-09T22:34:57.891975Z","end":"2026-03-09T22:34:58.061196Z","steps":["trace[2077093297] 'agreement among raft nodes before linearized reading' (duration: 169.031428ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:35:19.867754Z","caller":"traceutil/trace.go:171","msg":"trace[1309277671] transaction","detail":"{read_only:false; response_revision:3450; number_of_response:1; }","duration":"311.453578ms","start":"2026-03-09T22:35:19.556272Z","end":"2026-03-09T22:35:19.867726Z","steps":["trace[1309277671] 'process raft request' (duration: 311.247644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:35:19.86799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:35:19.556237Z","time spent":"311.600711ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:35:20.572511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.847854ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T22:35:20.572619Z","caller":"traceutil/trace.go:171","msg":"trace[1625570904] transaction","detail":"{read_only:false; response_revision:3451; number_of_response:1; }","duration":"652.298328ms","start":"2026-03-09T22:35:19.920302Z","end":"2026-03-09T22:35:20.5726Z","steps":["trace[1625570904] 'process raft request' (duration: 489.283831ms)","trace[1625570904] 'compare' (duration: 162.493336ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:35:20.572662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:35:19.920274Z","time spent":"652.36725ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:35:20.573737Z","caller":"traceutil/trace.go:171","msg":"trace[535999785] linearizableReadLoop","detail":"{readStateIndex:3596; appliedIndex:3592; }","duration":"582.731905ms","start":"2026-03-09T22:35:19.990972Z","end":"2026-03-09T22:35:20.573704Z","steps":["trace[535999785] 'read index received' (duration: 418.700974ms)","trace[535999785] 'applied index is now lower than readState.Index' (duration: 164.029441ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:35:20.573841Z","caller":"traceutil/trace.go:171","msg":"trace[1442851348] transaction","detail":"{read_only:false; response_revision:3452; number_of_response:1; }","duration":"652.066364ms","start":"2026-03-09T22:35:19.921754Z","end":"2026-03-09T22:35:20.573821Z","steps":["trace[1442851348] 'process raft request' (duration: 651.41899ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:35:20.573887Z","caller":"traceutil/trace.go:171","msg":"trace[1649386695] transaction","detail":"{read_only:false; response_revision:3453; number_of_response:1; }","duration":"649.699502ms","start":"2026-03-09T22:35:19.924172Z","end":"2026-03-09T22:35:20.573872Z","steps":["trace[1649386695] 'process raft request' (duration: 649.423096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:35:20.574033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:35:19.924161Z","time spent":"649.770314ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:35:20.574173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.519433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-09T22:35:20.5742Z","caller":"traceutil/trace.go:171","msg":"trace[1138722236] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3454; }","duration":"402.599406ms","start":"2026-03-09T22:35:20.171594Z","end":"2026-03-09T22:35:20.574193Z","steps":["trace[1138722236] 'agreement among raft nodes before linearized reading' (duration: 402.511054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:35:20.574239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:35:20.171569Z","time spent":"402.665827ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-09T22:35:20.574301Z","caller":"traceutil/trace.go:171","msg":"trace[18176334] transaction","detail":"{read_only:false; response_revision:3454; number_of_response:1; }","duration":"607.356201ms","start":"2026-03-09T22:35:19.966936Z","end":"2026-03-09T22:35:20.574292Z","steps":["trace[18176334] 'process raft request' (duration: 606.720767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:35:20.574339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:35:19.966887Z","time spent":"607.431612ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:35:20.573904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:35:19.921722Z","time spent":"652.150576ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:35:20.57455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.680628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-09T22:35:20.575808Z","caller":"traceutil/trace.go:171","msg":"trace[568194179] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3454; }","duration":"403.991256ms","start":"2026-03-09T22:35:20.171773Z","end":"2026-03-09T22:35:20.575764Z","steps":["trace[568194179] 'agreement among raft nodes before linearized reading' (duration: 402.511934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:35:20.575967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.865845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T22:35:20.576025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.917675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-09T22:35:20.576033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.333452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-09T22:35:20.576105Z","caller":"traceutil/trace.go:171","msg":"trace[394176480] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3454; }","duration":"212.036709ms","start":"2026-03-09T22:35:20.364018Z","end":"2026-03-09T22:35:20.576055Z","steps":["trace[394176480] 'agreement among raft nodes before linearized reading' (duration: 210.463974ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:35:20.576142Z","caller":"traceutil/trace.go:171","msg":"trace[415070311] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3454; }","duration":"404.042148ms","start":"2026-03-09T22:35:20.172058Z","end":"2026-03-09T22:35:20.5761Z","steps":["trace[415070311] 'agreement among raft nodes before linearized reading' (duration: 402.241598ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:35:20.576155Z","caller":"traceutil/trace.go:171","msg":"trace[1954368499] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3454; }","duration":"403.493795ms","start":"2026-03-09T22:35:20.172617Z","end":"2026-03-09T22:35:20.576111Z","steps":["trace[1954368499] 'agreement among raft nodes before linearized reading' (duration: 401.591853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:35:20.576192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:35:20.17205Z","time spent":"404.13083ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T22:35:20.576203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:35:20.172583Z","time spent":"403.606547ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T22:35:20.574506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.529002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-09T22:35:20.576361Z","caller":"traceutil/trace.go:171","msg":"trace[1770958783] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3454; }","duration":"585.323172ms","start":"2026-03-09T22:35:19.990959Z","end":"2026-03-09T22:35:20.576282Z","steps":["trace[1770958783] 'agreement among raft nodes before linearized reading' (duration: 583.214345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:35:20.57644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:35:19.990919Z","time spent":"585.484296ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T22:35:20.575931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:35:20.17175Z","time spent":"404.134159ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-09T22:35:40.941141Z","caller":"traceutil/trace.go:171","msg":"trace[1378745516] transaction","detail":"{read_only:false; response_revision:3566; number_of_response:1; }","duration":"117.908362ms","start":"2026-03-09T22:35:40.823196Z","end":"2026-03-09T22:35:40.941104Z","steps":["trace[1378745516] 'process raft request' (duration: 70.975326ms)","trace[1378745516] 'compare' (duration: 46.688721ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:35:40.941158Z","caller":"traceutil/trace.go:171","msg":"trace[983128506] linearizableReadLoop","detail":"{readStateIndex:3712; appliedIndex:3711; }","duration":"104.575798ms","start":"2026-03-09T22:35:40.836558Z","end":"2026-03-09T22:35:40.941134Z","steps":["trace[983128506] 'read index received' (duration: 57.694874ms)","trace[983128506] 'applied index is now lower than readState.Index' (duration: 46.879574ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:35:40.94135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.770262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-09T22:35:40.941405Z","caller":"traceutil/trace.go:171","msg":"trace[1448463749] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3567; }","duration":"104.864824ms","start":"2026-03-09T22:35:40.83653Z","end":"2026-03-09T22:35:40.941395Z","steps":["trace[1448463749] 'agreement among raft nodes before linearized reading' (duration: 104.68125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:35:40.941907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.494473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7ptkd\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-09T22:35:40.942057Z","caller":"traceutil/trace.go:171","msg":"trace[1357901021] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7ptkd; range_end:; response_count:1; response_revision:3567; }","duration":"102.691097ms","start":"2026-03-09T22:35:40.839325Z","end":"2026-03-09T22:35:40.942016Z","steps":["trace[1357901021] 'agreement among raft nodes before linearized reading' (duration: 102.061882ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:35:50.335669Z","caller":"traceutil/trace.go:171","msg":"trace[319768469] transaction","detail":"{read_only:false; response_revision:3640; number_of_response:1; }","duration":"119.639181ms","start":"2026-03-09T22:35:50.21599Z","end":"2026-03-09T22:35:50.33563Z","steps":["trace[319768469] 'process raft request' (duration: 51.556707ms)","trace[319768469] 'compare' (duration: 67.818498ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:35:50.335906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.485632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/alertmanagers.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:35:50.335741Z","caller":"traceutil/trace.go:171","msg":"trace[319573612] linearizableReadLoop","detail":"{readStateIndex:3792; appliedIndex:3791; }","duration":"107.315559ms","start":"2026-03-09T22:35:50.228394Z","end":"2026-03-09T22:35:50.33571Z","steps":["trace[319573612] 'read index received' (duration: 39.181824ms)","trace[319573612] 'applied index is now lower than readState.Index' (duration: 68.131044ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:35:50.335991Z","caller":"traceutil/trace.go:171","msg":"trace[852775624] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/alertmanagers.monitoring.coreos.com; range_end:; response_count:0; response_revision:3640; }","duration":"107.604916ms","start":"2026-03-09T22:35:50.228345Z","end":"2026-03-09T22:35:50.33595Z","steps":["trace[852775624] 'agreement among raft nodes before linearized reading' (duration: 107.469643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:35:50.55926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.912367ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T22:35:50.559572Z","caller":"traceutil/trace.go:171","msg":"trace[1898768443] transaction","detail":"{read_only:false; response_revision:3642; number_of_response:1; }","duration":"119.505908ms","start":"2026-03-09T22:35:50.440023Z","end":"2026-03-09T22:35:50.559529Z","steps":["trace[1898768443] 'compare' (duration: 109.62739ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:35:50.7583Z","caller":"traceutil/trace.go:171","msg":"trace[983257355] transaction","detail":"{read_only:false; response_revision:3645; number_of_response:1; }","duration":"157.429736ms","start":"2026-03-09T22:35:50.600827Z","end":"2026-03-09T22:35:50.758257Z","steps":["trace[983257355] 'process raft request' (duration: 91.213584ms)","trace[983257355] 'compare' (duration: 65.842684ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:35:51.219863Z","caller":"traceutil/trace.go:171","msg":"trace[1180778847] transaction","detail":"{read_only:false; response_revision:3661; number_of_response:1; }","duration":"126.689946ms","start":"2026-03-09T22:35:51.093122Z","end":"2026-03-09T22:35:51.219812Z","steps":["trace[1180778847] 'process raft request' (duration: 71.531699ms)","trace[1180778847] 'compare' (duration: 54.956852ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:35:51.466775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.323689ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T22:35:51.466946Z","caller":"traceutil/trace.go:171","msg":"trace[865300567] transaction","detail":"{read_only:false; response_revision:3663; number_of_response:1; }","duration":"143.368046ms","start":"2026-03-09T22:35:51.323548Z","end":"2026-03-09T22:35:51.466916Z","steps":["trace[865300567] 'process raft request' (duration: 25.716039ms)","trace[865300567] 'compare' (duration: 117.126484ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:35:51.468274Z","caller":"traceutil/trace.go:171","msg":"trace[1399377833] transaction","detail":"{read_only:false; response_revision:3664; number_of_response:1; }","duration":"120.959699ms","start":"2026-03-09T22:35:51.347272Z","end":"2026-03-09T22:35:51.468232Z","steps":["trace[1399377833] 'process raft request' (duration: 120.631572ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:35:51.468304Z","caller":"traceutil/trace.go:171","msg":"trace[1915813531] linearizableReadLoop","detail":"{readStateIndex:3816; appliedIndex:3815; }","duration":"111.110773ms","start":"2026-03-09T22:35:51.357158Z","end":"2026-03-09T22:35:51.468269Z","steps":["trace[1915813531] 'read index received' (duration: 110.701654ms)","trace[1915813531] 'applied index is now lower than readState.Index' (duration: 406.389µs)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:35:51.468499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.321637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:35:51.468546Z","caller":"traceutil/trace.go:171","msg":"trace[1393342152] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3664; }","duration":"111.42171ms","start":"2026-03-09T22:35:51.357111Z","end":"2026-03-09T22:35:51.468533Z","steps":["trace[1393342152] 'agreement among raft nodes before linearized reading' (duration: 111.308407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:35:51.503616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.312995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:35:51.503708Z","caller":"traceutil/trace.go:171","msg":"trace[2039938945] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3665; }","duration":"139.430758ms","start":"2026-03-09T22:35:51.364254Z","end":"2026-03-09T22:35:51.503685Z","steps":["trace[2039938945] 'agreement among raft nodes before linearized reading' (duration: 139.214393ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:36:26.779247Z","caller":"traceutil/trace.go:171","msg":"trace[976385547] transaction","detail":"{read_only:false; response_revision:3878; number_of_response:1; }","duration":"134.774825ms","start":"2026-03-09T22:36:26.644427Z","end":"2026-03-09T22:36:26.779201Z","steps":["trace[976385547] 'process raft request' (duration: 134.644102ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:36:33.397796Z","caller":"traceutil/trace.go:171","msg":"trace[2009199639] transaction","detail":"{read_only:false; response_revision:4247; number_of_response:1; }","duration":"135.122214ms","start":"2026-03-09T22:36:33.262632Z","end":"2026-03-09T22:36:33.397755Z","steps":["trace[2009199639] 'process raft request' (duration: 54.31454ms)","trace[2009199639] 'compare' (duration: 80.457545ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:36:33.39803Z","caller":"traceutil/trace.go:171","msg":"trace[430730894] transaction","detail":"{read_only:false; response_revision:4248; number_of_response:1; }","duration":"134.54894ms","start":"2026-03-09T22:36:33.263439Z","end":"2026-03-09T22:36:33.397988Z","steps":["trace[430730894] 'process raft request' (duration: 134.251893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:36:33.398319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.073598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62971"} {"level":"info","ts":"2026-03-09T22:36:33.398422Z","caller":"traceutil/trace.go:171","msg":"trace[1368253908] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4248; }","duration":"133.207251ms","start":"2026-03-09T22:36:33.265183Z","end":"2026-03-09T22:36:33.39839Z","steps":["trace[1368253908] 'agreement among raft nodes before linearized reading' (duration: 132.878763ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:36:33.398586Z","caller":"traceutil/trace.go:171","msg":"trace[889796997] linearizableReadLoop","detail":"{readStateIndex:4424; appliedIndex:4422; }","duration":"132.738211ms","start":"2026-03-09T22:36:33.265204Z","end":"2026-03-09T22:36:33.397942Z","steps":["trace[889796997] 'read index received' (duration: 51.729803ms)","trace[889796997] 'applied index is now lower than readState.Index' (duration: 81.006368ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:36:37.741129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.237291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:49 size:1957109"} {"level":"info","ts":"2026-03-09T22:36:37.741258Z","caller":"traceutil/trace.go:171","msg":"trace[1076494366] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:49; response_revision:4328; }","duration":"109.374914ms","start":"2026-03-09T22:36:37.63185Z","end":"2026-03-09T22:36:37.741225Z","steps":["trace[1076494366] 'range keys from in-memory index tree' (duration: 107.635755ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:36:38.951814Z","caller":"traceutil/trace.go:171","msg":"trace[1338756377] transaction","detail":"{read_only:false; response_revision:4368; number_of_response:1; }","duration":"201.717132ms","start":"2026-03-09T22:36:38.750059Z","end":"2026-03-09T22:36:38.951776Z","steps":["trace[1338756377] 'process raft request' (duration: 201.517348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:36:39.745631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.284925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-09T22:36:39.745723Z","caller":"traceutil/trace.go:171","msg":"trace[527728514] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4380; }","duration":"178.491189ms","start":"2026-03-09T22:36:39.567209Z","end":"2026-03-09T22:36:39.745701Z","steps":["trace[527728514] 'range keys from in-memory index tree' (duration: 178.119162ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:36:42.252731Z","caller":"traceutil/trace.go:171","msg":"trace[1614179596] transaction","detail":"{read_only:false; response_revision:4517; number_of_response:1; }","duration":"102.248778ms","start":"2026-03-09T22:36:42.150448Z","end":"2026-03-09T22:36:42.252697Z","steps":["trace[1614179596] 'process raft request' (duration: 102.070043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:36:42.523453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.73606ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T22:36:42.523678Z","caller":"traceutil/trace.go:171","msg":"trace[1220726418] transaction","detail":"{read_only:false; response_revision:4518; number_of_response:1; }","duration":"271.83263ms","start":"2026-03-09T22:36:42.251813Z","end":"2026-03-09T22:36:42.523645Z","steps":["trace[1220726418] 'process raft request' (duration: 157.771283ms)","trace[1220726418] 'compare' (duration: 113.452783ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:36:42.54963Z","caller":"traceutil/trace.go:171","msg":"trace[1948549161] linearizableReadLoop","detail":"{readStateIndex:4702; appliedIndex:4699; }","duration":"254.555359ms","start":"2026-03-09T22:36:42.295043Z","end":"2026-03-09T22:36:42.549598Z","steps":["trace[1948549161] 'read index received' (duration: 114.561799ms)","trace[1948549161] 'applied index is now lower than readState.Index' (duration: 139.99245ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:36:42.549772Z","caller":"traceutil/trace.go:171","msg":"trace[217570082] transaction","detail":"{read_only:false; response_revision:4520; number_of_response:1; }","duration":"288.467778ms","start":"2026-03-09T22:36:42.261292Z","end":"2026-03-09T22:36:42.549759Z","steps":["trace[217570082] 'process raft request' (duration: 288.255272ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:36:42.549719Z","caller":"traceutil/trace.go:171","msg":"trace[327873299] transaction","detail":"{read_only:false; response_revision:4519; number_of_response:1; }","duration":"290.804379ms","start":"2026-03-09T22:36:42.258873Z","end":"2026-03-09T22:36:42.549677Z","steps":["trace[327873299] 'process raft request' (duration: 290.523942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:36:42.550147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.07819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-7b9b508b-7999-4d24-86f0-77e46bbd9c0d\" ","response":"range_response_count:1 size:2243"} {"level":"info","ts":"2026-03-09T22:36:42.550197Z","caller":"traceutil/trace.go:171","msg":"trace[1303067335] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-7b9b508b-7999-4d24-86f0-77e46bbd9c0d; range_end:; response_count:1; response_revision:4520; }","duration":"255.182423ms","start":"2026-03-09T22:36:42.295Z","end":"2026-03-09T22:36:42.550182Z","steps":["trace[1303067335] 'agreement among raft nodes before linearized reading' (duration: 254.979808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:36:42.55156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.747528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:36:42.551649Z","caller":"traceutil/trace.go:171","msg":"trace[1044035236] transaction","detail":"{read_only:false; response_revision:4521; number_of_response:1; }","duration":"114.277213ms","start":"2026-03-09T22:36:42.437352Z","end":"2026-03-09T22:36:42.551629Z","steps":["trace[1044035236] 'process raft request' (duration: 113.960166ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:36:42.551834Z","caller":"traceutil/trace.go:171","msg":"trace[334846388] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4521; }","duration":"184.935942ms","start":"2026-03-09T22:36:42.366742Z","end":"2026-03-09T22:36:42.551678Z","steps":["trace[334846388] 'agreement among raft nodes before linearized reading' (duration: 184.735658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:36:44.39985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.317942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-09T22:36:44.399939Z","caller":"traceutil/trace.go:171","msg":"trace[603825476] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4579; }","duration":"615.434884ms","start":"2026-03-09T22:36:43.784484Z","end":"2026-03-09T22:36:44.399919Z","steps":["trace[603825476] 'range keys from in-memory index tree' (duration: 615.201859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:36:44.399974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:36:43.784473Z","time spent":"615.492805ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T22:36:44.399929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.545975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T22:36:44.400019Z","caller":"traceutil/trace.go:171","msg":"trace[738445210] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:4579; }","duration":"643.690808ms","start":"2026-03-09T22:36:43.756308Z","end":"2026-03-09T22:36:44.399999Z","steps":["trace[738445210] 'count revisions from in-memory index tree' (duration: 643.447052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:36:44.400052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:36:43.756284Z","time spent":"643.759039ms","remote":"127.0.0.1:33676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":10,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-09T22:36:44.400195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.814001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777430"} {"level":"info","ts":"2026-03-09T22:36:44.400249Z","caller":"traceutil/trace.go:171","msg":"trace[2021388159] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4579; }","duration":"595.891623ms","start":"2026-03-09T22:36:43.804344Z","end":"2026-03-09T22:36:44.400236Z","steps":["trace[2021388159] 'range keys from in-memory index tree' (duration: 595.432123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:36:44.400283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:36:43.804334Z","time spent":"595.940414ms","remote":"127.0.0.1:40892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777453,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-09T22:36:44.400356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.686152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2662cd83-8f21-4faf-94a5-1ab0efe653fc\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-03-09T22:36:44.400392Z","caller":"traceutil/trace.go:171","msg":"trace[170302131] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2662cd83-8f21-4faf-94a5-1ab0efe653fc; range_end:; response_count:1; response_revision:4579; }","duration":"592.742972ms","start":"2026-03-09T22:36:43.807639Z","end":"2026-03-09T22:36:44.400382Z","steps":["trace[170302131] 'range keys from in-memory index tree' (duration: 592.576839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:36:44.400412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:36:43.80763Z","time spent":"592.777793ms","remote":"127.0.0.1:41000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2662cd83-8f21-4faf-94a5-1ab0efe653fc\" "} {"level":"warn","ts":"2026-03-09T22:36:44.400425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.003023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:1 size:894"} {"level":"info","ts":"2026-03-09T22:36:44.400448Z","caller":"traceutil/trace.go:171","msg":"trace[15753821] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:1; response_revision:4579; }","duration":"518.042535ms","start":"2026-03-09T22:36:43.8824Z","end":"2026-03-09T22:36:44.400442Z","steps":["trace[15753821] 'range keys from in-memory index tree' (duration: 517.915531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:36:44.400471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:36:43.882392Z","time spent":"518.075785ms","remote":"127.0.0.1:41016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":917,"request content":"key:\"/registry/serviceaccounts/monitoring/vector\" "} {"level":"warn","ts":"2026-03-09T22:36:44.400634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.358921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:36:44.400657Z","caller":"traceutil/trace.go:171","msg":"trace[1815901392] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4579; }","duration":"528.414112ms","start":"2026-03-09T22:36:43.872237Z","end":"2026-03-09T22:36:44.400652Z","steps":["trace[1815901392] 'range keys from in-memory index tree' (duration: 528.28679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:36:44.400672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:36:43.872213Z","time spent":"528.455194ms","remote":"127.0.0.1:40770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-09T22:36:44.401022Z","caller":"traceutil/trace.go:171","msg":"trace[355665871] linearizableReadLoop","detail":"{readStateIndex:4764; appliedIndex:4763; }","duration":"321.424144ms","start":"2026-03-09T22:36:44.07959Z","end":"2026-03-09T22:36:44.401014Z","steps":["trace[355665871] 'read index received' (duration: 318.119221ms)","trace[355665871] 'applied index is now lower than readState.Index' (duration: 3.303693ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:36:44.401134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.549017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:36:44.40117Z","caller":"traceutil/trace.go:171","msg":"trace[987367713] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:4580; }","duration":"321.586937ms","start":"2026-03-09T22:36:44.079573Z","end":"2026-03-09T22:36:44.40116Z","steps":["trace[987367713] 'agreement among raft nodes before linearized reading' (duration: 321.504476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:36:44.4012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:36:44.079513Z","time spent":"321.677489ms","remote":"127.0.0.1:33768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-09T22:36:44.401307Z","caller":"traceutil/trace.go:171","msg":"trace[1176613227] transaction","detail":"{read_only:false; response_revision:4580; number_of_response:1; }","duration":"460.993255ms","start":"2026-03-09T22:36:43.940305Z","end":"2026-03-09T22:36:44.401298Z","steps":["trace[1176613227] 'process raft request' (duration: 457.507608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:36:44.401375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:36:43.940265Z","time spent":"461.062677ms","remote":"127.0.0.1:41000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14481,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:36:46.092398Z","caller":"traceutil/trace.go:171","msg":"trace[805655953] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4601; }","duration":"108.847682ms","start":"2026-03-09T22:36:45.983518Z","end":"2026-03-09T22:36:46.092365Z","steps":["trace[805655953] 'process raft request' (duration: 108.766981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:36:46.763364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.196365ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-09T22:36:46.763892Z","caller":"traceutil/trace.go:171","msg":"trace[164629108] transaction","detail":"{read_only:false; response_revision:4612; number_of_response:1; }","duration":"229.881824ms","start":"2026-03-09T22:36:46.53399Z","end":"2026-03-09T22:36:46.763872Z","steps":["trace[164629108] 'process raft request' (duration: 229.819373ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:36:46.764199Z","caller":"traceutil/trace.go:171","msg":"trace[373167601] linearizableReadLoop","detail":"{readStateIndex:4796; appliedIndex:4793; }","duration":"398.293041ms","start":"2026-03-09T22:36:46.365894Z","end":"2026-03-09T22:36:46.764187Z","steps":["trace[373167601] 'read index received' (duration: 1.457972ms)","trace[373167601] 'applied index is now lower than readState.Index' (duration: 396.833789ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:36:46.764202Z","caller":"traceutil/trace.go:171","msg":"trace[1132890617] transaction","detail":"{read_only:false; response_revision:4611; number_of_response:1; }","duration":"411.297758ms","start":"2026-03-09T22:36:46.352846Z","end":"2026-03-09T22:36:46.764144Z","steps":["trace[1132890617] 'process raft request' (duration: 410.889349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:36:46.764343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:36:46.352831Z","time spent":"411.448042ms","remote":"127.0.0.1:41262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3660,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-09T22:36:46.764453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.538936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:36:46.764553Z","caller":"traceutil/trace.go:171","msg":"trace[776090851] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4612; }","duration":"398.70422ms","start":"2026-03-09T22:36:46.36583Z","end":"2026-03-09T22:36:46.764534Z","steps":["trace[776090851] 'agreement among raft nodes before linearized reading' (duration: 398.456384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:36:46.764558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.201149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T22:36:46.764594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:36:46.365807Z","time spent":"398.778812ms","remote":"127.0.0.1:40770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-09T22:36:46.7646Z","caller":"traceutil/trace.go:171","msg":"trace[1063704606] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:4612; }","duration":"171.25208ms","start":"2026-03-09T22:36:46.593338Z","end":"2026-03-09T22:36:46.76459Z","steps":["trace[1063704606] 'agreement among raft nodes before linearized reading' (duration: 171.181038ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:36:46.765009Z","caller":"traceutil/trace.go:171","msg":"trace[912367536] transaction","detail":"{read_only:false; response_revision:4610; number_of_response:1; }","duration":"412.948924ms","start":"2026-03-09T22:36:46.351758Z","end":"2026-03-09T22:36:46.764707Z","steps":["trace[912367536] 'process raft request' (duration: 213.334529ms)","trace[912367536] 'compare' (duration: 197.647532ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:36:46.764878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.118997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-09T22:36:46.765131Z","caller":"traceutil/trace.go:171","msg":"trace[1384146870] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4612; }","duration":"345.398723ms","start":"2026-03-09T22:36:46.419706Z","end":"2026-03-09T22:36:46.765105Z","steps":["trace[1384146870] 'agreement among raft nodes before linearized reading' (duration: 344.762549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:36:46.765177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:36:46.419685Z","time spent":"345.479295ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T22:36:46.765175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:36:46.351731Z","time spent":"413.376543ms","remote":"127.0.0.1:41072","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1233,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-09T22:36:54.139108Z","caller":"traceutil/trace.go:171","msg":"trace[1655493975] transaction","detail":"{read_only:false; response_revision:4764; number_of_response:1; }","duration":"141.047784ms","start":"2026-03-09T22:36:53.998027Z","end":"2026-03-09T22:36:54.139075Z","steps":["trace[1655493975] 'process raft request' (duration: 133.738432ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:36:54.139253Z","caller":"traceutil/trace.go:171","msg":"trace[1184085934] linearizableReadLoop","detail":"{readStateIndex:4957; appliedIndex:4953; }","duration":"129.55608ms","start":"2026-03-09T22:36:54.009647Z","end":"2026-03-09T22:36:54.139203Z","steps":["trace[1184085934] 'read index received' (duration: 11.818031ms)","trace[1184085934] 'applied index is now lower than readState.Index' (duration: 117.736639ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:36:54.139383Z","caller":"traceutil/trace.go:171","msg":"trace[809555143] transaction","detail":"{read_only:false; response_revision:4765; number_of_response:1; }","duration":"141.040934ms","start":"2026-03-09T22:36:53.998275Z","end":"2026-03-09T22:36:54.139316Z","steps":["trace[809555143] 'process raft request' (duration: 140.720787ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:36:54.139421Z","caller":"traceutil/trace.go:171","msg":"trace[425488924] transaction","detail":"{read_only:false; response_revision:4766; number_of_response:1; }","duration":"139.454989ms","start":"2026-03-09T22:36:53.99991Z","end":"2026-03-09T22:36:54.139365Z","steps":["trace[425488924] 'process raft request' (duration: 139.231584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:36:54.139518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.833597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/memcached-memcached\" ","response":"range_response_count:1 size:543"} {"level":"info","ts":"2026-03-09T22:36:54.13975Z","caller":"traceutil/trace.go:171","msg":"trace[834041087] range","detail":"{range_begin:/registry/serviceaccounts/openstack/memcached-memcached; range_end:; response_count:1; response_revision:4766; }","duration":"130.099252ms","start":"2026-03-09T22:36:54.009608Z","end":"2026-03-09T22:36:54.139707Z","steps":["trace[834041087] 'agreement among raft nodes before linearized reading' (duration: 129.732404ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:36:54.832955Z","caller":"traceutil/trace.go:171","msg":"trace[1006362891] transaction","detail":"{read_only:false; response_revision:4770; number_of_response:1; }","duration":"201.044307ms","start":"2026-03-09T22:36:54.631875Z","end":"2026-03-09T22:36:54.832919Z","steps":["trace[1006362891] 'process raft request' (duration: 123.2488ms)","trace[1006362891] 'compare' (duration: 77.362928ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:36:54.833067Z","caller":"traceutil/trace.go:171","msg":"trace[1604858879] transaction","detail":"{read_only:false; response_revision:4771; number_of_response:1; }","duration":"169.139472ms","start":"2026-03-09T22:36:54.663886Z","end":"2026-03-09T22:36:54.833025Z","steps":["trace[1604858879] 'process raft request' (duration: 168.937658ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:36:55.007736Z","caller":"traceutil/trace.go:171","msg":"trace[938484417] linearizableReadLoop","detail":"{readStateIndex:4966; appliedIndex:4963; }","duration":"158.876697ms","start":"2026-03-09T22:36:54.848831Z","end":"2026-03-09T22:36:55.007708Z","steps":["trace[938484417] 'read index received' (duration: 8.815304ms)","trace[938484417] 'applied index is now lower than readState.Index' (duration: 150.060483ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:36:55.007849Z","caller":"traceutil/trace.go:171","msg":"trace[2083262021] transaction","detail":"{read_only:false; response_revision:4775; number_of_response:1; }","duration":"164.42474ms","start":"2026-03-09T22:36:54.843411Z","end":"2026-03-09T22:36:55.007836Z","steps":["trace[2083262021] 'process raft request' (duration: 164.231646ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:36:55.007761Z","caller":"traceutil/trace.go:171","msg":"trace[41895655] transaction","detail":"{read_only:false; response_revision:4774; number_of_response:1; }","duration":"169.607624ms","start":"2026-03-09T22:36:54.838098Z","end":"2026-03-09T22:36:55.007706Z","steps":["trace[41895655] 'process raft request' (duration: 159.259145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:36:55.008042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.193344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-09T22:36:55.008115Z","caller":"traceutil/trace.go:171","msg":"trace[985568459] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4775; }","duration":"159.333268ms","start":"2026-03-09T22:36:54.848767Z","end":"2026-03-09T22:36:55.0081Z","steps":["trace[985568459] 'agreement among raft nodes before linearized reading' (duration: 159.107263ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:36:58.204885Z","caller":"traceutil/trace.go:171","msg":"trace[205855329] linearizableReadLoop","detail":"{readStateIndex:5002; appliedIndex:5001; }","duration":"292.473645ms","start":"2026-03-09T22:36:57.912376Z","end":"2026-03-09T22:36:58.204849Z","steps":["trace[205855329] 'read index received' (duration: 291.527595ms)","trace[205855329] 'applied index is now lower than readState.Index' (duration: 944.35µs)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:36:58.204946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:36:57.848459Z","time spent":"356.476248ms","remote":"127.0.0.1:40802","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-09T22:36:58.205219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.985179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16231"} {"level":"info","ts":"2026-03-09T22:36:58.205294Z","caller":"traceutil/trace.go:171","msg":"trace[1650215998] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4810; }","duration":"246.095922ms","start":"2026-03-09T22:36:57.959178Z","end":"2026-03-09T22:36:58.205274Z","steps":["trace[1650215998] 'agreement among raft nodes before linearized reading' (duration: 245.854727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:36:58.2052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.791762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-09T22:36:58.205359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.900576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-09T22:36:58.205363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.143423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-09T22:36:58.205406Z","caller":"traceutil/trace.go:171","msg":"trace[218708787] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4810; }","duration":"293.069368ms","start":"2026-03-09T22:36:57.912314Z","end":"2026-03-09T22:36:58.205384Z","steps":["trace[218708787] 'agreement among raft nodes before linearized reading' (duration: 292.679949ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:36:58.205415Z","caller":"traceutil/trace.go:171","msg":"trace[151372057] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:4810; }","duration":"187.011588ms","start":"2026-03-09T22:36:58.018386Z","end":"2026-03-09T22:36:58.205398Z","steps":["trace[151372057] 'agreement among raft nodes before linearized reading' (duration: 186.851415ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:36:58.205475Z","caller":"traceutil/trace.go:171","msg":"trace[37345271] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4810; }","duration":"150.296858ms","start":"2026-03-09T22:36:58.055152Z","end":"2026-03-09T22:36:58.205449Z","steps":["trace[37345271] 'agreement among raft nodes before linearized reading' (duration: 149.978681ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:36:58.387448Z","caller":"traceutil/trace.go:171","msg":"trace[114445495] linearizableReadLoop","detail":"{readStateIndex:5004; appliedIndex:5003; }","duration":"144.007089ms","start":"2026-03-09T22:36:58.243418Z","end":"2026-03-09T22:36:58.387425Z","steps":["trace[114445495] 'read index received' (duration: 143.766253ms)","trace[114445495] 'applied index is now lower than readState.Index' (duration: 240.096µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:36:58.38777Z","caller":"traceutil/trace.go:171","msg":"trace[1807857315] transaction","detail":"{read_only:false; response_revision:4812; number_of_response:1; }","duration":"169.208334ms","start":"2026-03-09T22:36:58.218527Z","end":"2026-03-09T22:36:58.387736Z","steps":["trace[1807857315] 'process raft request' (duration: 168.742694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:36:58.387826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.277914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-09T22:36:58.387916Z","caller":"traceutil/trace.go:171","msg":"trace[991373567] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4812; }","duration":"178.409117ms","start":"2026-03-09T22:36:58.209487Z","end":"2026-03-09T22:36:58.387896Z","steps":["trace[991373567] 'agreement among raft nodes before linearized reading' (duration: 178.09821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:36:58.387865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.24279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-09T22:36:58.387996Z","caller":"traceutil/trace.go:171","msg":"trace[1877474407] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:4812; }","duration":"142.406684ms","start":"2026-03-09T22:36:58.245579Z","end":"2026-03-09T22:36:58.387985Z","steps":["trace[1877474407] 'agreement among raft nodes before linearized reading' (duration: 142.120847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:37:03.862907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.98218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7ptkd\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-09T22:37:03.862999Z","caller":"traceutil/trace.go:171","msg":"trace[1271794339] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7ptkd; range_end:; response_count:1; response_revision:4940; }","duration":"246.107562ms","start":"2026-03-09T22:37:03.616873Z","end":"2026-03-09T22:37:03.86298Z","steps":["trace[1271794339] 'range keys from in-memory index tree' (duration: 245.828356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:37:03.863026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.372435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-09T22:37:03.862908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.453815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-09T22:37:03.86313Z","caller":"traceutil/trace.go:171","msg":"trace[1882054524] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4940; }","duration":"248.692919ms","start":"2026-03-09T22:37:03.614392Z","end":"2026-03-09T22:37:03.863085Z","steps":["trace[1882054524] 'range keys from in-memory index tree' (duration: 248.287021ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:37:03.86308Z","caller":"traceutil/trace.go:171","msg":"trace[1080920543] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4940; }","duration":"259.471857ms","start":"2026-03-09T22:37:03.60359Z","end":"2026-03-09T22:37:03.863062Z","steps":["trace[1080920543] 'range keys from in-memory index tree' (duration: 259.211311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:37:05.366224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.802987ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T22:37:05.366429Z","caller":"traceutil/trace.go:171","msg":"trace[2123080837] transaction","detail":"{read_only:false; response_revision:4951; number_of_response:1; }","duration":"211.405456ms","start":"2026-03-09T22:37:05.155005Z","end":"2026-03-09T22:37:05.366411Z","steps":["trace[2123080837] 'process raft request' (duration: 211.337994ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:37:05.366458Z","caller":"traceutil/trace.go:171","msg":"trace[1344915963] transaction","detail":"{read_only:false; response_revision:4950; number_of_response:1; }","duration":"291.75321ms","start":"2026-03-09T22:37:05.074655Z","end":"2026-03-09T22:37:05.366409Z","steps":["trace[1344915963] 'process raft request' (duration: 20.678237ms)","trace[1344915963] 'compare' (duration: 270.687504ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:37:05.366743Z","caller":"traceutil/trace.go:171","msg":"trace[1717787032] linearizableReadLoop","detail":"{readStateIndex:5143; appliedIndex:5142; }","duration":"255.104181ms","start":"2026-03-09T22:37:05.111628Z","end":"2026-03-09T22:37:05.366732Z","steps":["trace[1717787032] 'read index received' (duration: 62.871µs)","trace[1717787032] 'applied index is now lower than readState.Index' (duration: 255.04029ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:37:05.366917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.283315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T22:37:05.366956Z","caller":"traceutil/trace.go:171","msg":"trace[864855191] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:4951; }","duration":"255.379057ms","start":"2026-03-09T22:37:05.111565Z","end":"2026-03-09T22:37:05.366944Z","steps":["trace[864855191] 'agreement among raft nodes before linearized reading' (duration: 255.251825ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:37:05.370952Z","caller":"traceutil/trace.go:171","msg":"trace[99404479] transaction","detail":"{read_only:false; response_revision:4952; number_of_response:1; }","duration":"202.95585ms","start":"2026-03-09T22:37:05.167968Z","end":"2026-03-09T22:37:05.370924Z","steps":["trace[99404479] 'process raft request' (duration: 202.795496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:37:06.08403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.032583ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T22:37:06.084232Z","caller":"traceutil/trace.go:171","msg":"trace[370238747] transaction","detail":"{read_only:false; response_revision:4962; number_of_response:1; }","duration":"156.876192ms","start":"2026-03-09T22:37:05.927314Z","end":"2026-03-09T22:37:06.08419Z","steps":["trace[370238747] 'process raft request' (duration: 54.590874ms)","trace[370238747] 'compare' (duration: 101.897889ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:37:07.634708Z","caller":"traceutil/trace.go:171","msg":"trace[773545868] transaction","detail":"{read_only:false; response_revision:5001; number_of_response:1; }","duration":"133.335004ms","start":"2026-03-09T22:37:07.501346Z","end":"2026-03-09T22:37:07.634681Z","steps":["trace[773545868] 'process raft request' (duration: 131.730239ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:37:07.922674Z","caller":"traceutil/trace.go:171","msg":"trace[1492263745] transaction","detail":"{read_only:false; response_revision:5002; number_of_response:1; }","duration":"380.256594ms","start":"2026-03-09T22:37:07.542379Z","end":"2026-03-09T22:37:07.922635Z","steps":["trace[1492263745] 'process raft request' (duration: 380.055969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:37:07.922877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:37:07.542353Z","time spent":"380.421397ms","remote":"127.0.0.1:41000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9210,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:37:13.03094Z","caller":"traceutil/trace.go:171","msg":"trace[758953096] transaction","detail":"{read_only:false; response_revision:5083; number_of_response:1; }","duration":"137.495085ms","start":"2026-03-09T22:37:12.89342Z","end":"2026-03-09T22:37:13.030915Z","steps":["trace[758953096] 'process raft request' (duration: 137.332651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:37:17.924044Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4092255648840358500,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-09T22:37:17.936975Z","caller":"traceutil/trace.go:171","msg":"trace[338055976] transaction","detail":"{read_only:false; response_revision:5129; number_of_response:1; }","duration":"530.390568ms","start":"2026-03-09T22:37:17.406472Z","end":"2026-03-09T22:37:17.936862Z","steps":["trace[338055976] 'process raft request' (duration: 530.133582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:37:17.937219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:37:17.406447Z","time spent":"530.649413ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:37:19.301055Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.364393325s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-09T22:37:19.451243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.872357ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T22:37:19.451425Z","caller":"traceutil/trace.go:171","msg":"trace[1938634320] linearizableReadLoop","detail":"{readStateIndex:5329; appliedIndex:5327; }","duration":"2.02834053s","start":"2026-03-09T22:37:17.423002Z","end":"2026-03-09T22:37:19.451343Z","steps":["trace[1938634320] 'read index received' (duration: 513.72403ms)","trace[1938634320] 'applied index is now lower than readState.Index' (duration: 1.51461421s)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:37:19.451682Z","caller":"traceutil/trace.go:171","msg":"trace[2069773588] transaction","detail":"{read_only:false; response_revision:5130; number_of_response:1; }","duration":"2.030755353s","start":"2026-03-09T22:37:17.420766Z","end":"2026-03-09T22:37:19.451522Z","steps":["trace[2069773588] 'process raft request' (duration: 1.880488427s)","trace[2069773588] 'compare' (duration: 149.750175ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:37:19.451729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.028709978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-09T22:37:19.451824Z","caller":"traceutil/trace.go:171","msg":"trace[895453566] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5130; }","duration":"2.028851911s","start":"2026-03-09T22:37:17.422951Z","end":"2026-03-09T22:37:19.451803Z","steps":["trace[895453566] 'agreement among raft nodes before linearized reading' (duration: 2.028586665s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:37:19.451848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:37:17.420741Z","time spent":"2.031024019s","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:37:19.451875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:37:17.422938Z","time spent":"2.028927332s","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T22:37:19.742613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.895867ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T22:37:19.742794Z","caller":"traceutil/trace.go:171","msg":"trace[958890528] transaction","detail":"{read_only:false; response_revision:5133; number_of_response:1; }","duration":"285.133743ms","start":"2026-03-09T22:37:19.457646Z","end":"2026-03-09T22:37:19.742779Z","steps":["trace[958890528] 'process raft request' (duration: 285.103382ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:37:19.742919Z","caller":"traceutil/trace.go:171","msg":"trace[1831334600] transaction","detail":"{read_only:false; response_revision:5132; number_of_response:1; }","duration":"686.726607ms","start":"2026-03-09T22:37:19.056186Z","end":"2026-03-09T22:37:19.742912Z","steps":["trace[1831334600] 'process raft request' (duration: 686.517483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:37:19.742964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:37:19.056156Z","time spent":"686.782879ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:37:19.74303Z","caller":"traceutil/trace.go:171","msg":"trace[530870387] linearizableReadLoop","detail":"{readStateIndex:5331; appliedIndex:5329; }","duration":"291.506634ms","start":"2026-03-09T22:37:19.451517Z","end":"2026-03-09T22:37:19.743024Z","steps":["trace[530870387] 'read index received' (duration: 180.120416ms)","trace[530870387] 'applied index is now lower than readState.Index' (duration: 111.385108ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:37:19.743159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.772087174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-09T22:37:19.743182Z","caller":"traceutil/trace.go:171","msg":"trace[1723791187] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5133; }","duration":"1.772160975s","start":"2026-03-09T22:37:17.971015Z","end":"2026-03-09T22:37:19.743176Z","steps":["trace[1723791187] 'agreement among raft nodes before linearized reading' (duration: 1.772069153s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:37:19.7432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:37:17.97099Z","time spent":"1.772206206s","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T22:37:19.743353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.627843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-09T22:37:19.743361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.523991318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-09T22:37:19.743383Z","caller":"traceutil/trace.go:171","msg":"trace[1911137195] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5133; }","duration":"135.685564ms","start":"2026-03-09T22:37:19.607686Z","end":"2026-03-09T22:37:19.743372Z","steps":["trace[1911137195] 'agreement among raft nodes before linearized reading' (duration: 135.609673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:37:19.743374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.76700284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7ptkd\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-09T22:37:19.743375Z","caller":"traceutil/trace.go:171","msg":"trace[1668452021] transaction","detail":"{read_only:false; response_revision:5131; number_of_response:1; }","duration":"945.250803ms","start":"2026-03-09T22:37:18.798077Z","end":"2026-03-09T22:37:19.743327Z","steps":["trace[1668452021] 'process raft request' (duration: 833.556469ms)","trace[1668452021] 'compare' (duration: 110.782475ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:37:19.743396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.320011459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-09T22:37:19.74343Z","caller":"traceutil/trace.go:171","msg":"trace[1165388795] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5133; }","duration":"1.52408183s","start":"2026-03-09T22:37:18.219323Z","end":"2026-03-09T22:37:19.743405Z","steps":["trace[1165388795] 'agreement among raft nodes before linearized reading' (duration: 1.523874255s)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:37:19.743462Z","caller":"traceutil/trace.go:171","msg":"trace[1235966364] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7ptkd; range_end:; response_count:1; response_revision:5133; }","duration":"1.767162665s","start":"2026-03-09T22:37:17.976277Z","end":"2026-03-09T22:37:19.74344Z","steps":["trace[1235966364] 'agreement among raft nodes before linearized reading' (duration: 1.766823527s)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:37:19.743471Z","caller":"traceutil/trace.go:171","msg":"trace[353825242] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5133; }","duration":"2.32010674s","start":"2026-03-09T22:37:17.423351Z","end":"2026-03-09T22:37:19.743457Z","steps":["trace[353825242] 'agreement among raft nodes before linearized reading' (duration: 2.319944306s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:37:19.743484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:37:18.219312Z","time spent":"1.524158563s","remote":"127.0.0.1:40960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-09T22:37:19.743511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:37:17.423343Z","time spent":"2.320160421s","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T22:37:19.743516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:37:17.976257Z","time spent":"1.767249287s","remote":"127.0.0.1:41000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-7ptkd\" "} {"level":"warn","ts":"2026-03-09T22:37:19.743499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.895070469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.12\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-09T22:37:19.743544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:37:18.798053Z","time spent":"945.407187ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:37:19.743538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.041628943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-09T22:37:19.743574Z","caller":"traceutil/trace.go:171","msg":"trace[302388364] range","detail":"{range_begin:/registry/masterleases/162.253.55.12; range_end:; response_count:1; response_revision:5133; }","duration":"1.895193341s","start":"2026-03-09T22:37:17.848361Z","end":"2026-03-09T22:37:19.743554Z","steps":["trace[302388364] 'agreement among raft nodes before linearized reading' (duration: 1.894981926s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:37:19.743588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.260239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-09T22:37:19.743617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:37:17.848338Z","time spent":"1.895270924s","remote":"127.0.0.1:40802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/162.253.55.12\" "} {"level":"info","ts":"2026-03-09T22:37:19.74362Z","caller":"traceutil/trace.go:171","msg":"trace[1963709952] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5133; }","duration":"2.041776606s","start":"2026-03-09T22:37:17.701824Z","end":"2026-03-09T22:37:19.743601Z","steps":["trace[1963709952] 'agreement among raft nodes before linearized reading' (duration: 2.04154055s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:37:19.743641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.605233401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-09T22:37:19.743642Z","caller":"traceutil/trace.go:171","msg":"trace[920855761] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5133; }","duration":"957.346521ms","start":"2026-03-09T22:37:18.786285Z","end":"2026-03-09T22:37:19.743632Z","steps":["trace[920855761] 'agreement among raft nodes before linearized reading' (duration: 957.199248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:37:19.743589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376012812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T22:37:19.743663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:37:17.701794Z","time spent":"2.041860399s","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T22:37:19.743677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:37:18.786265Z","time spent":"957.404232ms","remote":"127.0.0.1:41000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-09T22:37:19.743672Z","caller":"traceutil/trace.go:171","msg":"trace[1774003305] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5133; }","duration":"1.605291072s","start":"2026-03-09T22:37:18.138372Z","end":"2026-03-09T22:37:19.743664Z","steps":["trace[1774003305] 'agreement among raft nodes before linearized reading' (duration: 1.60520947s)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:37:19.7437Z","caller":"traceutil/trace.go:171","msg":"trace[931053105] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5133; }","duration":"1.376142755s","start":"2026-03-09T22:37:18.367539Z","end":"2026-03-09T22:37:19.743682Z","steps":["trace[931053105] 'agreement among raft nodes before linearized reading' (duration: 1.375976602s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:37:19.743711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:37:18.13836Z","time spent":"1.605344004s","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T22:37:19.743745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:37:18.367433Z","time spent":"1.376304138s","remote":"127.0.0.1:40770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T22:37:19.744132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.564063543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17230"} {"level":"info","ts":"2026-03-09T22:37:19.744235Z","caller":"traceutil/trace.go:171","msg":"trace[533537752] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5133; }","duration":"1.564268947s","start":"2026-03-09T22:37:18.17995Z","end":"2026-03-09T22:37:19.744219Z","steps":["trace[533537752] 'agreement among raft nodes before linearized reading' (duration: 1.563409797s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:37:19.74427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:37:18.179925Z","time spent":"1.564336229s","remote":"127.0.0.1:41000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":17253,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-09T22:37:20.128717Z","caller":"traceutil/trace.go:171","msg":"trace[1305551363] transaction","detail":"{read_only:false; response_revision:5135; number_of_response:1; }","duration":"380.023338ms","start":"2026-03-09T22:37:19.748644Z","end":"2026-03-09T22:37:20.128667Z","steps":["trace[1305551363] 'process raft request' (duration: 379.949217ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:37:20.128735Z","caller":"traceutil/trace.go:171","msg":"trace[1890414228] transaction","detail":"{read_only:false; response_revision:5134; number_of_response:1; }","duration":"380.931098ms","start":"2026-03-09T22:37:19.747752Z","end":"2026-03-09T22:37:20.128684Z","steps":["trace[1890414228] 'process raft request' (duration: 380.615321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:37:20.128914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:37:19.74863Z","time spent":"380.187392ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:37:20.128992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:37:19.747732Z","time spent":"381.112712ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:37:20.12913Z","caller":"traceutil/trace.go:171","msg":"trace[484064755] transaction","detail":"{read_only:false; response_revision:5136; number_of_response:1; }","duration":"379.210599ms","start":"2026-03-09T22:37:19.749776Z","end":"2026-03-09T22:37:20.128986Z","steps":["trace[484064755] 'process raft request' (duration: 378.858092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:37:20.12937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:37:19.749738Z","time spent":"379.515156ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:37:20.129469Z","caller":"traceutil/trace.go:171","msg":"trace[1646151319] transaction","detail":"{read_only:false; response_revision:5137; number_of_response:1; }","duration":"379.614989ms","start":"2026-03-09T22:37:19.749836Z","end":"2026-03-09T22:37:20.129451Z","steps":["trace[1646151319] 'process raft request' (duration: 379.382153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:37:20.129548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:37:19.749819Z","time spent":"379.69207ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:37:20.129944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.272973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-09T22:37:20.129995Z","caller":"traceutil/trace.go:171","msg":"trace[417514408] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5138; }","duration":"380.337445ms","start":"2026-03-09T22:37:19.749645Z","end":"2026-03-09T22:37:20.129982Z","steps":["trace[417514408] 'agreement among raft nodes before linearized reading' (duration: 380.041348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:37:20.129987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.897829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81888"} {"level":"warn","ts":"2026-03-09T22:37:20.130028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:37:19.749637Z","time spent":"380.384456ms","remote":"127.0.0.1:41000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-09T22:37:20.130001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.063869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"info","ts":"2026-03-09T22:37:20.130066Z","caller":"traceutil/trace.go:171","msg":"trace[1135475980] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5138; }","duration":"382.001862ms","start":"2026-03-09T22:37:19.748044Z","end":"2026-03-09T22:37:20.130046Z","steps":["trace[1135475980] 'agreement among raft nodes before linearized reading' (duration: 381.656604ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:37:20.130091Z","caller":"traceutil/trace.go:171","msg":"trace[1244000075] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5138; }","duration":"380.243513ms","start":"2026-03-09T22:37:19.749825Z","end":"2026-03-09T22:37:20.130068Z","steps":["trace[1244000075] 'agreement among raft nodes before linearized reading' (duration: 379.841263ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:37:20.130085Z","caller":"traceutil/trace.go:171","msg":"trace[1301448108] transaction","detail":"{read_only:false; response_revision:5138; number_of_response:1; }","duration":"372.566644ms","start":"2026-03-09T22:37:19.757481Z","end":"2026-03-09T22:37:20.130048Z","steps":["trace[1301448108] 'process raft request' (duration: 372.067562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:37:20.130119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:37:19.748036Z","time spent":"382.070314ms","remote":"127.0.0.1:41000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81911,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-09T22:37:20.130135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:37:19.749814Z","time spent":"380.310564ms","remote":"127.0.0.1:40892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1344,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"warn","ts":"2026-03-09T22:37:20.130251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:37:19.757456Z","time spent":"372.704047ms","remote":"127.0.0.1:41000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17189,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:37:20.130373Z","caller":"traceutil/trace.go:171","msg":"trace[1663409204] linearizableReadLoop","detail":"{readStateIndex:5338; appliedIndex:5333; }","duration":"294.267036ms","start":"2026-03-09T22:37:19.835379Z","end":"2026-03-09T22:37:20.129646Z","steps":["trace[1663409204] 'read index received' (duration: 293.111041ms)","trace[1663409204] 'applied index is now lower than readState.Index' (duration: 1.154365ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:37:20.13042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.83639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7b9b508b-7999-4d24-86f0-77e46bbd9c0d\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-03-09T22:37:20.130474Z","caller":"traceutil/trace.go:171","msg":"trace[722063447] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7b9b508b-7999-4d24-86f0-77e46bbd9c0d; range_end:; response_count:1; response_revision:5138; }","duration":"382.919522ms","start":"2026-03-09T22:37:19.747536Z","end":"2026-03-09T22:37:20.130456Z","steps":["trace[722063447] 'agreement among raft nodes before linearized reading' (duration: 382.712898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:37:20.130507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:37:19.747517Z","time spent":"382.982573ms","remote":"127.0.0.1:40952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1458,"request content":"key:\"/registry/persistentvolumes/pvc-7b9b508b-7999-4d24-86f0-77e46bbd9c0d\" "} {"level":"info","ts":"2026-03-09T22:37:20.136977Z","caller":"traceutil/trace.go:171","msg":"trace[1566645063] transaction","detail":"{read_only:false; response_revision:5140; number_of_response:1; }","duration":"193.529452ms","start":"2026-03-09T22:37:19.943433Z","end":"2026-03-09T22:37:20.136963Z","steps":["trace[1566645063] 'process raft request' (duration: 193.45099ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:37:20.13712Z","caller":"traceutil/trace.go:171","msg":"trace[1067840334] transaction","detail":"{read_only:false; response_revision:5139; number_of_response:1; }","duration":"300.312589ms","start":"2026-03-09T22:37:19.836785Z","end":"2026-03-09T22:37:20.137098Z","steps":["trace[1067840334] 'process raft request' (duration: 299.997622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:37:20.137172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.935887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T22:37:20.137222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:37:19.836761Z","time spent":"300.413991ms","remote":"127.0.0.1:40802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:37:20.137244Z","caller":"traceutil/trace.go:171","msg":"trace[1498745875] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5140; }","duration":"293.065969ms","start":"2026-03-09T22:37:19.844153Z","end":"2026-03-09T22:37:20.137219Z","steps":["trace[1498745875] 'agreement among raft nodes before linearized reading' (duration: 292.937236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:37:20.423573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.703938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-09T22:37:20.42368Z","caller":"traceutil/trace.go:171","msg":"trace[1703845929] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:5140; }","duration":"271.84559ms","start":"2026-03-09T22:37:20.151805Z","end":"2026-03-09T22:37:20.42365Z","steps":["trace[1703845929] 'range keys from in-memory index tree' (duration: 271.601005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:37:20.423745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.952934ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T22:37:20.423973Z","caller":"traceutil/trace.go:171","msg":"trace[1080406407] transaction","detail":"{read_only:false; response_revision:5142; number_of_response:1; }","duration":"262.024253ms","start":"2026-03-09T22:37:20.16193Z","end":"2026-03-09T22:37:20.423954Z","steps":["trace[1080406407] 'process raft request' (duration: 261.949131ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:37:20.423957Z","caller":"traceutil/trace.go:171","msg":"trace[805464405] transaction","detail":"{read_only:false; response_revision:5141; number_of_response:1; }","duration":"271.873541ms","start":"2026-03-09T22:37:20.152035Z","end":"2026-03-09T22:37:20.423909Z","steps":["trace[805464405] 'compare' (duration: 262.809101ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:37:20.423982Z","caller":"traceutil/trace.go:171","msg":"trace[679603154] linearizableReadLoop","detail":"{readStateIndex:5341; appliedIndex:5340; }","duration":"271.329808ms","start":"2026-03-09T22:37:20.152621Z","end":"2026-03-09T22:37:20.423951Z","steps":["trace[679603154] 'read index received' (duration: 8.023086ms)","trace[679603154] 'applied index is now lower than readState.Index' (duration: 263.303402ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:37:20.424174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.201261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:37:20.424247Z","caller":"traceutil/trace.go:171","msg":"trace[785701815] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5142; }","duration":"201.311764ms","start":"2026-03-09T22:37:20.222917Z","end":"2026-03-09T22:37:20.424229Z","steps":["trace[785701815] 'agreement among raft nodes before linearized reading' (duration: 201.193991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:37:20.424232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.971603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T22:37:20.424336Z","caller":"traceutil/trace.go:171","msg":"trace[809173822] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:5142; }","duration":"151.119626ms","start":"2026-03-09T22:37:20.273193Z","end":"2026-03-09T22:37:20.424312Z","steps":["trace[809173822] 'agreement among raft nodes before linearized reading' (duration: 150.920371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:37:20.424376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.728348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"warn","ts":"2026-03-09T22:37:20.424424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.030719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-09T22:37:20.424445Z","caller":"traceutil/trace.go:171","msg":"trace[966380563] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5142; }","duration":"271.8436ms","start":"2026-03-09T22:37:20.152586Z","end":"2026-03-09T22:37:20.424429Z","steps":["trace[966380563] 'agreement among raft nodes before linearized reading' (duration: 271.509122ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:37:20.424482Z","caller":"traceutil/trace.go:171","msg":"trace[166503812] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5142; }","duration":"177.138841ms","start":"2026-03-09T22:37:20.247326Z","end":"2026-03-09T22:37:20.424465Z","steps":["trace[166503812] 'agreement among raft nodes before linearized reading' (duration: 176.969567ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:37:20.619669Z","caller":"traceutil/trace.go:171","msg":"trace[602937998] transaction","detail":"{read_only:false; response_revision:5144; number_of_response:1; }","duration":"189.154455ms","start":"2026-03-09T22:37:20.43047Z","end":"2026-03-09T22:37:20.619624Z","steps":["trace[602937998] 'process raft request' (duration: 168.737574ms)","trace[602937998] 'compare' (duration: 20.169446ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:37:20.619686Z","caller":"traceutil/trace.go:171","msg":"trace[321663845] transaction","detail":"{read_only:false; response_revision:5145; number_of_response:1; }","duration":"188.292496ms","start":"2026-03-09T22:37:20.431365Z","end":"2026-03-09T22:37:20.619658Z","steps":["trace[321663845] 'process raft request' (duration: 188.170993ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:37:20.619903Z","caller":"traceutil/trace.go:171","msg":"trace[772693120] transaction","detail":"{read_only:false; response_revision:5146; number_of_response:1; }","duration":"185.844162ms","start":"2026-03-09T22:37:20.434023Z","end":"2026-03-09T22:37:20.619867Z","steps":["trace[772693120] 'process raft request' (duration: 185.569516ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:37:20.619989Z","caller":"traceutil/trace.go:171","msg":"trace[1012953754] linearizableReadLoop","detail":"{readStateIndex:5344; appliedIndex:5342; }","duration":"189.326159ms","start":"2026-03-09T22:37:20.430608Z","end":"2026-03-09T22:37:20.619934Z","steps":["trace[1012953754] 'read index received' (duration: 92.4026ms)","trace[1012953754] 'applied index is now lower than readState.Index' (duration: 96.919899ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:37:20.620154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.507492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-09T22:37:20.620241Z","caller":"traceutil/trace.go:171","msg":"trace[1640480084] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5146; }","duration":"189.619306ms","start":"2026-03-09T22:37:20.430601Z","end":"2026-03-09T22:37:20.620221Z","steps":["trace[1640480084] 'agreement among raft nodes before linearized reading' (duration: 189.343609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:37:20.620323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.225715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-nvtxl\" ","response":"range_response_count:1 size:4157"} {"level":"info","ts":"2026-03-09T22:37:20.620385Z","caller":"traceutil/trace.go:171","msg":"trace[87722697] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-nvtxl; range_end:; response_count:1; response_revision:5146; }","duration":"188.337228ms","start":"2026-03-09T22:37:20.432033Z","end":"2026-03-09T22:37:20.62037Z","steps":["trace[87722697] 'agreement among raft nodes before linearized reading' (duration: 188.169214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:37:20.620388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.395975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-03-09T22:37:20.620425Z","caller":"traceutil/trace.go:171","msg":"trace[1462840257] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5146; }","duration":"181.522327ms","start":"2026-03-09T22:37:20.43889Z","end":"2026-03-09T22:37:20.620413Z","steps":["trace[1462840257] 'agreement among raft nodes before linearized reading' (duration: 181.312342ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:37:20.879842Z","caller":"traceutil/trace.go:171","msg":"trace[1775288923] linearizableReadLoop","detail":"{readStateIndex:5348; appliedIndex:5347; }","duration":"147.684981ms","start":"2026-03-09T22:37:20.732121Z","end":"2026-03-09T22:37:20.879806Z","steps":["trace[1775288923] 'read index received' (duration: 75.059017ms)","trace[1775288923] 'applied index is now lower than readState.Index' (duration: 72.624764ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:37:20.87997Z","caller":"traceutil/trace.go:171","msg":"trace[395218771] transaction","detail":"{read_only:false; response_revision:5148; number_of_response:1; }","duration":"181.208318ms","start":"2026-03-09T22:37:20.698686Z","end":"2026-03-09T22:37:20.879895Z","steps":["trace[395218771] 'process raft request' (duration: 108.508634ms)","trace[395218771] 'compare' (duration: 72.445039ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:37:20.880248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.100559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-09T22:37:20.880332Z","caller":"traceutil/trace.go:171","msg":"trace[307797782] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5148; }","duration":"148.250573ms","start":"2026-03-09T22:37:20.732063Z","end":"2026-03-09T22:37:20.880314Z","steps":["trace[307797782] 'agreement among raft nodes before linearized reading' (duration: 147.857114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:37:54.400625Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4092255648840359292,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-09T22:37:54.423248Z","caller":"traceutil/trace.go:171","msg":"trace[2049051927] transaction","detail":"{read_only:false; response_revision:5422; number_of_response:1; }","duration":"546.286634ms","start":"2026-03-09T22:37:53.87691Z","end":"2026-03-09T22:37:54.423197Z","steps":["trace[2049051927] 'process raft request' (duration: 546.140211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:37:54.4234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:37:53.876891Z","time spent":"546.426937ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:37:54.424668Z","caller":"traceutil/trace.go:171","msg":"trace[1550341281] linearizableReadLoop","detail":"{readStateIndex:5632; appliedIndex:5630; }","duration":"524.242266ms","start":"2026-03-09T22:37:53.900396Z","end":"2026-03-09T22:37:54.424639Z","steps":["trace[1550341281] 'read index received' (duration: 522.720502ms)","trace[1550341281] 'applied index is now lower than readState.Index' (duration: 1.520264ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:37:54.424703Z","caller":"traceutil/trace.go:171","msg":"trace[65070258] transaction","detail":"{read_only:false; response_revision:5423; number_of_response:1; }","duration":"162.165426ms","start":"2026-03-09T22:37:54.262515Z","end":"2026-03-09T22:37:54.42468Z","steps":["trace[65070258] 'process raft request' (duration: 161.965001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:37:54.424931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.528293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-09T22:37:54.424976Z","caller":"traceutil/trace.go:171","msg":"trace[749477625] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5423; }","duration":"524.631685ms","start":"2026-03-09T22:37:53.900331Z","end":"2026-03-09T22:37:54.424963Z","steps":["trace[749477625] 'agreement among raft nodes before linearized reading' (duration: 524.452031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:37:54.425005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.68805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-09T22:37:54.425043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:37:53.900311Z","time spent":"524.690176ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-09T22:37:54.425098Z","caller":"traceutil/trace.go:171","msg":"trace[1530754880] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5423; }","duration":"112.809293ms","start":"2026-03-09T22:37:54.312269Z","end":"2026-03-09T22:37:54.425078Z","steps":["trace[1530754880] 'agreement among raft nodes before linearized reading' (duration: 112.582688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:37:54.425146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.895924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-09T22:37:54.424989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.536351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-09T22:37:54.425218Z","caller":"traceutil/trace.go:171","msg":"trace[1045222045] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5423; }","duration":"112.983886ms","start":"2026-03-09T22:37:54.312212Z","end":"2026-03-09T22:37:54.425196Z","steps":["trace[1045222045] 'agreement among raft nodes before linearized reading' (duration: 112.865074ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:37:54.425244Z","caller":"traceutil/trace.go:171","msg":"trace[1092534616] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5423; }","duration":"183.867648ms","start":"2026-03-09T22:37:54.241362Z","end":"2026-03-09T22:37:54.425229Z","steps":["trace[1092534616] 'agreement among raft nodes before linearized reading' (duration: 183.441279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:37:54.425218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.750911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-09T22:37:54.425453Z","caller":"traceutil/trace.go:171","msg":"trace[1390664261] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5423; }","duration":"108.983777ms","start":"2026-03-09T22:37:54.316303Z","end":"2026-03-09T22:37:54.425287Z","steps":["trace[1390664261] 'agreement among raft nodes before linearized reading' (duration: 108.526087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:37:54.425678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.604327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7ptkd\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-09T22:37:54.425723Z","caller":"traceutil/trace.go:171","msg":"trace[784878610] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7ptkd; range_end:; response_count:1; response_revision:5423; }","duration":"103.668449ms","start":"2026-03-09T22:37:54.322045Z","end":"2026-03-09T22:37:54.425713Z","steps":["trace[784878610] 'agreement among raft nodes before linearized reading' (duration: 103.557997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:37:54.425152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.856864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-09T22:37:54.425942Z","caller":"traceutil/trace.go:171","msg":"trace[1620586174] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5423; }","duration":"109.680902ms","start":"2026-03-09T22:37:54.316243Z","end":"2026-03-09T22:37:54.425923Z","steps":["trace[1620586174] 'agreement among raft nodes before linearized reading' (duration: 108.740101ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:38:04.81552Z","caller":"traceutil/trace.go:171","msg":"trace[21900940] transaction","detail":"{read_only:false; response_revision:5487; number_of_response:1; }","duration":"303.602112ms","start":"2026-03-09T22:38:04.511896Z","end":"2026-03-09T22:38:04.815498Z","steps":["trace[21900940] 'process raft request' (duration: 303.405098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:38:04.81567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:38:04.511881Z","time spent":"303.715236ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:38:04.815901Z","caller":"traceutil/trace.go:171","msg":"trace[1369966178] transaction","detail":"{read_only:false; response_revision:5488; number_of_response:1; }","duration":"303.938771ms","start":"2026-03-09T22:38:04.511929Z","end":"2026-03-09T22:38:04.815868Z","steps":["trace[1369966178] 'process raft request' (duration: 303.517891ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:38:04.816Z","caller":"traceutil/trace.go:171","msg":"trace[1908015992] transaction","detail":"{read_only:false; response_revision:5490; number_of_response:1; }","duration":"303.648613ms","start":"2026-03-09T22:38:04.512333Z","end":"2026-03-09T22:38:04.815982Z","steps":["trace[1908015992] 'process raft request' (duration: 303.483539ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:38:04.815927Z","caller":"traceutil/trace.go:171","msg":"trace[1091004522] linearizableReadLoop","detail":"{readStateIndex:5699; appliedIndex:5696; }","duration":"303.696754ms","start":"2026-03-09T22:38:04.512212Z","end":"2026-03-09T22:38:04.815909Z","steps":["trace[1091004522] 'read index received' (duration: 15.896962ms)","trace[1091004522] 'applied index is now lower than readState.Index' (duration: 287.798712ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:38:04.816195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:38:04.512308Z","time spent":"303.800986ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:38:04.816219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.994431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101755"} {"level":"info","ts":"2026-03-09T22:38:04.81627Z","caller":"traceutil/trace.go:171","msg":"trace[1803461857] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5490; }","duration":"304.083172ms","start":"2026-03-09T22:38:04.512174Z","end":"2026-03-09T22:38:04.816257Z","steps":["trace[1803461857] 'agreement among raft nodes before linearized reading' (duration: 303.789136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:38:04.816321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:38:04.512157Z","time spent":"304.152524ms","remote":"127.0.0.1:41000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":101778,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-09T22:38:04.815919Z","caller":"traceutil/trace.go:171","msg":"trace[753590144] transaction","detail":"{read_only:false; response_revision:5489; number_of_response:1; }","duration":"303.621692ms","start":"2026-03-09T22:38:04.512239Z","end":"2026-03-09T22:38:04.815861Z","steps":["trace[753590144] 'process raft request' (duration: 303.468789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:38:04.816817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:38:04.512228Z","time spent":"304.507071ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:38:04.81737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:38:04.511904Z","time spent":"304.072323ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:38:14.980223Z","caller":"traceutil/trace.go:171","msg":"trace[1948858713] transaction","detail":"{read_only:false; response_revision:5558; number_of_response:1; }","duration":"115.059591ms","start":"2026-03-09T22:38:14.865142Z","end":"2026-03-09T22:38:14.980201Z","steps":["trace[1948858713] 'process raft request' (duration: 114.384237ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:38:14.980332Z","caller":"traceutil/trace.go:171","msg":"trace[1711072758] transaction","detail":"{read_only:false; response_revision:5559; number_of_response:1; }","duration":"114.758335ms","start":"2026-03-09T22:38:14.865566Z","end":"2026-03-09T22:38:14.980324Z","steps":["trace[1711072758] 'process raft request' (duration: 114.07093ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:38:14.980405Z","caller":"traceutil/trace.go:171","msg":"trace[394849723] transaction","detail":"{read_only:false; response_revision:5560; number_of_response:1; }","duration":"114.11216ms","start":"2026-03-09T22:38:14.866285Z","end":"2026-03-09T22:38:14.980397Z","steps":["trace[394849723] 'process raft request' (duration: 113.383124ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:38:17.130637Z","caller":"traceutil/trace.go:171","msg":"trace[138891254] transaction","detail":"{read_only:false; response_revision:5572; number_of_response:1; }","duration":"138.617174ms","start":"2026-03-09T22:38:16.991994Z","end":"2026-03-09T22:38:17.130611Z","steps":["trace[138891254] 'process raft request' (duration: 138.561923ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:38:17.130703Z","caller":"traceutil/trace.go:171","msg":"trace[1832167039] transaction","detail":"{read_only:false; response_revision:5571; number_of_response:1; }","duration":"138.89307ms","start":"2026-03-09T22:38:16.991775Z","end":"2026-03-09T22:38:17.130669Z","steps":["trace[1832167039] 'process raft request' (duration: 106.696375ms)","trace[1832167039] 'compare' (duration: 31.94494ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:38:17.833035Z","caller":"traceutil/trace.go:171","msg":"trace[240399182] transaction","detail":"{read_only:false; response_revision:5574; number_of_response:1; }","duration":"145.012346ms","start":"2026-03-09T22:38:17.687995Z","end":"2026-03-09T22:38:17.833007Z","steps":["trace[240399182] 'process raft request' (duration: 144.782051ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:38:17.867817Z","caller":"traceutil/trace.go:171","msg":"trace[1028304183] transaction","detail":"{read_only:false; response_revision:5575; number_of_response:1; }","duration":"110.805227ms","start":"2026-03-09T22:38:17.756988Z","end":"2026-03-09T22:38:17.867793Z","steps":["trace[1028304183] 'process raft request' (duration: 87.514071ms)","trace[1028304183] 'compare' (duration: 23.114122ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:38:23.723965Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2711} {"level":"info","ts":"2026-03-09T22:38:23.794619Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2711,"took":"68.429299ms","hash":3561158545,"current-db-size-bytes":40140800,"current-db-size":"40 MB","current-db-size-in-use-bytes":30355456,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-09T22:38:23.794685Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3561158545,"revision":2711,"compact-revision":-1} {"level":"info","ts":"2026-03-09T22:38:57.371656Z","caller":"traceutil/trace.go:171","msg":"trace[67210112] transaction","detail":"{read_only:false; response_revision:5866; number_of_response:1; }","duration":"119.282225ms","start":"2026-03-09T22:38:57.252337Z","end":"2026-03-09T22:38:57.371619Z","steps":["trace[67210112] 'process raft request' (duration: 119.125592ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:42:24.056432Z","caller":"traceutil/trace.go:171","msg":"trace[106874740] transaction","detail":"{read_only:false; response_revision:7175; number_of_response:1; }","duration":"287.329526ms","start":"2026-03-09T22:42:23.769076Z","end":"2026-03-09T22:42:24.056406Z","steps":["trace[106874740] 'process raft request' (duration: 237.086671ms)","trace[106874740] 'compare' (duration: 50.151812ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:42:30.211132Z","caller":"traceutil/trace.go:171","msg":"trace[1052226067] transaction","detail":"{read_only:false; response_revision:7216; number_of_response:1; }","duration":"110.993744ms","start":"2026-03-09T22:42:30.100112Z","end":"2026-03-09T22:42:30.211105Z","steps":["trace[1052226067] 'process raft request' (duration: 104.791265ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:42:30.680168Z","caller":"traceutil/trace.go:171","msg":"trace[257312363] linearizableReadLoop","detail":"{readStateIndex:7492; appliedIndex:7491; }","duration":"126.869845ms","start":"2026-03-09T22:42:30.55327Z","end":"2026-03-09T22:42:30.68014Z","steps":["trace[257312363] 'read index received' (duration: 126.600409ms)","trace[257312363] 'applied index is now lower than readState.Index' (duration: 267.566µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:42:30.680569Z","caller":"traceutil/trace.go:171","msg":"trace[912955150] transaction","detail":"{read_only:false; response_revision:7219; number_of_response:1; }","duration":"190.675991ms","start":"2026-03-09T22:42:30.489879Z","end":"2026-03-09T22:42:30.680555Z","steps":["trace[912955150] 'process raft request' (duration: 190.102708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:42:30.680803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.524949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:42:30.680851Z","caller":"traceutil/trace.go:171","msg":"trace[1274248843] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:7219; }","duration":"127.639041ms","start":"2026-03-09T22:42:30.553201Z","end":"2026-03-09T22:42:30.68084Z","steps":["trace[1274248843] 'agreement among raft nodes before linearized reading' (duration: 127.553169ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:42:34.967754Z","caller":"traceutil/trace.go:171","msg":"trace[1284503549] linearizableReadLoop","detail":"{readStateIndex:7510; appliedIndex:7509; }","duration":"266.408722ms","start":"2026-03-09T22:42:34.701317Z","end":"2026-03-09T22:42:34.967726Z","steps":["trace[1284503549] 'read index received' (duration: 266.152996ms)","trace[1284503549] 'applied index is now lower than readState.Index' (duration: 254.526µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:42:34.968054Z","caller":"traceutil/trace.go:171","msg":"trace[108107961] transaction","detail":"{read_only:false; response_revision:7236; number_of_response:1; }","duration":"267.879364ms","start":"2026-03-09T22:42:34.700158Z","end":"2026-03-09T22:42:34.968037Z","steps":["trace[108107961] 'process raft request' (duration: 267.393462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:42:34.968394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.063936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-09T22:42:34.968447Z","caller":"traceutil/trace.go:171","msg":"trace[1651673943] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7236; }","duration":"267.171959ms","start":"2026-03-09T22:42:34.701263Z","end":"2026-03-09T22:42:34.968435Z","steps":["trace[1651673943] 'agreement among raft nodes before linearized reading' (duration: 266.983625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:42:34.968683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.437885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-09T22:42:34.968723Z","caller":"traceutil/trace.go:171","msg":"trace[397354751] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7236; }","duration":"240.479746ms","start":"2026-03-09T22:42:34.728235Z","end":"2026-03-09T22:42:34.968715Z","steps":["trace[397354751] 'agreement among raft nodes before linearized reading' (duration: 240.360043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:42:35.397769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.158464ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T22:42:35.397982Z","caller":"traceutil/trace.go:171","msg":"trace[314332777] linearizableReadLoop","detail":"{readStateIndex:7513; appliedIndex:7510; }","duration":"110.590063ms","start":"2026-03-09T22:42:35.287376Z","end":"2026-03-09T22:42:35.397966Z","steps":["trace[314332777] 'read index received' (duration: 86.192µs)","trace[314332777] 'applied index is now lower than readState.Index' (duration: 110.502711ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:42:35.398086Z","caller":"traceutil/trace.go:171","msg":"trace[1392164916] transaction","detail":"{read_only:false; response_revision:7237; number_of_response:1; }","duration":"422.678109ms","start":"2026-03-09T22:42:34.975396Z","end":"2026-03-09T22:42:35.398075Z","steps":["trace[1392164916] 'process raft request' (duration: 198.127716ms)","trace[1392164916] 'compare' (duration: 224.024241ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:42:35.398166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:42:34.975382Z","time spent":"422.75149ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:42:35.398241Z","caller":"traceutil/trace.go:171","msg":"trace[1687977391] transaction","detail":"{read_only:false; response_revision:7239; number_of_response:1; }","duration":"316.413871ms","start":"2026-03-09T22:42:35.081806Z","end":"2026-03-09T22:42:35.39822Z","steps":["trace[1687977391] 'process raft request' (duration: 316.124245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:42:35.398368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:42:35.081781Z","time spent":"316.521094ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:42:35.398384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.016802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:42:35.398418Z","caller":"traceutil/trace.go:171","msg":"trace[1287642014] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:7239; }","duration":"111.079654ms","start":"2026-03-09T22:42:35.287327Z","end":"2026-03-09T22:42:35.398406Z","steps":["trace[1287642014] 'agreement among raft nodes before linearized reading' (duration: 111.025023ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:42:35.398452Z","caller":"traceutil/trace.go:171","msg":"trace[1987724799] transaction","detail":"{read_only:false; response_revision:7238; number_of_response:1; }","duration":"422.592247ms","start":"2026-03-09T22:42:34.975854Z","end":"2026-03-09T22:42:35.398446Z","steps":["trace[1987724799] 'process raft request' (duration: 422.024754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:42:35.398484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:42:34.975832Z","time spent":"422.634258ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:42:35.398801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.347374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:1 size:12707"} {"level":"info","ts":"2026-03-09T22:42:35.398909Z","caller":"traceutil/trace.go:171","msg":"trace[1771960124] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:1; response_revision:7239; }","duration":"108.500726ms","start":"2026-03-09T22:42:35.290384Z","end":"2026-03-09T22:42:35.398885Z","steps":["trace[1771960124] 'agreement among raft nodes before linearized reading' (duration: 108.21658ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:42:35.874853Z","caller":"traceutil/trace.go:171","msg":"trace[920313515] transaction","detail":"{read_only:false; response_revision:7240; number_of_response:1; }","duration":"165.312858ms","start":"2026-03-09T22:42:35.709509Z","end":"2026-03-09T22:42:35.874822Z","steps":["trace[920313515] 'process raft request' (duration: 165.093723ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:42:36.227949Z","caller":"traceutil/trace.go:171","msg":"trace[87405110] linearizableReadLoop","detail":"{readStateIndex:7515; appliedIndex:7514; }","duration":"136.55521ms","start":"2026-03-09T22:42:36.091356Z","end":"2026-03-09T22:42:36.227911Z","steps":["trace[87405110] 'read index received' (duration: 136.484558ms)","trace[87405110] 'applied index is now lower than readState.Index' (duration: 68.842µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:42:36.228Z","caller":"traceutil/trace.go:171","msg":"trace[518321331] transaction","detail":"{read_only:false; response_revision:7241; number_of_response:1; }","duration":"476.315459ms","start":"2026-03-09T22:42:35.75165Z","end":"2026-03-09T22:42:36.227966Z","steps":["trace[518321331] 'process raft request' (duration: 476.062313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:42:36.228169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.792245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T22:42:36.228416Z","caller":"traceutil/trace.go:171","msg":"trace[609582978] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:7241; }","duration":"137.090992ms","start":"2026-03-09T22:42:36.0913Z","end":"2026-03-09T22:42:36.228391Z","steps":["trace[609582978] 'agreement among raft nodes before linearized reading' (duration: 136.771634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:42:36.228694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:42:35.751625Z","time spent":"476.727488ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:43:14.740112Z","caller":"traceutil/trace.go:171","msg":"trace[1426788970] transaction","detail":"{read_only:false; response_revision:7496; number_of_response:1; }","duration":"128.035694ms","start":"2026-03-09T22:43:14.612046Z","end":"2026-03-09T22:43:14.740082Z","steps":["trace[1426788970] 'process raft request' (duration: 127.777499ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:43:14.740524Z","caller":"traceutil/trace.go:171","msg":"trace[1276820184] transaction","detail":"{read_only:false; response_revision:7497; number_of_response:1; }","duration":"128.342431ms","start":"2026-03-09T22:43:14.612126Z","end":"2026-03-09T22:43:14.740468Z","steps":["trace[1276820184] 'process raft request' (duration: 127.893501ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:43:14.740606Z","caller":"traceutil/trace.go:171","msg":"trace[7851808] transaction","detail":"{read_only:false; response_revision:7498; number_of_response:1; }","duration":"127.851809ms","start":"2026-03-09T22:43:14.61272Z","end":"2026-03-09T22:43:14.740572Z","steps":["trace[7851808] 'process raft request' (duration: 127.579353ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:43:14.741162Z","caller":"traceutil/trace.go:171","msg":"trace[1017293122] transaction","detail":"{read_only:false; response_revision:7499; number_of_response:1; }","duration":"126.893517ms","start":"2026-03-09T22:43:14.614253Z","end":"2026-03-09T22:43:14.741146Z","steps":["trace[1017293122] 'process raft request' (duration: 126.201832ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:43:14.942501Z","caller":"traceutil/trace.go:171","msg":"trace[1905627930] transaction","detail":"{read_only:false; response_revision:7500; number_of_response:1; }","duration":"190.565062ms","start":"2026-03-09T22:43:14.751908Z","end":"2026-03-09T22:43:14.942473Z","steps":["trace[1905627930] 'process raft request' (duration: 190.392008ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:43:21.373461Z","caller":"traceutil/trace.go:171","msg":"trace[15367666] transaction","detail":"{read_only:false; response_revision:7659; number_of_response:1; }","duration":"104.396138ms","start":"2026-03-09T22:43:21.269037Z","end":"2026-03-09T22:43:21.373433Z","steps":["trace[15367666] 'process raft request' (duration: 103.99119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:43:23.866317Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4092255648840365355,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T22:43:24.272695Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.169640867s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-09T22:43:24.274816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.685298229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-09T22:43:24.274903Z","caller":"traceutil/trace.go:171","msg":"trace[1171960152] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7666; }","duration":"1.685427661s","start":"2026-03-09T22:43:22.589445Z","end":"2026-03-09T22:43:24.274873Z","steps":["trace[1171960152] 'range keys from in-memory index tree' (duration: 1.685085694s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:43:24.274942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:43:22.589423Z","time spent":"1.685510024s","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T22:43:24.275119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.676552625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-09T22:43:24.275199Z","caller":"traceutil/trace.go:171","msg":"trace[1676263020] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7666; }","duration":"1.676666937s","start":"2026-03-09T22:43:22.598513Z","end":"2026-03-09T22:43:24.27518Z","steps":["trace[1676263020] 'range keys from in-memory index tree' (duration: 1.676404202s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:43:24.27527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:43:22.598497Z","time spent":"1.676762809s","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T22:43:24.275373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.432520595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7ptkd\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-09T22:43:24.275432Z","caller":"traceutil/trace.go:171","msg":"trace[1752748689] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7ptkd; range_end:; response_count:1; response_revision:7666; }","duration":"1.432644278s","start":"2026-03-09T22:43:22.842771Z","end":"2026-03-09T22:43:24.275415Z","steps":["trace[1752748689] 'range keys from in-memory index tree' (duration: 1.432369832s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:43:24.275465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:43:22.842749Z","time spent":"1.432709449s","remote":"127.0.0.1:41000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-7ptkd\" "} {"level":"info","ts":"2026-03-09T22:43:24.353133Z","caller":"traceutil/trace.go:171","msg":"trace[1155161004] transaction","detail":"{read_only:false; response_revision:7667; number_of_response:1; }","duration":"723.608731ms","start":"2026-03-09T22:43:23.629474Z","end":"2026-03-09T22:43:24.353083Z","steps":["trace[1155161004] 'process raft request' (duration: 723.339315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:43:24.35331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:43:23.629449Z","time spent":"723.773544ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:43:24.35376Z","caller":"traceutil/trace.go:171","msg":"trace[1996926524] transaction","detail":"{read_only:false; response_revision:7668; number_of_response:1; }","duration":"627.928255ms","start":"2026-03-09T22:43:23.725797Z","end":"2026-03-09T22:43:24.353725Z","steps":["trace[1996926524] 'process raft request' (duration: 627.220799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:43:24.353971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.723846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:43:24.354062Z","caller":"traceutil/trace.go:171","msg":"trace[354776342] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7668; }","duration":"987.87316ms","start":"2026-03-09T22:43:23.366178Z","end":"2026-03-09T22:43:24.354052Z","steps":["trace[354776342] 'agreement among raft nodes before linearized reading' (duration: 987.716346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:43:24.354095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:43:23.366162Z","time spent":"987.92486ms","remote":"127.0.0.1:40770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T22:43:24.354033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:43:23.725774Z","time spent":"628.146871ms","remote":"127.0.0.1:40788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":25,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:43:24.353836Z","caller":"traceutil/trace.go:171","msg":"trace[1585675229] linearizableReadLoop","detail":"{readStateIndex:7955; appliedIndex:7952; }","duration":"987.570183ms","start":"2026-03-09T22:43:23.366239Z","end":"2026-03-09T22:43:24.353809Z","steps":["trace[1585675229] 'read index received' (duration: 906.658816ms)","trace[1585675229] 'applied index is now lower than readState.Index' (duration: 80.908557ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:43:24.360924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.075514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-09T22:43:24.360965Z","caller":"traceutil/trace.go:171","msg":"trace[219993437] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7670; }","duration":"979.137286ms","start":"2026-03-09T22:43:23.381818Z","end":"2026-03-09T22:43:24.360955Z","steps":["trace[219993437] 'agreement among raft nodes before linearized reading' (duration: 979.033733ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:43:24.360914Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5628} {"level":"warn","ts":"2026-03-09T22:43:24.360988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.890601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T22:43:24.361167Z","caller":"traceutil/trace.go:171","msg":"trace[1840312375] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7670; }","duration":"898.143567ms","start":"2026-03-09T22:43:23.463001Z","end":"2026-03-09T22:43:24.361145Z","steps":["trace[1840312375] 'agreement among raft nodes before linearized reading' (duration: 897.864171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:43:24.361281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:43:23.462979Z","time spent":"898.285809ms","remote":"127.0.0.1:56122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-09T22:43:24.360988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:43:23.381803Z","time spent":"979.178676ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T22:43:24.361471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.63388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-09T22:43:24.361521Z","caller":"traceutil/trace.go:171","msg":"trace[1186289802] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7670; }","duration":"664.710074ms","start":"2026-03-09T22:43:23.696798Z","end":"2026-03-09T22:43:24.361508Z","steps":["trace[1186289802] 'agreement among raft nodes before linearized reading' (duration: 664.222372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:43:24.361559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:43:23.696788Z","time spent":"664.762275ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T22:43:24.361668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.033545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-09T22:43:24.361725Z","caller":"traceutil/trace.go:171","msg":"trace[1745062127] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7670; }","duration":"681.105708ms","start":"2026-03-09T22:43:23.6806Z","end":"2026-03-09T22:43:24.361706Z","steps":["trace[1745062127] 'agreement among raft nodes before linearized reading' (duration: 680.836771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:43:24.361758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:43:23.680539Z","time spent":"681.21142ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-09T22:43:24.484874Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5628,"took":"120.756003ms","hash":1197224401,"current-db-size-bytes":42749952,"current-db-size":"43 MB","current-db-size-in-use-bytes":23465984,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-09T22:43:24.484937Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1197224401,"revision":5628,"compact-revision":2711} {"level":"info","ts":"2026-03-09T22:43:37.596565Z","caller":"traceutil/trace.go:171","msg":"trace[1417549398] linearizableReadLoop","detail":"{readStateIndex:8024; appliedIndex:8023; }","duration":"493.05071ms","start":"2026-03-09T22:43:37.103485Z","end":"2026-03-09T22:43:37.596536Z","steps":["trace[1417549398] 'read index received' (duration: 492.805984ms)","trace[1417549398] 'applied index is now lower than readState.Index' (duration: 243.666µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:43:37.596601Z","caller":"traceutil/trace.go:171","msg":"trace[1480016493] transaction","detail":"{read_only:false; response_revision:7733; number_of_response:1; }","duration":"668.151229ms","start":"2026-03-09T22:43:36.928416Z","end":"2026-03-09T22:43:37.596567Z","steps":["trace[1480016493] 'process raft request' (duration: 667.937934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:43:37.596765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.960919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T22:43:37.596765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:43:36.928386Z","time spent":"668.292073ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:43:37.596808Z","caller":"traceutil/trace.go:171","msg":"trace[625713712] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7733; }","duration":"231.082902ms","start":"2026-03-09T22:43:37.365713Z","end":"2026-03-09T22:43:37.596796Z","steps":["trace[625713712] 'agreement among raft nodes before linearized reading' (duration: 230.99001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:43:37.59683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.327817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T22:43:37.596907Z","caller":"traceutil/trace.go:171","msg":"trace[1340669355] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:7733; }","duration":"493.46462ms","start":"2026-03-09T22:43:37.103423Z","end":"2026-03-09T22:43:37.596888Z","steps":["trace[1340669355] 'agreement among raft nodes before linearized reading' (duration: 493.245025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:43:37.596969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:43:37.103401Z","time spent":"493.551361ms","remote":"127.0.0.1:40822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":72,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-03-09T22:43:38.647442Z","caller":"traceutil/trace.go:171","msg":"trace[782120406] linearizableReadLoop","detail":"{readStateIndex:8027; appliedIndex:8026; }","duration":"163.311637ms","start":"2026-03-09T22:43:38.484107Z","end":"2026-03-09T22:43:38.647419Z","steps":["trace[782120406] 'read index received' (duration: 163.241835ms)","trace[782120406] 'applied index is now lower than readState.Index' (duration: 68.642µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:43:38.647567Z","caller":"traceutil/trace.go:171","msg":"trace[786875752] transaction","detail":"{read_only:false; response_revision:7735; number_of_response:1; }","duration":"221.204152ms","start":"2026-03-09T22:43:38.426301Z","end":"2026-03-09T22:43:38.647505Z","steps":["trace[786875752] 'process raft request' (duration: 220.957177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:43:38.647728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.591962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-09T22:43:38.647773Z","caller":"traceutil/trace.go:171","msg":"trace[163983616] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7735; }","duration":"163.716695ms","start":"2026-03-09T22:43:38.484045Z","end":"2026-03-09T22:43:38.647762Z","steps":["trace[163983616] 'agreement among raft nodes before linearized reading' (duration: 163.538081ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:43:38.691361Z","caller":"traceutil/trace.go:171","msg":"trace[1541412632] transaction","detail":"{read_only:false; response_revision:7736; number_of_response:1; }","duration":"123.965633ms","start":"2026-03-09T22:43:38.567366Z","end":"2026-03-09T22:43:38.691332Z","steps":["trace[1541412632] 'process raft request' (duration: 123.8146ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:43:38.691598Z","caller":"traceutil/trace.go:171","msg":"trace[800017366] transaction","detail":"{read_only:false; response_revision:7737; number_of_response:1; }","duration":"109.735427ms","start":"2026-03-09T22:43:38.58182Z","end":"2026-03-09T22:43:38.691555Z","steps":["trace[800017366] 'process raft request' (duration: 109.474001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:43:38.691675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.873705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-09T22:43:38.691713Z","caller":"traceutil/trace.go:171","msg":"trace[559469319] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7737; }","duration":"125.941307ms","start":"2026-03-09T22:43:38.56576Z","end":"2026-03-09T22:43:38.691702Z","steps":["trace[559469319] 'agreement among raft nodes before linearized reading' (duration: 125.825615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:43:38.691762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.193533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-09T22:43:38.691832Z","caller":"traceutil/trace.go:171","msg":"trace[1993326357] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7737; }","duration":"194.305455ms","start":"2026-03-09T22:43:38.497511Z","end":"2026-03-09T22:43:38.691816Z","steps":["trace[1993326357] 'agreement among raft nodes before linearized reading' (duration: 194.014638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:43:38.691847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.787595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-09T22:43:38.691881Z","caller":"traceutil/trace.go:171","msg":"trace[174796923] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7737; }","duration":"126.876608ms","start":"2026-03-09T22:43:38.564993Z","end":"2026-03-09T22:43:38.691869Z","steps":["trace[174796923] 'agreement among raft nodes before linearized reading' (duration: 126.797076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:43:38.691751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.854823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-09T22:43:38.691932Z","caller":"traceutil/trace.go:171","msg":"trace[794195818] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7737; }","duration":"125.080698ms","start":"2026-03-09T22:43:38.566837Z","end":"2026-03-09T22:43:38.691918Z","steps":["trace[794195818] 'agreement among raft nodes before linearized reading' (duration: 124.73545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:43:38.691929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.110871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7ptkd\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-09T22:43:38.692056Z","caller":"traceutil/trace.go:171","msg":"trace[1706381004] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7ptkd; range_end:; response_count:1; response_revision:7737; }","duration":"108.315756ms","start":"2026-03-09T22:43:38.583711Z","end":"2026-03-09T22:43:38.692027Z","steps":["trace[1706381004] 'agreement among raft nodes before linearized reading' (duration: 107.905957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:43:39.29096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:43:38.809392Z","time spent":"481.556635ms","remote":"127.0.0.1:54806","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-09T22:43:39.291428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.702645ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T22:43:39.291532Z","caller":"traceutil/trace.go:171","msg":"trace[186011368] linearizableReadLoop","detail":"{readStateIndex:8030; appliedIndex:8029; }","duration":"594.519483ms","start":"2026-03-09T22:43:38.696994Z","end":"2026-03-09T22:43:39.291514Z","steps":["trace[186011368] 'read index received' (duration: 68.618973ms)","trace[186011368] 'applied index is now lower than readState.Index' (duration: 525.89896ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:43:39.291934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.932522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224103"} {"level":"info","ts":"2026-03-09T22:43:39.291923Z","caller":"traceutil/trace.go:171","msg":"trace[203123498] transaction","detail":"{read_only:false; response_revision:7738; number_of_response:1; }","duration":"638.764896ms","start":"2026-03-09T22:43:38.653106Z","end":"2026-03-09T22:43:39.29187Z","steps":["trace[203123498] 'process raft request' (duration: 112.492478ms)","trace[203123498] 'compare' (duration: 525.480071ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:43:39.291965Z","caller":"traceutil/trace.go:171","msg":"trace[1907559582] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7738; }","duration":"594.982133ms","start":"2026-03-09T22:43:38.696972Z","end":"2026-03-09T22:43:39.291954Z","steps":["trace[1907559582] 'agreement among raft nodes before linearized reading' (duration: 594.589314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:43:39.292003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:43:38.696954Z","time spent":"595.040555ms","remote":"127.0.0.1:41000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224126,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-09T22:43:39.292063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:43:38.653087Z","time spent":"638.90279ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:43:39.339494Z","caller":"traceutil/trace.go:171","msg":"trace[437241149] transaction","detail":"{read_only:false; response_revision:7741; number_of_response:1; }","duration":"642.030498ms","start":"2026-03-09T22:43:38.697441Z","end":"2026-03-09T22:43:39.339472Z","steps":["trace[437241149] 'process raft request' (duration: 641.702081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:43:39.339613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:43:38.697381Z","time spent":"642.169972ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:43:39.339627Z","caller":"traceutil/trace.go:171","msg":"trace[58171175] transaction","detail":"{read_only:false; response_revision:7739; number_of_response:1; }","duration":"642.236873ms","start":"2026-03-09T22:43:38.697357Z","end":"2026-03-09T22:43:39.339594Z","steps":["trace[58171175] 'process raft request' (duration: 641.576939ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:43:39.339733Z","caller":"traceutil/trace.go:171","msg":"trace[1899776976] transaction","detail":"{read_only:false; response_revision:7740; number_of_response:1; }","duration":"641.745212ms","start":"2026-03-09T22:43:38.697448Z","end":"2026-03-09T22:43:39.339194Z","steps":["trace[1899776976] 'process raft request' (duration: 641.63471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:43:39.339761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:43:38.697316Z","time spent":"642.374226ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:43:39.339777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:43:38.697435Z","time spent":"642.315714ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:43:39.339866Z","caller":"traceutil/trace.go:171","msg":"trace[178624132] transaction","detail":"{read_only:false; response_revision:7742; number_of_response:1; }","duration":"642.046579ms","start":"2026-03-09T22:43:38.697788Z","end":"2026-03-09T22:43:39.339835Z","steps":["trace[178624132] 'process raft request' (duration: 641.62201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:43:39.340038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:43:38.697766Z","time spent":"642.180312ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:43:39.46781Z","caller":"traceutil/trace.go:171","msg":"trace[1125694426] linearizableReadLoop","detail":"{readStateIndex:8035; appliedIndex:8034; }","duration":"101.925433ms","start":"2026-03-09T22:43:39.365848Z","end":"2026-03-09T22:43:39.467773Z","steps":["trace[1125694426] 'read index received' (duration: 101.646547ms)","trace[1125694426] 'applied index is now lower than readState.Index' (duration: 277.926µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:43:39.467879Z","caller":"traceutil/trace.go:171","msg":"trace[851089053] transaction","detail":"{read_only:false; response_revision:7743; number_of_response:1; }","duration":"360.16942ms","start":"2026-03-09T22:43:39.10768Z","end":"2026-03-09T22:43:39.46785Z","steps":["trace[851089053] 'process raft request' (duration: 359.914964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:43:39.467954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.095987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:43:39.468074Z","caller":"traceutil/trace.go:171","msg":"trace[578383871] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7743; }","duration":"102.26711ms","start":"2026-03-09T22:43:39.365793Z","end":"2026-03-09T22:43:39.46806Z","steps":["trace[578383871] 'agreement among raft nodes before linearized reading' (duration: 102.105937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:43:39.468671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:43:39.107639Z","time spent":"360.356654ms","remote":"127.0.0.1:40986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19431,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:43:40.009411Z","caller":"traceutil/trace.go:171","msg":"trace[265364318] transaction","detail":"{read_only:false; response_revision:7744; number_of_response:1; }","duration":"258.529461ms","start":"2026-03-09T22:43:39.750856Z","end":"2026-03-09T22:43:40.009385Z","steps":["trace[265364318] 'process raft request' (duration: 258.354437ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:43:40.263799Z","caller":"traceutil/trace.go:171","msg":"trace[462942909] transaction","detail":"{read_only:false; response_revision:7745; number_of_response:1; }","duration":"185.48909ms","start":"2026-03-09T22:43:40.07827Z","end":"2026-03-09T22:43:40.263759Z","steps":["trace[462942909] 'process raft request' (duration: 182.634246ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:44:07.875614Z","caller":"traceutil/trace.go:171","msg":"trace[1931295775] transaction","detail":"{read_only:false; response_revision:7928; number_of_response:1; }","duration":"351.304113ms","start":"2026-03-09T22:44:07.524276Z","end":"2026-03-09T22:44:07.87558Z","steps":["trace[1931295775] 'process raft request' (duration: 351.030097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:44:07.876086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:44:07.524257Z","time spent":"351.66671ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:44:08.118048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.728905ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T22:44:08.118184Z","caller":"traceutil/trace.go:171","msg":"trace[1866088697] linearizableReadLoop","detail":"{readStateIndex:8228; appliedIndex:8226; }","duration":"591.328363ms","start":"2026-03-09T22:44:07.526835Z","end":"2026-03-09T22:44:08.118163Z","steps":["trace[1866088697] 'read index received' (duration: 348.349967ms)","trace[1866088697] 'applied index is now lower than readState.Index' (duration: 242.976386ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:44:08.118489Z","caller":"traceutil/trace.go:171","msg":"trace[1896703322] transaction","detail":"{read_only:false; response_revision:7929; number_of_response:1; }","duration":"592.754004ms","start":"2026-03-09T22:44:07.525715Z","end":"2026-03-09T22:44:08.118469Z","steps":["trace[1896703322] 'process raft request' (duration: 438.479617ms)","trace[1896703322] 'compare' (duration: 153.486179ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:44:08.118574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:44:07.525707Z","time spent":"592.824495ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:44:08.118588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.046213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-09T22:44:08.118734Z","caller":"traceutil/trace.go:171","msg":"trace[1906975153] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7929; }","duration":"590.299419ms","start":"2026-03-09T22:44:07.52841Z","end":"2026-03-09T22:44:08.118709Z","steps":["trace[1906975153] 'agreement among raft nodes before linearized reading' (duration: 589.965362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:44:08.118756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.902675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228830"} {"level":"info","ts":"2026-03-09T22:44:08.118857Z","caller":"traceutil/trace.go:171","msg":"trace[1827449897] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:7929; }","duration":"592.018848ms","start":"2026-03-09T22:44:07.526816Z","end":"2026-03-09T22:44:08.118835Z","steps":["trace[1827449897] 'agreement among raft nodes before linearized reading' (duration: 591.510076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:44:08.118809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:44:07.528389Z","time spent":"590.405732ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T22:44:08.118976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.24091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:44:08.119031Z","caller":"traceutil/trace.go:171","msg":"trace[871990928] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:7929; }","duration":"559.322703ms","start":"2026-03-09T22:44:07.559693Z","end":"2026-03-09T22:44:08.119016Z","steps":["trace[871990928] 'agreement among raft nodes before linearized reading' (duration: 559.22757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:44:08.119037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.430908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.12\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-09T22:44:08.119065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:44:07.559681Z","time spent":"559.376003ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-09T22:44:08.119081Z","caller":"traceutil/trace.go:171","msg":"trace[1651791783] range","detail":"{range_begin:/registry/masterleases/162.253.55.12; range_end:; response_count:1; response_revision:7929; }","duration":"248.53289ms","start":"2026-03-09T22:44:07.870539Z","end":"2026-03-09T22:44:08.119072Z","steps":["trace[1651791783] 'agreement among raft nodes before linearized reading' (duration: 248.423807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:44:08.118925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:44:07.526748Z","time spent":"592.156242ms","remote":"127.0.0.1:41000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228853,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-09T22:44:08.11947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.880651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-09T22:44:08.119536Z","caller":"traceutil/trace.go:171","msg":"trace[1848799716] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7929; }","duration":"589.959353ms","start":"2026-03-09T22:44:07.529565Z","end":"2026-03-09T22:44:08.119524Z","steps":["trace[1848799716] 'agreement among raft nodes before linearized reading' (duration: 589.762728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:44:08.119582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.027046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-09T22:44:08.119628Z","caller":"traceutil/trace.go:171","msg":"trace[746653130] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7929; }","duration":"591.100558ms","start":"2026-03-09T22:44:07.528517Z","end":"2026-03-09T22:44:08.119617Z","steps":["trace[746653130] 'agreement among raft nodes before linearized reading' (duration: 590.993035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:44:08.119663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:44:07.528509Z","time spent":"591.147809ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T22:44:08.119593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:44:07.529559Z","time spent":"590.022954ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T22:44:08.626969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.056161ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-09T22:44:08.627069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:44:08.120946Z","time spent":"506.119161ms","remote":"127.0.0.1:40802","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-09T22:44:08.646795Z","caller":"traceutil/trace.go:171","msg":"trace[1856304641] transaction","detail":"{read_only:false; response_revision:7930; number_of_response:1; }","duration":"521.914011ms","start":"2026-03-09T22:44:08.124849Z","end":"2026-03-09T22:44:08.646763Z","steps":["trace[1856304641] 'process raft request' (duration: 521.703756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:44:08.646978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:44:08.124823Z","time spent":"522.064213ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:44:08.647614Z","caller":"traceutil/trace.go:171","msg":"trace[828785887] transaction","detail":"{read_only:false; response_revision:7932; number_of_response:1; }","duration":"517.601785ms","start":"2026-03-09T22:44:08.129999Z","end":"2026-03-09T22:44:08.647601Z","steps":["trace[828785887] 'process raft request' (duration: 517.055563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:44:08.647693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:44:08.129993Z","time spent":"517.664647ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:44:08.64785Z","caller":"traceutil/trace.go:171","msg":"trace[1679296663] linearizableReadLoop","detail":"{readStateIndex:8233; appliedIndex:8228; }","duration":"280.945009ms","start":"2026-03-09T22:44:08.366894Z","end":"2026-03-09T22:44:08.647839Z","steps":["trace[1679296663] 'read index received' (duration: 25.041786ms)","trace[1679296663] 'applied index is now lower than readState.Index' (duration: 255.901773ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:44:08.647925Z","caller":"traceutil/trace.go:171","msg":"trace[1940651627] transaction","detail":"{read_only:false; response_revision:7933; number_of_response:1; }","duration":"435.479311ms","start":"2026-03-09T22:44:08.212436Z","end":"2026-03-09T22:44:08.647915Z","steps":["trace[1940651627] 'process raft request' (duration: 435.117183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:44:08.647981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:44:08.21242Z","time spent":"435.529962ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:44:08.648115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.224015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:44:08.648153Z","caller":"traceutil/trace.go:171","msg":"trace[1547109897] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7933; }","duration":"281.312047ms","start":"2026-03-09T22:44:08.366832Z","end":"2026-03-09T22:44:08.648144Z","steps":["trace[1547109897] 'agreement among raft nodes before linearized reading' (duration: 281.234035ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:44:08.648571Z","caller":"traceutil/trace.go:171","msg":"trace[1798417490] transaction","detail":"{read_only:false; response_revision:7931; number_of_response:1; }","duration":"518.199409ms","start":"2026-03-09T22:44:08.129259Z","end":"2026-03-09T22:44:08.647458Z","steps":["trace[1798417490] 'process raft request' (duration: 517.464743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:44:08.64875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:44:08.129244Z","time spent":"519.413666ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:44:08.650815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.269646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-09T22:44:08.650874Z","caller":"traceutil/trace.go:171","msg":"trace[1762301441] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7934; }","duration":"249.353048ms","start":"2026-03-09T22:44:08.401508Z","end":"2026-03-09T22:44:08.650861Z","steps":["trace[1762301441] 'agreement among raft nodes before linearized reading' (duration: 249.180374ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:44:12.205515Z","caller":"traceutil/trace.go:171","msg":"trace[1777992877] transaction","detail":"{read_only:false; response_revision:7949; number_of_response:1; }","duration":"308.42531ms","start":"2026-03-09T22:44:11.897048Z","end":"2026-03-09T22:44:12.205473Z","steps":["trace[1777992877] 'process raft request' (duration: 308.217075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:44:12.205719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:44:11.89702Z","time spent":"308.593774ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:44:12.779872Z","caller":"traceutil/trace.go:171","msg":"trace[736401621] transaction","detail":"{read_only:false; response_revision:7953; number_of_response:1; }","duration":"111.132297ms","start":"2026-03-09T22:44:12.668705Z","end":"2026-03-09T22:44:12.779837Z","steps":["trace[736401621] 'process raft request' (duration: 39.601879ms)","trace[736401621] 'compare' (duration: 71.356564ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:44:12.789958Z","caller":"traceutil/trace.go:171","msg":"trace[1296862944] transaction","detail":"{read_only:false; response_revision:7954; number_of_response:1; }","duration":"121.192981ms","start":"2026-03-09T22:44:12.668745Z","end":"2026-03-09T22:44:12.789938Z","steps":["trace[1296862944] 'process raft request' (duration: 121.054368ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:44:12.790115Z","caller":"traceutil/trace.go:171","msg":"trace[60471178] linearizableReadLoop","detail":"{readStateIndex:8255; appliedIndex:8252; }","duration":"107.655501ms","start":"2026-03-09T22:44:12.682447Z","end":"2026-03-09T22:44:12.790103Z","steps":["trace[60471178] 'read index received' (duration: 25.854604ms)","trace[60471178] 'applied index is now lower than readState.Index' (duration: 81.799477ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:44:12.790214Z","caller":"traceutil/trace.go:171","msg":"trace[307629016] transaction","detail":"{read_only:false; response_revision:7955; number_of_response:1; }","duration":"121.343305ms","start":"2026-03-09T22:44:12.668855Z","end":"2026-03-09T22:44:12.790198Z","steps":["trace[307629016] 'process raft request' (duration: 121.039888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:44:12.790587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.117641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.189b4da36c3f6d9f\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-09T22:44:12.790636Z","caller":"traceutil/trace.go:171","msg":"trace[653952981] range","detail":"{range_begin:/registry/events/openstack/ceph.189b4da36c3f6d9f; range_end:; response_count:1; response_revision:7955; }","duration":"108.206462ms","start":"2026-03-09T22:44:12.682417Z","end":"2026-03-09T22:44:12.790624Z","steps":["trace[653952981] 'agreement among raft nodes before linearized reading' (duration: 107.727752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:44:20.861771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.256876ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T22:44:20.861916Z","caller":"traceutil/trace.go:171","msg":"trace[229238780] linearizableReadLoop","detail":"{readStateIndex:8332; appliedIndex:8331; }","duration":"240.447259ms","start":"2026-03-09T22:44:20.621444Z","end":"2026-03-09T22:44:20.861891Z","steps":["trace[229238780] 'read index received' (duration: 94.963538ms)","trace[229238780] 'applied index is now lower than readState.Index' (duration: 145.481181ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:44:20.861925Z","caller":"traceutil/trace.go:171","msg":"trace[730369447] transaction","detail":"{read_only:false; response_revision:8027; number_of_response:1; }","duration":"244.479419ms","start":"2026-03-09T22:44:20.617416Z","end":"2026-03-09T22:44:20.861895Z","steps":["trace[730369447] 'process raft request' (duration: 98.975498ms)","trace[730369447] 'compare' (duration: 144.960789ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:44:20.862134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.667534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:3066"} {"level":"warn","ts":"2026-03-09T22:44:20.862205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.026718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-fw98p\" ","response":"range_response_count:1 size:4739"} {"level":"info","ts":"2026-03-09T22:44:20.862273Z","caller":"traceutil/trace.go:171","msg":"trace[2091717001] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-fw98p; range_end:; response_count:1; response_revision:8027; }","duration":"239.10742ms","start":"2026-03-09T22:44:20.623143Z","end":"2026-03-09T22:44:20.862251Z","steps":["trace[2091717001] 'agreement among raft nodes before linearized reading' (duration: 238.906506ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:44:20.862294Z","caller":"traceutil/trace.go:171","msg":"trace[1827532116] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8027; }","duration":"240.824818ms","start":"2026-03-09T22:44:20.621407Z","end":"2026-03-09T22:44:20.862232Z","steps":["trace[1827532116] 'agreement among raft nodes before linearized reading' (duration: 240.639834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:44:20.86259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.759733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-03-09T22:44:20.862668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.015179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-mon\" ","response":"range_response_count:1 size:713"} {"level":"info","ts":"2026-03-09T22:44:20.862729Z","caller":"traceutil/trace.go:171","msg":"trace[293792292] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-mon; range_end:; response_count:1; response_revision:8027; }","duration":"239.09822ms","start":"2026-03-09T22:44:20.623616Z","end":"2026-03-09T22:44:20.862715Z","steps":["trace[293792292] 'agreement among raft nodes before linearized reading' (duration: 238.929527ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:44:20.862752Z","caller":"traceutil/trace.go:171","msg":"trace[1149486922] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8027; }","duration":"238.873286ms","start":"2026-03-09T22:44:20.623819Z","end":"2026-03-09T22:44:20.862692Z","steps":["trace[1149486922] 'agreement among raft nodes before linearized reading' (duration: 238.652841ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:44:21.825206Z","caller":"traceutil/trace.go:171","msg":"trace[1286477529] transaction","detail":"{read_only:false; response_revision:8039; number_of_response:1; }","duration":"386.30106ms","start":"2026-03-09T22:44:21.438869Z","end":"2026-03-09T22:44:21.82517Z","steps":["trace[1286477529] 'process raft request' (duration: 386.049284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:44:21.825446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:44:21.438854Z","time spent":"386.461403ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:44:22.386457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.547002ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T22:44:22.386581Z","caller":"traceutil/trace.go:171","msg":"trace[331290694] linearizableReadLoop","detail":"{readStateIndex:8345; appliedIndex:8344; }","duration":"482.101017ms","start":"2026-03-09T22:44:21.904463Z","end":"2026-03-09T22:44:22.386564Z","steps":["trace[331290694] 'read index received' (duration: 59.89703ms)","trace[331290694] 'applied index is now lower than readState.Index' (duration: 422.202437ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:44:22.386771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.312442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"warn","ts":"2026-03-09T22:44:22.387073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.408455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T22:44:22.387315Z","caller":"traceutil/trace.go:171","msg":"trace[399861792] transaction","detail":"{read_only:false; response_revision:8040; number_of_response:1; }","duration":"781.349223ms","start":"2026-03-09T22:44:21.605253Z","end":"2026-03-09T22:44:22.386602Z","steps":["trace[399861792] 'process raft request' (duration: 359.140506ms)","trace[399861792] 'compare' (duration: 421.189734ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:44:22.387503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.646258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-09T22:44:22.387542Z","caller":"traceutil/trace.go:171","msg":"trace[1873778882] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8040; }","duration":"137.71962ms","start":"2026-03-09T22:44:22.249809Z","end":"2026-03-09T22:44:22.387529Z","steps":["trace[1873778882] 'agreement among raft nodes before linearized reading' (duration: 137.629628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:44:22.387677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.509394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7ptkd\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-09T22:44:22.387679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:44:21.605224Z","time spent":"782.245872ms","remote":"127.0.0.1:41054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:44:22.387738Z","caller":"traceutil/trace.go:171","msg":"trace[228792001] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7ptkd; range_end:; response_count:1; response_revision:8040; }","duration":"101.582597ms","start":"2026-03-09T22:44:22.286134Z","end":"2026-03-09T22:44:22.387716Z","steps":["trace[228792001] 'agreement among raft nodes before linearized reading' (duration: 101.028735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:44:22.387801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.82202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-09T22:44:22.387828Z","caller":"traceutil/trace.go:171","msg":"trace[626420969] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:8040; }","duration":"138.607329ms","start":"2026-03-09T22:44:22.248549Z","end":"2026-03-09T22:44:22.387156Z","steps":["trace[626420969] 'agreement among raft nodes before linearized reading' (duration: 138.387135ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:44:22.387963Z","caller":"traceutil/trace.go:171","msg":"trace[336136] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8040; }","duration":"115.040395ms","start":"2026-03-09T22:44:22.272898Z","end":"2026-03-09T22:44:22.387938Z","steps":["trace[336136] 'agreement among raft nodes before linearized reading' (duration: 114.539525ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:44:22.387649Z","caller":"traceutil/trace.go:171","msg":"trace[1973882822] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8040; }","duration":"482.382154ms","start":"2026-03-09T22:44:21.904408Z","end":"2026-03-09T22:44:22.38679Z","steps":["trace[1973882822] 'agreement among raft nodes before linearized reading' (duration: 482.249201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:44:22.388649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:44:21.904387Z","time spent":"484.221254ms","remote":"127.0.0.1:59636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5169,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-03-09T22:44:22.571191Z","caller":"traceutil/trace.go:171","msg":"trace[758706651] transaction","detail":"{read_only:false; response_revision:8041; number_of_response:1; }","duration":"179.408124ms","start":"2026-03-09T22:44:22.391752Z","end":"2026-03-09T22:44:22.57116Z","steps":["trace[758706651] 'process raft request' (duration: 179.24351ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:44:22.600692Z","caller":"traceutil/trace.go:171","msg":"trace[931834431] linearizableReadLoop","detail":"{readStateIndex:8347; appliedIndex:8345; }","duration":"207.167411ms","start":"2026-03-09T22:44:22.393502Z","end":"2026-03-09T22:44:22.600669Z","steps":["trace[931834431] 'read index received' (duration: 177.507611ms)","trace[931834431] 'applied index is now lower than readState.Index' (duration: 29.658389ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:44:22.600735Z","caller":"traceutil/trace.go:171","msg":"trace[588005584] transaction","detail":"{read_only:false; response_revision:8042; number_of_response:1; }","duration":"208.378887ms","start":"2026-03-09T22:44:22.392331Z","end":"2026-03-09T22:44:22.600709Z","steps":["trace[588005584] 'process raft request' (duration: 208.120832ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:44:22.60082Z","caller":"traceutil/trace.go:171","msg":"trace[810088278] transaction","detail":"{read_only:false; response_revision:8043; number_of_response:1; }","duration":"200.456451ms","start":"2026-03-09T22:44:22.400336Z","end":"2026-03-09T22:44:22.600792Z","steps":["trace[810088278] 'process raft request' (duration: 200.267907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:44:22.601413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.882766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228745"} {"level":"info","ts":"2026-03-09T22:44:22.601465Z","caller":"traceutil/trace.go:171","msg":"trace[238280369] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8043; }","duration":"207.970879ms","start":"2026-03-09T22:44:22.39348Z","end":"2026-03-09T22:44:22.601451Z","steps":["trace[238280369] 'agreement among raft nodes before linearized reading' (duration: 207.324394ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:44:23.021994Z","caller":"traceutil/trace.go:171","msg":"trace[1568320015] transaction","detail":"{read_only:false; response_revision:8048; number_of_response:1; }","duration":"102.869854ms","start":"2026-03-09T22:44:22.919094Z","end":"2026-03-09T22:44:23.021963Z","steps":["trace[1568320015] 'process raft request' (duration: 102.628738ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:44:23.17067Z","caller":"traceutil/trace.go:171","msg":"trace[353674358] transaction","detail":"{read_only:false; response_revision:8049; number_of_response:1; }","duration":"251.25904ms","start":"2026-03-09T22:44:22.919384Z","end":"2026-03-09T22:44:23.170643Z","steps":["trace[353674358] 'process raft request' (duration: 250.764329ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:44:23.170928Z","caller":"traceutil/trace.go:171","msg":"trace[1163226385] transaction","detail":"{read_only:false; response_revision:8050; number_of_response:1; }","duration":"215.420135ms","start":"2026-03-09T22:44:22.955456Z","end":"2026-03-09T22:44:23.170876Z","steps":["trace[1163226385] 'process raft request' (duration: 215.059736ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:44:23.171024Z","caller":"traceutil/trace.go:171","msg":"trace[509108655] linearizableReadLoop","detail":"{readStateIndex:8354; appliedIndex:8352; }","duration":"216.353886ms","start":"2026-03-09T22:44:22.95463Z","end":"2026-03-09T22:44:23.170984Z","steps":["trace[509108655] 'read index received' (duration: 67.206873ms)","trace[509108655] 'applied index is now lower than readState.Index' (duration: 149.145993ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:44:23.17099Z","caller":"traceutil/trace.go:171","msg":"trace[911413943] transaction","detail":"{read_only:false; response_revision:8051; number_of_response:1; }","duration":"214.238909ms","start":"2026-03-09T22:44:22.956737Z","end":"2026-03-09T22:44:23.170976Z","steps":["trace[911413943] 'process raft request' (duration: 213.946693ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:44:23.171045Z","caller":"traceutil/trace.go:171","msg":"trace[328131608] transaction","detail":"{read_only:false; response_revision:8052; number_of_response:1; }","duration":"214.223769ms","start":"2026-03-09T22:44:22.956785Z","end":"2026-03-09T22:44:23.171008Z","steps":["trace[328131608] 'process raft request' (duration: 214.067395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:44:23.171501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.821086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-09T22:44:23.171617Z","caller":"traceutil/trace.go:171","msg":"trace[1064758880] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8052; }","duration":"216.984679ms","start":"2026-03-09T22:44:22.954602Z","end":"2026-03-09T22:44:23.171587Z","steps":["trace[1064758880] 'agreement among raft nodes before linearized reading' (duration: 216.55231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:44:23.172351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.526584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210982"} {"level":"info","ts":"2026-03-09T22:44:23.172418Z","caller":"traceutil/trace.go:171","msg":"trace[263214637] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8052; }","duration":"214.652448ms","start":"2026-03-09T22:44:22.957749Z","end":"2026-03-09T22:44:23.172401Z","steps":["trace[263214637] 'agreement among raft nodes before linearized reading' (duration: 213.437532ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:44:24.112444Z","caller":"traceutil/trace.go:171","msg":"trace[379085492] linearizableReadLoop","detail":"{readStateIndex:8363; appliedIndex:8361; }","duration":"254.086293ms","start":"2026-03-09T22:44:23.858328Z","end":"2026-03-09T22:44:24.112414Z","steps":["trace[379085492] 'read index received' (duration: 38.902584ms)","trace[379085492] 'applied index is now lower than readState.Index' (duration: 215.182079ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:44:24.112803Z","caller":"traceutil/trace.go:171","msg":"trace[224997754] transaction","detail":"{read_only:false; response_revision:8057; number_of_response:1; }","duration":"254.643076ms","start":"2026-03-09T22:44:23.85812Z","end":"2026-03-09T22:44:24.112763Z","steps":["trace[224997754] 'process raft request' (duration: 223.705689ms)","trace[224997754] 'compare' (duration: 30.420985ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:44:24.112901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.336533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-09T22:44:24.112983Z","caller":"traceutil/trace.go:171","msg":"trace[426626623] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8057; }","duration":"138.463126ms","start":"2026-03-09T22:44:23.974502Z","end":"2026-03-09T22:44:24.112965Z","steps":["trace[426626623] 'agreement among raft nodes before linearized reading' (duration: 138.226911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:44:24.113926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.576856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-09T22:44:24.11401Z","caller":"traceutil/trace.go:171","msg":"trace[637722401] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8057; }","duration":"255.710158ms","start":"2026-03-09T22:44:23.858282Z","end":"2026-03-09T22:44:24.113992Z","steps":["trace[637722401] 'agreement among raft nodes before linearized reading' (duration: 254.544413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:44:24.476019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.361258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:44:24.476127Z","caller":"traceutil/trace.go:171","msg":"trace[299794947] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8058; }","duration":"109.525623ms","start":"2026-03-09T22:44:24.366576Z","end":"2026-03-09T22:44:24.476102Z","steps":["trace[299794947] 'range keys from in-memory index tree' (duration: 109.211725ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:44:33.924486Z","caller":"traceutil/trace.go:171","msg":"trace[835002375] linearizableReadLoop","detail":"{readStateIndex:8443; appliedIndex:8442; }","duration":"150.783969ms","start":"2026-03-09T22:44:33.773678Z","end":"2026-03-09T22:44:33.924462Z","steps":["trace[835002375] 'read index received' (duration: 150.584744ms)","trace[835002375] 'applied index is now lower than readState.Index' (duration: 198.445µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:44:33.924552Z","caller":"traceutil/trace.go:171","msg":"trace[2011562476] transaction","detail":"{read_only:false; response_revision:8134; number_of_response:1; }","duration":"221.127711ms","start":"2026-03-09T22:44:33.703392Z","end":"2026-03-09T22:44:33.92452Z","steps":["trace[2011562476] 'process raft request' (duration: 220.926427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:44:33.924644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.947812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ceph-mon\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:44:33.924683Z","caller":"traceutil/trace.go:171","msg":"trace[510683767] range","detail":"{range_begin:/registry/services/endpoints/openstack/ceph-mon; range_end:; response_count:0; response_revision:8134; }","duration":"151.042474ms","start":"2026-03-09T22:44:33.773631Z","end":"2026-03-09T22:44:33.924674Z","steps":["trace[510683767] 'agreement among raft nodes before linearized reading' (duration: 150.925762ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:45:24.630864Z","caller":"traceutil/trace.go:171","msg":"trace[1733508956] transaction","detail":"{read_only:false; response_revision:8678; number_of_response:1; }","duration":"127.885109ms","start":"2026-03-09T22:45:24.50295Z","end":"2026-03-09T22:45:24.630835Z","steps":["trace[1733508956] 'process raft request' (duration: 127.623223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:45:33.405191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.267595ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-09T22:45:34.687578Z","caller":"traceutil/trace.go:171","msg":"trace[1238909146] linearizableReadLoop","detail":"{readStateIndex:9060; appliedIndex:9059; }","duration":"122.565012ms","start":"2026-03-09T22:45:34.564979Z","end":"2026-03-09T22:45:34.687544Z","steps":["trace[1238909146] 'read index received' (duration: 122.370228ms)","trace[1238909146] 'applied index is now lower than readState.Index' (duration: 184.844µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:45:34.687663Z","caller":"traceutil/trace.go:171","msg":"trace[37928714] transaction","detail":"{read_only:false; response_revision:8733; number_of_response:1; }","duration":"166.058248ms","start":"2026-03-09T22:45:34.521564Z","end":"2026-03-09T22:45:34.687622Z","steps":["trace[37928714] 'process raft request' (duration: 165.767481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:45:34.687753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.737115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:45:34.687804Z","caller":"traceutil/trace.go:171","msg":"trace[503646471] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8733; }","duration":"122.838948ms","start":"2026-03-09T22:45:34.564939Z","end":"2026-03-09T22:45:34.687778Z","steps":["trace[503646471] 'agreement among raft nodes before linearized reading' (duration: 122.729476ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:45:44.932943Z","caller":"traceutil/trace.go:171","msg":"trace[1901278888] transaction","detail":"{read_only:false; response_revision:8782; number_of_response:1; }","duration":"120.962645ms","start":"2026-03-09T22:45:44.811923Z","end":"2026-03-09T22:45:44.932886Z","steps":["trace[1901278888] 'process raft request' (duration: 120.74699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:45:45.599702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.358479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:45:45.599783Z","caller":"traceutil/trace.go:171","msg":"trace[851965393] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8782; }","duration":"232.492041ms","start":"2026-03-09T22:45:45.367271Z","end":"2026-03-09T22:45:45.599763Z","steps":["trace[851965393] 'range keys from in-memory index tree' (duration: 232.248026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:45:45.599786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.12195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7ptkd\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-09T22:45:45.599926Z","caller":"traceutil/trace.go:171","msg":"trace[289515072] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7ptkd; range_end:; response_count:1; response_revision:8782; }","duration":"317.308064ms","start":"2026-03-09T22:45:45.282583Z","end":"2026-03-09T22:45:45.599891Z","steps":["trace[289515072] 'range keys from in-memory index tree' (duration: 316.879365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:45:45.599969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.246068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-09T22:45:45.599957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.706154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-09T22:45:45.600109Z","caller":"traceutil/trace.go:171","msg":"trace[97633367] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8782; }","duration":"358.921009ms","start":"2026-03-09T22:45:45.241168Z","end":"2026-03-09T22:45:45.600088Z","steps":["trace[97633367] 'range keys from in-memory index tree' (duration: 358.453158ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:45:45.600109Z","caller":"traceutil/trace.go:171","msg":"trace[1855984889] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8782; }","duration":"328.39931ms","start":"2026-03-09T22:45:45.271678Z","end":"2026-03-09T22:45:45.600077Z","steps":["trace[1855984889] 'range keys from in-memory index tree' (duration: 328.047543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:45:45.600001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:45:45.282578Z","time spent":"317.408086ms","remote":"127.0.0.1:41000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-7ptkd\" "} {"level":"warn","ts":"2026-03-09T22:45:45.600171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:45:45.241079Z","time spent":"359.075572ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T22:45:45.600173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:45:45.271659Z","time spent":"328.501773ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-09T22:45:46.149669Z","caller":"traceutil/trace.go:171","msg":"trace[594330656] linearizableReadLoop","detail":"{readStateIndex:9115; appliedIndex:9112; }","duration":"481.674704ms","start":"2026-03-09T22:45:45.667971Z","end":"2026-03-09T22:45:46.149645Z","steps":["trace[594330656] 'read index received' (duration: 481.357317ms)","trace[594330656] 'applied index is now lower than readState.Index' (duration: 316.207µs)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:45:46.149823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.361373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:45:46.14986Z","caller":"traceutil/trace.go:171","msg":"trace[772911477] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8786; }","duration":"548.444876ms","start":"2026-03-09T22:45:45.601406Z","end":"2026-03-09T22:45:46.149851Z","steps":["trace[772911477] 'agreement among raft nodes before linearized reading' (duration: 548.365514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:45:46.149895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:45:45.601389Z","time spent":"548.496526ms","remote":"127.0.0.1:40784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-09T22:45:46.149826Z","caller":"traceutil/trace.go:171","msg":"trace[941309276] transaction","detail":"{read_only:false; response_revision:8785; number_of_response:1; }","duration":"545.098901ms","start":"2026-03-09T22:45:45.60465Z","end":"2026-03-09T22:45:46.149749Z","steps":["trace[941309276] 'process raft request' (duration: 544.917448ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:45:46.14995Z","caller":"traceutil/trace.go:171","msg":"trace[1799436357] transaction","detail":"{read_only:false; response_revision:8784; number_of_response:1; }","duration":"545.375777ms","start":"2026-03-09T22:45:45.604506Z","end":"2026-03-09T22:45:46.149882Z","steps":["trace[1799436357] 'process raft request' (duration: 544.898057ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:45:46.14995Z","caller":"traceutil/trace.go:171","msg":"trace[353354295] transaction","detail":"{read_only:false; response_revision:8786; number_of_response:1; }","duration":"543.825513ms","start":"2026-03-09T22:45:45.606055Z","end":"2026-03-09T22:45:46.149881Z","steps":["trace[353354295] 'process raft request' (duration: 543.551347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:45:46.150212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:45:45.60449Z","time spent":"545.586142ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:45:46.150252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:45:45.606042Z","time spent":"544.143822ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:45:46.150266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:45:45.60462Z","time spent":"545.386718ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:45:46.15032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.166524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291467"} {"level":"info","ts":"2026-03-09T22:45:46.150421Z","caller":"traceutil/trace.go:171","msg":"trace[725808516] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:8786; }","duration":"545.290827ms","start":"2026-03-09T22:45:45.605104Z","end":"2026-03-09T22:45:46.150394Z","steps":["trace[725808516] 'agreement among raft nodes before linearized reading' (duration: 544.684942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:45:46.150485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:45:45.605096Z","time spent":"545.369708ms","remote":"127.0.0.1:41000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":291490,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-09T22:45:46.316971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.326471ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T22:45:46.31721Z","caller":"traceutil/trace.go:171","msg":"trace[1005482014] linearizableReadLoop","detail":"{readStateIndex:9117; appliedIndex:9115; }","duration":"167.451188ms","start":"2026-03-09T22:45:46.149741Z","end":"2026-03-09T22:45:46.317193Z","steps":["trace[1005482014] 'read index received' (duration: 37.735148ms)","trace[1005482014] 'applied index is now lower than readState.Index' (duration: 129.71477ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:45:46.317333Z","caller":"traceutil/trace.go:171","msg":"trace[940422776] transaction","detail":"{read_only:false; response_revision:8787; number_of_response:1; }","duration":"565.473604ms","start":"2026-03-09T22:45:45.75183Z","end":"2026-03-09T22:45:46.317304Z","steps":["trace[940422776] 'process raft request' (duration: 435.703474ms)","trace[940422776] 'compare' (duration: 129.201778ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:45:46.3174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.05253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-09T22:45:46.31743Z","caller":"traceutil/trace.go:171","msg":"trace[2041583052] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8788; }","duration":"645.105472ms","start":"2026-03-09T22:45:45.672314Z","end":"2026-03-09T22:45:46.31742Z","steps":["trace[2041583052] 'agreement among raft nodes before linearized reading' (duration: 644.937858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:45:46.317448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:45:45.751815Z","time spent":"565.580276ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:45:46.317466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:45:45.672302Z","time spent":"645.156823ms","remote":"127.0.0.1:41000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-09T22:45:46.31752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.15503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-09T22:45:46.317639Z","caller":"traceutil/trace.go:171","msg":"trace[1620361060] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8788; }","duration":"521.346834ms","start":"2026-03-09T22:45:45.796266Z","end":"2026-03-09T22:45:46.317612Z","steps":["trace[1620361060] 'agreement among raft nodes before linearized reading' (duration: 521.046498ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:45:46.31761Z","caller":"traceutil/trace.go:171","msg":"trace[1070194313] transaction","detail":"{read_only:false; response_revision:8788; number_of_response:1; }","duration":"548.520698ms","start":"2026-03-09T22:45:45.769039Z","end":"2026-03-09T22:45:46.317559Z","steps":["trace[1070194313] 'process raft request' (duration: 548.037337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:45:46.317698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:45:45.796229Z","time spent":"521.459817ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T22:45:46.317852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:45:45.769016Z","time spent":"548.718223ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:45:46.317869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.681711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-09T22:45:46.318107Z","caller":"traceutil/trace.go:171","msg":"trace[300361090] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8788; }","duration":"521.918917ms","start":"2026-03-09T22:45:45.796132Z","end":"2026-03-09T22:45:46.318051Z","steps":["trace[300361090] 'agreement among raft nodes before linearized reading' (duration: 521.389765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:45:46.318266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:45:45.796118Z","time spent":"522.128032ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-09T22:45:46.865519Z","caller":"traceutil/trace.go:171","msg":"trace[404722509] transaction","detail":"{read_only:false; response_revision:8789; number_of_response:1; }","duration":"542.73597ms","start":"2026-03-09T22:45:46.322757Z","end":"2026-03-09T22:45:46.865493Z","steps":["trace[404722509] 'process raft request' (duration: 542.579927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:45:46.865673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:45:46.322729Z","time spent":"542.858492ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:45:47.282181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.481004ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T22:45:47.28228Z","caller":"traceutil/trace.go:171","msg":"trace[1296377336] linearizableReadLoop","detail":"{readStateIndex:9119; appliedIndex:9117; }","duration":"904.559272ms","start":"2026-03-09T22:45:46.377704Z","end":"2026-03-09T22:45:47.282263Z","steps":["trace[1296377336] 'read index received' (duration: 487.508543ms)","trace[1296377336] 'applied index is now lower than readState.Index' (duration: 417.049679ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:45:47.282373Z","caller":"traceutil/trace.go:171","msg":"trace[1073994804] transaction","detail":"{read_only:false; response_revision:8790; number_of_response:1; }","duration":"958.186984ms","start":"2026-03-09T22:45:46.324175Z","end":"2026-03-09T22:45:47.282362Z","steps":["trace[1073994804] 'process raft request' (duration: 606.446004ms)","trace[1073994804] 'compare' (duration: 351.365711ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:45:47.282614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.353299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:45:47.282672Z","caller":"traceutil/trace.go:171","msg":"trace[248992214] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:8790; }","duration":"200.459771ms","start":"2026-03-09T22:45:47.082194Z","end":"2026-03-09T22:45:47.282654Z","steps":["trace[248992214] 'agreement among raft nodes before linearized reading' (duration: 200.347419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:45:47.282779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.035193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:45:47.282916Z","caller":"traceutil/trace.go:171","msg":"trace[956946701] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8790; }","duration":"905.224447ms","start":"2026-03-09T22:45:46.37766Z","end":"2026-03-09T22:45:47.282884Z","steps":["trace[956946701] 'agreement among raft nodes before linearized reading' (duration: 904.89183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:45:47.282989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:45:46.377645Z","time spent":"905.328059ms","remote":"127.0.0.1:41242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-09T22:45:47.282955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:45:46.324137Z","time spent":"958.267715ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:45:47.956742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.370301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T22:45:47.956893Z","caller":"traceutil/trace.go:171","msg":"trace[1006545173] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8791; }","duration":"101.670856ms","start":"2026-03-09T22:45:47.85519Z","end":"2026-03-09T22:45:47.956861Z","steps":["trace[1006545173] 'count revisions from in-memory index tree' (duration: 101.231667ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:45:48.115123Z","caller":"traceutil/trace.go:171","msg":"trace[2080390614] transaction","detail":"{read_only:false; response_revision:8793; number_of_response:1; }","duration":"149.384436ms","start":"2026-03-09T22:45:47.965711Z","end":"2026-03-09T22:45:48.115095Z","steps":["trace[2080390614] 'process raft request' (duration: 148.975777ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:45:48.150664Z","caller":"traceutil/trace.go:171","msg":"trace[1627316221] transaction","detail":"{read_only:false; response_revision:8794; number_of_response:1; }","duration":"113.411568ms","start":"2026-03-09T22:45:48.037224Z","end":"2026-03-09T22:45:48.150636Z","steps":["trace[1627316221] 'process raft request' (duration: 113.256875ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:45:48.329282Z","caller":"traceutil/trace.go:171","msg":"trace[1817448918] linearizableReadLoop","detail":"{readStateIndex:9125; appliedIndex:9124; }","duration":"168.341517ms","start":"2026-03-09T22:45:48.160912Z","end":"2026-03-09T22:45:48.329254Z","steps":["trace[1817448918] 'read index received' (duration: 157.516567ms)","trace[1817448918] 'applied index is now lower than readState.Index' (duration: 10.82384ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:45:48.329345Z","caller":"traceutil/trace.go:171","msg":"trace[356834105] transaction","detail":"{read_only:false; response_revision:8795; number_of_response:1; }","duration":"171.813404ms","start":"2026-03-09T22:45:48.157495Z","end":"2026-03-09T22:45:48.329308Z","steps":["trace[356834105] 'process raft request' (duration: 160.940984ms)","trace[356834105] 'compare' (duration: 10.676586ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:45:48.329753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.817098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7ptkd\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-09T22:45:48.329838Z","caller":"traceutil/trace.go:171","msg":"trace[998055738] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7ptkd; range_end:; response_count:1; response_revision:8795; }","duration":"168.924111ms","start":"2026-03-09T22:45:48.160894Z","end":"2026-03-09T22:45:48.329818Z","steps":["trace[998055738] 'agreement among raft nodes before linearized reading' (duration: 168.45924ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:45:48.336746Z","caller":"traceutil/trace.go:171","msg":"trace[24510154] transaction","detail":"{read_only:false; response_revision:8796; number_of_response:1; }","duration":"175.766952ms","start":"2026-03-09T22:45:48.160959Z","end":"2026-03-09T22:45:48.336726Z","steps":["trace[24510154] 'process raft request' (duration: 175.501656ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:45:48.336739Z","caller":"traceutil/trace.go:171","msg":"trace[373189964] transaction","detail":"{read_only:false; response_revision:8797; number_of_response:1; }","duration":"174.619147ms","start":"2026-03-09T22:45:48.162081Z","end":"2026-03-09T22:45:48.3367Z","steps":["trace[373189964] 'process raft request' (duration: 174.541545ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:45:50.548364Z","caller":"traceutil/trace.go:171","msg":"trace[129979477] transaction","detail":"{read_only:false; response_revision:8809; number_of_response:1; }","duration":"131.361637ms","start":"2026-03-09T22:45:50.416959Z","end":"2026-03-09T22:45:50.548321Z","steps":["trace[129979477] 'process raft request' (duration: 131.1061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:45:50.549166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.594907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7ptkd\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-09T22:45:50.54928Z","caller":"traceutil/trace.go:171","msg":"trace[1197599430] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7ptkd; range_end:; response_count:1; response_revision:8810; }","duration":"129.75917ms","start":"2026-03-09T22:45:50.419496Z","end":"2026-03-09T22:45:50.549255Z","steps":["trace[1197599430] 'agreement among raft nodes before linearized reading' (duration: 129.457694ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:45:50.548698Z","caller":"traceutil/trace.go:171","msg":"trace[1953422356] linearizableReadLoop","detail":"{readStateIndex:9139; appliedIndex:9138; }","duration":"129.138377ms","start":"2026-03-09T22:45:50.419543Z","end":"2026-03-09T22:45:50.548681Z","steps":["trace[1953422356] 'read index received' (duration: 84.084847ms)","trace[1953422356] 'applied index is now lower than readState.Index' (duration: 45.05245ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:46:04.615661Z","caller":"traceutil/trace.go:171","msg":"trace[703751117] transaction","detail":"{read_only:false; response_revision:8926; number_of_response:1; }","duration":"123.575214ms","start":"2026-03-09T22:46:04.492053Z","end":"2026-03-09T22:46:04.615629Z","steps":["trace[703751117] 'process raft request' (duration: 123.428181ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:46:04.620163Z","caller":"traceutil/trace.go:171","msg":"trace[252264407] linearizableReadLoop","detail":"{readStateIndex:9260; appliedIndex:9258; }","duration":"120.070185ms","start":"2026-03-09T22:46:04.500068Z","end":"2026-03-09T22:46:04.620138Z","steps":["trace[252264407] 'read index received' (duration: 115.428062ms)","trace[252264407] 'applied index is now lower than readState.Index' (duration: 4.640883ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:46:04.620194Z","caller":"traceutil/trace.go:171","msg":"trace[2040278648] transaction","detail":"{read_only:false; response_revision:8927; number_of_response:1; }","duration":"126.14742ms","start":"2026-03-09T22:46:04.494023Z","end":"2026-03-09T22:46:04.62017Z","steps":["trace[2040278648] 'process raft request' (duration: 125.919835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:46:04.62042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.342092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-577dcccb6b-7cns8.189b4d9839a3239e\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-09T22:46:04.620465Z","caller":"traceutil/trace.go:171","msg":"trace[1640456054] range","detail":"{range_begin:/registry/events/openstack/barbican-api-577dcccb6b-7cns8.189b4d9839a3239e; range_end:; response_count:1; response_revision:8928; }","duration":"120.443214ms","start":"2026-03-09T22:46:04.50001Z","end":"2026-03-09T22:46:04.620453Z","steps":["trace[1640456054] 'agreement among raft nodes before linearized reading' (duration: 120.25754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:47:55.7946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.100917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7ptkd\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-09T22:47:55.79469Z","caller":"traceutil/trace.go:171","msg":"trace[480925796] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7ptkd; range_end:; response_count:1; response_revision:9601; }","duration":"239.234669ms","start":"2026-03-09T22:47:55.555435Z","end":"2026-03-09T22:47:55.79467Z","steps":["trace[480925796] 'range keys from in-memory index tree' (duration: 238.880851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:47:55.794836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.429069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-09T22:47:55.794907Z","caller":"traceutil/trace.go:171","msg":"trace[1360085792] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9601; }","duration":"446.558312ms","start":"2026-03-09T22:47:55.348335Z","end":"2026-03-09T22:47:55.794894Z","steps":["trace[1360085792] 'range keys from in-memory index tree' (duration: 446.268934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:47:55.794934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:47:55.348311Z","time spent":"446.617433ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T22:47:55.795319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.090092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-09T22:47:55.795467Z","caller":"traceutil/trace.go:171","msg":"trace[586083345] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9601; }","duration":"446.296696ms","start":"2026-03-09T22:47:55.349144Z","end":"2026-03-09T22:47:55.795441Z","steps":["trace[586083345] 'range keys from in-memory index tree' (duration: 445.491378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:47:55.795528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:47:55.349124Z","time spent":"446.391888ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-09T22:47:55.805055Z","caller":"traceutil/trace.go:171","msg":"trace[558180863] linearizableReadLoop","detail":"{readStateIndex:9962; appliedIndex:9961; }","duration":"106.099755ms","start":"2026-03-09T22:47:55.698936Z","end":"2026-03-09T22:47:55.805035Z","steps":["trace[558180863] 'read index received' (duration: 105.992623ms)","trace[558180863] 'applied index is now lower than readState.Index' (duration: 102.682µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:47:55.805141Z","caller":"traceutil/trace.go:171","msg":"trace[36702424] transaction","detail":"{read_only:false; response_revision:9602; number_of_response:1; }","duration":"215.599695ms","start":"2026-03-09T22:47:55.589522Z","end":"2026-03-09T22:47:55.805122Z","steps":["trace[36702424] 'process raft request' (duration: 215.3656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:47:55.805238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.308959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-09T22:47:55.805294Z","caller":"traceutil/trace.go:171","msg":"trace[1633494164] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9602; }","duration":"106.422982ms","start":"2026-03-09T22:47:55.698857Z","end":"2026-03-09T22:47:55.80528Z","steps":["trace[1633494164] 'agreement among raft nodes before linearized reading' (duration: 106.274918ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:48:01.333493Z","caller":"traceutil/trace.go:171","msg":"trace[71476531] transaction","detail":"{read_only:false; response_revision:9628; number_of_response:1; }","duration":"101.586835ms","start":"2026-03-09T22:48:01.231869Z","end":"2026-03-09T22:48:01.333456Z","steps":["trace[71476531] 'process raft request' (duration: 50.964302ms)","trace[71476531] 'compare' (duration: 50.49288ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:48:03.854579Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b4c6dc24a78438ca","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-09T22:48:03.860197Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-09T22:48:03.860285Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-09T22:48:24.373587Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7668} {"level":"info","ts":"2026-03-09T22:48:24.447343Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7668,"took":"71.891105ms","hash":1359372766,"current-db-size-bytes":42749952,"current-db-size":"43 MB","current-db-size-in-use-bytes":25522176,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-09T22:48:24.447523Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1359372766,"revision":7668,"compact-revision":5628} {"level":"info","ts":"2026-03-09T22:48:40.287455Z","caller":"traceutil/trace.go:171","msg":"trace[374378950] linearizableReadLoop","detail":"{readStateIndex:10177; appliedIndex:10176; }","duration":"227.728404ms","start":"2026-03-09T22:48:40.0597Z","end":"2026-03-09T22:48:40.287428Z","steps":["trace[374378950] 'read index received' (duration: 227.479458ms)","trace[374378950] 'applied index is now lower than readState.Index' (duration: 248.076µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:48:40.287805Z","caller":"traceutil/trace.go:171","msg":"trace[1440553507] transaction","detail":"{read_only:false; response_revision:9807; number_of_response:1; }","duration":"248.67213ms","start":"2026-03-09T22:48:40.039118Z","end":"2026-03-09T22:48:40.28779Z","steps":["trace[1440553507] 'process raft request' (duration: 248.156978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:48:40.288127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.399658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T22:48:40.288212Z","caller":"traceutil/trace.go:171","msg":"trace[366388448] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:9807; }","duration":"228.526792ms","start":"2026-03-09T22:48:40.059673Z","end":"2026-03-09T22:48:40.2882Z","steps":["trace[366388448] 'agreement among raft nodes before linearized reading' (duration: 228.376628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:48:40.28852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.999075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-09T22:48:40.288875Z","caller":"traceutil/trace.go:171","msg":"trace[940302087] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9807; }","duration":"185.394694ms","start":"2026-03-09T22:48:40.10346Z","end":"2026-03-09T22:48:40.288854Z","steps":["trace[940302087] 'agreement among raft nodes before linearized reading' (duration: 184.928554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:48:40.28929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.867517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-09T22:48:40.289374Z","caller":"traceutil/trace.go:171","msg":"trace[2119507862] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9807; }","duration":"163.951999ms","start":"2026-03-09T22:48:40.12541Z","end":"2026-03-09T22:48:40.289362Z","steps":["trace[2119507862] 'agreement among raft nodes before linearized reading' (duration: 163.806506ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:49:48.593479Z","caller":"traceutil/trace.go:171","msg":"trace[976191833] transaction","detail":"{read_only:false; response_revision:10227; number_of_response:1; }","duration":"115.81563ms","start":"2026-03-09T22:49:48.477623Z","end":"2026-03-09T22:49:48.593439Z","steps":["trace[976191833] 'process raft request' (duration: 115.592245ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:53:24.38025Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9736} {"level":"info","ts":"2026-03-09T22:53:24.458038Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9736,"took":"75.403153ms","hash":1464549301,"current-db-size-bytes":42749952,"current-db-size":"43 MB","current-db-size-in-use-bytes":18022400,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-03-09T22:53:24.458101Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1464549301,"revision":9736,"compact-revision":7668} {"level":"warn","ts":"2026-03-09T22:54:42.672545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.223689ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T22:54:42.672676Z","caller":"traceutil/trace.go:171","msg":"trace[1399798406] linearizableReadLoop","detail":"{readStateIndex:12116; appliedIndex:12114; }","duration":"134.461614ms","start":"2026-03-09T22:54:42.538196Z","end":"2026-03-09T22:54:42.672657Z","steps":["trace[1399798406] 'read index received' (duration: 3.344034ms)","trace[1399798406] 'applied index is now lower than readState.Index' (duration: 131.11618ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:54:42.672841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.651158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-09T22:54:42.672918Z","caller":"traceutil/trace.go:171","msg":"trace[696541986] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11668; }","duration":"134.745171ms","start":"2026-03-09T22:54:42.538158Z","end":"2026-03-09T22:54:42.672903Z","steps":["trace[696541986] 'agreement among raft nodes before linearized reading' (duration: 134.551936ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:54:42.672958Z","caller":"traceutil/trace.go:171","msg":"trace[1186488763] transaction","detail":"{read_only:false; response_revision:11668; number_of_response:1; }","duration":"143.144367ms","start":"2026-03-09T22:54:42.529761Z","end":"2026-03-09T22:54:42.672906Z","steps":["trace[1186488763] 'process raft request' (duration: 40.349345ms)","trace[1186488763] 'compare' (duration: 102.100796ms)"],"step_count":2}