{"level":"warn","ts":"2026-03-20T01:36:42.580903Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-20T01:36:42.581044Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.235:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.235:2380","--initial-cluster=instance=https://199.204.45.235:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.235:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.235:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-20T01:36:42.58114Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-20T01:36:42.581158Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.235:2380"]} {"level":"info","ts":"2026-03-20T01:36:42.58118Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-20T01:36:42.582048Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.235:2379"]} {"level":"info","ts":"2026-03-20T01:36:42.582138Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.235:2380"],"listen-peer-urls":["https://199.204.45.235:2380"],"advertise-client-urls":["https://199.204.45.235:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.235:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.235:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-20T01:36:42.59152Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"8.114897ms"} {"level":"info","ts":"2026-03-20T01:36:42.605947Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"aab6040abcf11","cluster-id":"2bae7d3d8857c059"} {"level":"info","ts":"2026-03-20T01:36:42.606154Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 switched to configuration voters=()"} {"level":"info","ts":"2026-03-20T01:36:42.606237Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 became follower at term 0"} {"level":"info","ts":"2026-03-20T01:36:42.606264Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft aab6040abcf11 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-20T01:36:42.606279Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 became follower at term 1"} {"level":"info","ts":"2026-03-20T01:36:42.606363Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 switched to configuration voters=(3003179657318161)"} {"level":"warn","ts":"2026-03-20T01:36:42.612929Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-20T01:36:42.616333Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-20T01:36:42.61748Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-20T01:36:42.619947Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"aab6040abcf11","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-20T01:36:42.62018Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-20T01:36:42.620302Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-20T01:36:42.620333Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-20T01:36:42.620608Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"aab6040abcf11","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-20T01:36:42.621609Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 switched to configuration voters=(3003179657318161)"} {"level":"info","ts":"2026-03-20T01:36:42.621781Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"2bae7d3d8857c059","local-member-id":"aab6040abcf11","added-peer-id":"aab6040abcf11","added-peer-peer-urls":["https://199.204.45.235:2380"]} {"level":"info","ts":"2026-03-20T01:36:42.622958Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-20T01:36:42.623215Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"aab6040abcf11","initial-advertise-peer-urls":["https://199.204.45.235:2380"],"listen-peer-urls":["https://199.204.45.235:2380"],"advertise-client-urls":["https://199.204.45.235:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.235:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-20T01:36:42.623209Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.235:2380"} {"level":"info","ts":"2026-03-20T01:36:42.623305Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-20T01:36:42.623325Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.235:2380"} {"level":"info","ts":"2026-03-20T01:36:43.407401Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 is starting a new election at term 1"} {"level":"info","ts":"2026-03-20T01:36:43.40747Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-20T01:36:43.40752Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 received MsgPreVoteResp from aab6040abcf11 at term 1"} {"level":"info","ts":"2026-03-20T01:36:43.407543Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 became candidate at term 2"} {"level":"info","ts":"2026-03-20T01:36:43.407555Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 received MsgVoteResp from aab6040abcf11 at term 2"} {"level":"info","ts":"2026-03-20T01:36:43.407572Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 became leader at term 2"} {"level":"info","ts":"2026-03-20T01:36:43.407586Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: aab6040abcf11 elected leader aab6040abcf11 at term 2"} {"level":"info","ts":"2026-03-20T01:36:43.408904Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-20T01:36:43.41006Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"aab6040abcf11","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.235:2379]}","request-path":"/0/members/aab6040abcf11/attributes","cluster-id":"2bae7d3d8857c059","publish-timeout":"7s"} {"level":"info","ts":"2026-03-20T01:36:43.410076Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-20T01:36:43.410133Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-20T01:36:43.410426Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-20T01:36:43.410448Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-20T01:36:43.410719Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"2bae7d3d8857c059","local-member-id":"aab6040abcf11","cluster-version":"3.5"} {"level":"info","ts":"2026-03-20T01:36:43.410925Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-20T01:36:43.410977Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-20T01:36:43.413746Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-20T01:36:43.413886Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.235:2379"} {"level":"warn","ts":"2026-03-20T01:36:47.584405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.174947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:36:47.584603Z","caller":"traceutil/trace.go:171","msg":"trace[1220931750] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:0; response_revision:243; }","duration":"105.451663ms","start":"2026-03-20T01:36:47.479121Z","end":"2026-03-20T01:36:47.584573Z","steps":["trace[1220931750] 'range keys from in-memory index tree' (duration: 105.005874ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:36:47.760784Z","caller":"traceutil/trace.go:171","msg":"trace[243430266] transaction","detail":"{read_only:false; response_revision:244; number_of_response:1; }","duration":"171.601979ms","start":"2026-03-20T01:36:47.589142Z","end":"2026-03-20T01:36:47.760744Z","steps":["trace[243430266] 'process raft request' (duration: 171.363594ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:36:47.864558Z","caller":"traceutil/trace.go:171","msg":"trace[380958889] transaction","detail":"{read_only:false; response_revision:245; number_of_response:1; }","duration":"257.59941ms","start":"2026-03-20T01:36:47.606908Z","end":"2026-03-20T01:36:47.864507Z","steps":["trace[380958889] 'process raft request' (duration: 182.52312ms)","trace[380958889] 'compare' (duration: 74.61676ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:36:48.225373Z","caller":"traceutil/trace.go:171","msg":"trace[597063148] transaction","detail":"{read_only:false; response_revision:259; number_of_response:1; }","duration":"119.91055ms","start":"2026-03-20T01:36:48.105434Z","end":"2026-03-20T01:36:48.225345Z","steps":["trace[597063148] 'process raft request' (duration: 25.540479ms)","trace[597063148] 'compare' (duration: 94.233639ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:36:48.360664Z","caller":"traceutil/trace.go:171","msg":"trace[2086136657] transaction","detail":"{read_only:false; response_revision:261; number_of_response:1; }","duration":"105.938185ms","start":"2026-03-20T01:36:48.2547Z","end":"2026-03-20T01:36:48.360638Z","steps":["trace[2086136657] 'process raft request' (duration: 96.187502ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:36:54.222081Z","caller":"traceutil/trace.go:171","msg":"trace[1562574211] transaction","detail":"{read_only:false; response_revision:391; number_of_response:1; }","duration":"108.420999ms","start":"2026-03-20T01:36:54.113631Z","end":"2026-03-20T01:36:54.222052Z","steps":["trace[1562574211] 'process raft request' (duration: 94.642678ms)","trace[1562574211] 'compare' (duration: 13.673979ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:36:54.506328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.939333ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T01:36:54.506462Z","caller":"traceutil/trace.go:171","msg":"trace[1805183966] transaction","detail":"{read_only:false; response_revision:392; number_of_response:1; }","duration":"271.401291ms","start":"2026-03-20T01:36:54.23504Z","end":"2026-03-20T01:36:54.506441Z","steps":["trace[1805183966] 'process raft request' (duration: 122.487967ms)","trace[1805183966] 'compare' (duration: 147.79983ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:36:55.437128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.916198ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T01:36:55.43738Z","caller":"traceutil/trace.go:171","msg":"trace[387395627] transaction","detail":"{read_only:false; response_revision:399; number_of_response:1; }","duration":"272.004303ms","start":"2026-03-20T01:36:55.165352Z","end":"2026-03-20T01:36:55.437356Z","steps":["trace[387395627] 'process raft request' (duration: 271.928602ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:36:55.437484Z","caller":"traceutil/trace.go:171","msg":"trace[1006475679] transaction","detail":"{read_only:false; response_revision:398; number_of_response:1; }","duration":"272.297549ms","start":"2026-03-20T01:36:55.165111Z","end":"2026-03-20T01:36:55.437409Z","steps":["trace[1006475679] 'process raft request' (duration: 109.969722ms)","trace[1006475679] 'compare' (duration: 161.740574ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:36:57.283883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.132057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-20T01:36:57.283975Z","caller":"traceutil/trace.go:171","msg":"trace[1216257814] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:400; }","duration":"245.29182ms","start":"2026-03-20T01:36:57.038659Z","end":"2026-03-20T01:36:57.283951Z","steps":["trace[1216257814] 'range keys from in-memory index tree' (duration: 245.034345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:36:57.28388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.552224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-20T01:36:57.283995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.818768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-20T01:36:57.284074Z","caller":"traceutil/trace.go:171","msg":"trace[1134311207] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:400; }","duration":"736.80686ms","start":"2026-03-20T01:36:56.547253Z","end":"2026-03-20T01:36:57.28406Z","steps":["trace[1134311207] 'range keys from in-memory index tree' (duration: 736.457112ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:36:57.284096Z","caller":"traceutil/trace.go:171","msg":"trace[829336450] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:400; }","duration":"557.987552ms","start":"2026-03-20T01:36:56.726085Z","end":"2026-03-20T01:36:57.284073Z","steps":["trace[829336450] 'range keys from in-memory index tree' (duration: 557.687095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:36:57.284137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:36:56.547226Z","time spent":"736.898722ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T01:36:57.284147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:36:56.726064Z","time spent":"558.072034ms","remote":"127.0.0.1:55712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.235\" "} {"level":"warn","ts":"2026-03-20T01:36:57.284719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159252541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:36:57.284811Z","caller":"traceutil/trace.go:171","msg":"trace[1353742702] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:400; }","duration":"1.159411405s","start":"2026-03-20T01:36:56.12538Z","end":"2026-03-20T01:36:57.284791Z","steps":["trace[1353742702] 'range keys from in-memory index tree' (duration: 1.158574156s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:36:57.284877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:36:56.125366Z","time spent":"1.159501906s","remote":"127.0.0.1:55666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T01:36:57.58055Z","caller":"traceutil/trace.go:171","msg":"trace[564461403] transaction","detail":"{read_only:false; response_revision:401; number_of_response:1; }","duration":"292.571744ms","start":"2026-03-20T01:36:57.287957Z","end":"2026-03-20T01:36:57.580528Z","steps":["trace[564461403] 'process raft request' (duration: 278.545088ms)","trace[564461403] 'compare' (duration: 13.869733ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:36:57.580846Z","caller":"traceutil/trace.go:171","msg":"trace[1923491500] transaction","detail":"{read_only:false; response_revision:402; number_of_response:1; }","duration":"291.224914ms","start":"2026-03-20T01:36:57.289588Z","end":"2026-03-20T01:36:57.580813Z","steps":["trace[1923491500] 'process raft request' (duration: 290.897617ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:36:57.580919Z","caller":"traceutil/trace.go:171","msg":"trace[1725098150] linearizableReadLoop","detail":"{readStateIndex:412; appliedIndex:410; }","duration":"291.416118ms","start":"2026-03-20T01:36:57.289488Z","end":"2026-03-20T01:36:57.580904Z","steps":["trace[1725098150] 'read index received' (duration: 44.963643ms)","trace[1725098150] 'applied index is now lower than readState.Index' (duration: 246.450855ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:36:57.580983Z","caller":"traceutil/trace.go:171","msg":"trace[241022163] transaction","detail":"{read_only:false; response_revision:403; number_of_response:1; }","duration":"245.413033ms","start":"2026-03-20T01:36:57.335517Z","end":"2026-03-20T01:36:57.58093Z","steps":["trace[241022163] 'process raft request' (duration: 245.204678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:36:57.581085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.574592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"warn","ts":"2026-03-20T01:36:57.581079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.92422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T01:36:57.581133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.759744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-20T01:36:57.581169Z","caller":"traceutil/trace.go:171","msg":"trace[1501301753] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:403; }","duration":"139.824356ms","start":"2026-03-20T01:36:57.441334Z","end":"2026-03-20T01:36:57.581159Z","steps":["trace[1501301753] 'agreement among raft nodes before linearized reading' (duration: 139.747914ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:36:57.581164Z","caller":"traceutil/trace.go:171","msg":"trace[355884010] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:403; }","duration":"287.058394ms","start":"2026-03-20T01:36:57.294085Z","end":"2026-03-20T01:36:57.581143Z","steps":["trace[355884010] 'agreement among raft nodes before linearized reading' (duration: 286.935051ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:36:57.581123Z","caller":"traceutil/trace.go:171","msg":"trace[579146209] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:403; }","duration":"291.656383ms","start":"2026-03-20T01:36:57.289457Z","end":"2026-03-20T01:36:57.581113Z","steps":["trace[579146209] 'agreement among raft nodes before linearized reading' (duration: 291.52055ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:37:01.920413Z","caller":"traceutil/trace.go:171","msg":"trace[409341948] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"224.501775ms","start":"2026-03-20T01:37:01.695886Z","end":"2026-03-20T01:37:01.920387Z","steps":["trace[409341948] 'process raft request' (duration: 196.88457ms)","trace[409341948] 'compare' (duration: 27.509373ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:37:02.129221Z","caller":"traceutil/trace.go:171","msg":"trace[1064911815] transaction","detail":"{read_only:false; response_revision:419; number_of_response:1; }","duration":"110.395607ms","start":"2026-03-20T01:37:02.018796Z","end":"2026-03-20T01:37:02.129192Z","steps":["trace[1064911815] 'process raft request' (duration: 110.251304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:37:02.287793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.085726ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T01:37:02.288067Z","caller":"traceutil/trace.go:171","msg":"trace[1012187990] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"260.103715ms","start":"2026-03-20T01:37:02.02788Z","end":"2026-03-20T01:37:02.287983Z","steps":["trace[1012187990] 'process raft request' (duration: 130.739533ms)","trace[1012187990] 'compare' (duration: 128.937393ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:37:03.037055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.154209ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T01:37:03.037298Z","caller":"traceutil/trace.go:171","msg":"trace[1156252739] transaction","detail":"{read_only:false; response_revision:437; number_of_response:1; }","duration":"623.509422ms","start":"2026-03-20T01:37:02.413746Z","end":"2026-03-20T01:37:03.037256Z","steps":["trace[1156252739] 'process raft request' (duration: 129.071336ms)","trace[1156252739] 'compare' (duration: 494.000245ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:37:03.037398Z","caller":"traceutil/trace.go:171","msg":"trace[1201212414] transaction","detail":"{read_only:false; response_revision:439; number_of_response:1; }","duration":"614.697969ms","start":"2026-03-20T01:37:02.422653Z","end":"2026-03-20T01:37:03.037351Z","steps":["trace[1201212414] 'process raft request' (duration: 614.556376ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:37:03.037346Z","caller":"traceutil/trace.go:171","msg":"trace[655101267] transaction","detail":"{read_only:false; response_revision:440; number_of_response:1; }","duration":"612.646544ms","start":"2026-03-20T01:37:02.424683Z","end":"2026-03-20T01:37:03.037329Z","steps":["trace[655101267] 'process raft request' (duration: 612.588553ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:37:03.037463Z","caller":"traceutil/trace.go:171","msg":"trace[262845546] transaction","detail":"{read_only:false; response_revision:438; number_of_response:1; }","duration":"616.438026ms","start":"2026-03-20T01:37:02.42098Z","end":"2026-03-20T01:37:03.037418Z","steps":["trace[262845546] 'process raft request' (duration: 616.176541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:37:03.037493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:37:02.413726Z","time spent":"623.673296ms","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3804,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:37:03.037565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:37:02.422641Z","time spent":"614.852833ms","remote":"127.0.0.1:55764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":687,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T01:37:03.037589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:37:02.420958Z","time spent":"616.57448ms","remote":"127.0.0.1:55868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3563,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T01:37:03.037619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:37:02.424662Z","time spent":"612.870199ms","remote":"127.0.0.1:56140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:37:03.420888Z","caller":"traceutil/trace.go:171","msg":"trace[1093946114] transaction","detail":"{read_only:false; response_revision:442; number_of_response:1; }","duration":"377.943985ms","start":"2026-03-20T01:37:03.04293Z","end":"2026-03-20T01:37:03.420874Z","steps":["trace[1093946114] 'process raft request' (duration: 377.854153ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:37:03.420957Z","caller":"traceutil/trace.go:171","msg":"trace[213086705] transaction","detail":"{read_only:false; response_revision:443; number_of_response:1; }","duration":"375.839719ms","start":"2026-03-20T01:37:03.045087Z","end":"2026-03-20T01:37:03.420927Z","steps":["trace[213086705] 'process raft request' (duration: 375.733767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:37:03.421007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:37:03.04291Z","time spent":"378.035796ms","remote":"127.0.0.1:55764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":830,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-20T01:37:03.420988Z","caller":"traceutil/trace.go:171","msg":"trace[477722742] transaction","detail":"{read_only:false; response_revision:444; number_of_response:1; }","duration":"375.722747ms","start":"2026-03-20T01:37:03.045244Z","end":"2026-03-20T01:37:03.420967Z","steps":["trace[477722742] 'process raft request' (duration: 375.620895ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:37:03.420886Z","caller":"traceutil/trace.go:171","msg":"trace[1184211128] transaction","detail":"{read_only:false; response_revision:441; number_of_response:1; }","duration":"378.59661ms","start":"2026-03-20T01:37:03.042263Z","end":"2026-03-20T01:37:03.420859Z","steps":["trace[1184211128] 'process raft request' (duration: 372.445804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:37:03.421125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:37:03.045056Z","time spent":"375.971872ms","remote":"127.0.0.1:55868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4037,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:37:03.42113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:37:03.042234Z","time spent":"378.854566ms","remote":"127.0.0.1:55764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T01:37:03.421148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:37:03.045234Z","time spent":"375.834089ms","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3840,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:37:03.42137Z","caller":"traceutil/trace.go:171","msg":"trace[506487904] transaction","detail":"{read_only:false; response_revision:445; number_of_response:1; }","duration":"375.48056ms","start":"2026-03-20T01:37:03.045876Z","end":"2026-03-20T01:37:03.421356Z","steps":["trace[506487904] 'process raft request' (duration: 375.029881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:37:03.421433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:37:03.045862Z","time spent":"375.537302ms","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3804,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:37:03.421502Z","caller":"traceutil/trace.go:171","msg":"trace[270695041] transaction","detail":"{read_only:false; response_revision:446; number_of_response:1; }","duration":"373.467807ms","start":"2026-03-20T01:37:03.048013Z","end":"2026-03-20T01:37:03.421481Z","steps":["trace[270695041] 'process raft request' (duration: 373.311534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:37:03.421567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:37:03.047998Z","time spent":"373.533709ms","remote":"127.0.0.1:56140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:37:09.699787Z","caller":"traceutil/trace.go:171","msg":"trace[1723384828] transaction","detail":"{read_only:false; response_revision:464; number_of_response:1; }","duration":"293.778402ms","start":"2026-03-20T01:37:09.405952Z","end":"2026-03-20T01:37:09.69973Z","steps":["trace[1723384828] 'process raft request' (duration: 293.564798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:37:12.818639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.126264ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:26"} {"level":"info","ts":"2026-03-20T01:37:13.963704Z","caller":"traceutil/trace.go:171","msg":"trace[1718758221] linearizableReadLoop","detail":"{readStateIndex:488; appliedIndex:487; }","duration":"107.957084ms","start":"2026-03-20T01:37:13.855711Z","end":"2026-03-20T01:37:13.963668Z","steps":["trace[1718758221] 'read index received' (duration: 107.619166ms)","trace[1718758221] 'applied index is now lower than readState.Index' (duration: 336.498µs)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:37:13.963898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.168699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-20T01:37:13.96394Z","caller":"traceutil/trace.go:171","msg":"trace[113597468] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:473; }","duration":"108.275961ms","start":"2026-03-20T01:37:13.85565Z","end":"2026-03-20T01:37:13.963926Z","steps":["trace[113597468] 'agreement among raft nodes before linearized reading' (duration: 108.175059ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:37:13.964671Z","caller":"traceutil/trace.go:171","msg":"trace[37913578] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"148.750887ms","start":"2026-03-20T01:37:13.815436Z","end":"2026-03-20T01:37:13.964186Z","steps":["trace[37913578] 'process raft request' (duration: 148.002421ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:37:14.166621Z","caller":"traceutil/trace.go:171","msg":"trace[1887024329] linearizableReadLoop","detail":"{readStateIndex:489; appliedIndex:488; }","duration":"154.282048ms","start":"2026-03-20T01:37:14.012308Z","end":"2026-03-20T01:37:14.16659Z","steps":["trace[1887024329] 'read index received' (duration: 125.070338ms)","trace[1887024329] 'applied index is now lower than readState.Index' (duration: 29.210189ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:37:14.166772Z","caller":"traceutil/trace.go:171","msg":"trace[1433599876] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"197.098455ms","start":"2026-03-20T01:37:13.969623Z","end":"2026-03-20T01:37:14.166721Z","steps":["trace[1433599876] 'process raft request' (duration: 167.642261ms)","trace[1433599876] 'compare' (duration: 29.188859ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:37:14.16687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.547635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-20T01:37:14.16697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.055772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:3 size:12669"} {"level":"info","ts":"2026-03-20T01:37:14.166987Z","caller":"traceutil/trace.go:171","msg":"trace[1722491412] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:474; }","duration":"154.707348ms","start":"2026-03-20T01:37:14.012257Z","end":"2026-03-20T01:37:14.166964Z","steps":["trace[1722491412] 'agreement among raft nodes before linearized reading' (duration: 154.512252ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:37:14.167063Z","caller":"traceutil/trace.go:171","msg":"trace[1637170374] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:3; response_revision:474; }","duration":"153.216945ms","start":"2026-03-20T01:37:14.013826Z","end":"2026-03-20T01:37:14.167043Z","steps":["trace[1637170374] 'agreement among raft nodes before linearized reading' (duration: 152.955999ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:37:16.368487Z","caller":"traceutil/trace.go:171","msg":"trace[727276560] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"191.136914ms","start":"2026-03-20T01:37:16.177315Z","end":"2026-03-20T01:37:16.368452Z","steps":["trace[727276560] 'process raft request' (duration: 105.663013ms)","trace[727276560] 'compare' (duration: 85.033172ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:37:16.368548Z","caller":"traceutil/trace.go:171","msg":"trace[58797552] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"186.40402ms","start":"2026-03-20T01:37:16.182088Z","end":"2026-03-20T01:37:16.368492Z","steps":["trace[58797552] 'process raft request' (duration: 186.220066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:37:17.996754Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.267142764s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-20T01:37:17.997216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:37:16.729387Z","time spent":"1.267824009s","remote":"127.0.0.1:55712","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-20T01:37:21.581061Z","caller":"traceutil/trace.go:171","msg":"trace[1727771449] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"158.194883ms","start":"2026-03-20T01:37:21.422843Z","end":"2026-03-20T01:37:21.581038Z","steps":["trace[1727771449] 'process raft request' (duration: 158.144862ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:37:21.581168Z","caller":"traceutil/trace.go:171","msg":"trace[1591362511] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"163.694084ms","start":"2026-03-20T01:37:21.417395Z","end":"2026-03-20T01:37:21.581089Z","steps":["trace[1591362511] 'process raft request' (duration: 163.454999ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:37:21.981878Z","caller":"traceutil/trace.go:171","msg":"trace[880422233] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"120.962098ms","start":"2026-03-20T01:37:21.860886Z","end":"2026-03-20T01:37:21.981848Z","steps":["trace[880422233] 'process raft request' (duration: 96.901712ms)","trace[880422233] 'compare' (duration: 23.926333ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:37:21.986423Z","caller":"traceutil/trace.go:171","msg":"trace[1624810592] linearizableReadLoop","detail":"{readStateIndex:556; appliedIndex:554; }","duration":"102.773961ms","start":"2026-03-20T01:37:21.883625Z","end":"2026-03-20T01:37:21.986399Z","steps":["trace[1624810592] 'read index received' (duration: 74.182035ms)","trace[1624810592] 'applied index is now lower than readState.Index' (duration: 28.587506ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:37:21.986481Z","caller":"traceutil/trace.go:171","msg":"trace[1382617076] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"102.702989ms","start":"2026-03-20T01:37:21.883749Z","end":"2026-03-20T01:37:21.986452Z","steps":["trace[1382617076] 'process raft request' (duration: 102.584757ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:37:21.986506Z","caller":"traceutil/trace.go:171","msg":"trace[382355097] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"103.700701ms","start":"2026-03-20T01:37:21.882779Z","end":"2026-03-20T01:37:21.98648Z","steps":["trace[382355097] 'process raft request' (duration: 103.419095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:37:21.98655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.905924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:37:21.986592Z","caller":"traceutil/trace.go:171","msg":"trace[1211725241] range","detail":"{range_begin:/registry/limitranges/local-path-storage/; range_end:/registry/limitranges/local-path-storage0; response_count:0; response_revision:541; }","duration":"103.011236ms","start":"2026-03-20T01:37:21.88357Z","end":"2026-03-20T01:37:21.986581Z","steps":["trace[1211725241] 'agreement among raft nodes before linearized reading' (duration: 102.919694ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:37:25.500501Z","caller":"traceutil/trace.go:171","msg":"trace[96732034] linearizableReadLoop","detail":"{readStateIndex:578; appliedIndex:577; }","duration":"113.440193ms","start":"2026-03-20T01:37:25.387034Z","end":"2026-03-20T01:37:25.500474Z","steps":["trace[96732034] 'read index received' (duration: 113.211728ms)","trace[96732034] 'applied index is now lower than readState.Index' (duration: 227.395µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:37:25.500577Z","caller":"traceutil/trace.go:171","msg":"trace[430369512] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"313.682898ms","start":"2026-03-20T01:37:25.186858Z","end":"2026-03-20T01:37:25.500541Z","steps":["trace[430369512] 'process raft request' (duration: 313.471424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:37:25.500633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.614817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:37:25.500671Z","caller":"traceutil/trace.go:171","msg":"trace[1824875019] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:561; }","duration":"113.709279ms","start":"2026-03-20T01:37:25.38695Z","end":"2026-03-20T01:37:25.500659Z","steps":["trace[1824875019] 'agreement among raft nodes before linearized reading' (duration: 113.633257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:37:25.500738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:37:25.18683Z","time spent":"313.821771ms","remote":"127.0.0.1:55868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:37:26.886575Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879701952721602,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-20T01:37:26.924873Z","caller":"traceutil/trace.go:171","msg":"trace[1632324829] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"777.691628ms","start":"2026-03-20T01:37:26.147156Z","end":"2026-03-20T01:37:26.924847Z","steps":["trace[1632324829] 'process raft request' (duration: 777.553065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:37:26.925017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:37:26.147144Z","time spent":"777.790661ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:37:27.903072Z","caller":"traceutil/trace.go:171","msg":"trace[309104421] linearizableReadLoop","detail":"{readStateIndex:580; appliedIndex:578; }","duration":"1.516818961s","start":"2026-03-20T01:37:26.386163Z","end":"2026-03-20T01:37:27.902982Z","steps":["trace[309104421] 'read index received' (duration: 538.572163ms)","trace[309104421] 'applied index is now lower than readState.Index' (duration: 978.245958ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:37:27.90316Z","caller":"traceutil/trace.go:171","msg":"trace[25398126] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"1.689021031s","start":"2026-03-20T01:37:26.214106Z","end":"2026-03-20T01:37:27.903127Z","steps":["trace[25398126] 'process raft request' (duration: 1.688578962s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:37:27.903332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517066226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T01:37:27.903343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:37:26.214091Z","time spent":"1.689154564s","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:37:27.903396Z","caller":"traceutil/trace.go:171","msg":"trace[1606023510] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:563; }","duration":"1.51722758s","start":"2026-03-20T01:37:26.38615Z","end":"2026-03-20T01:37:27.903378Z","steps":["trace[1606023510] 'agreement among raft nodes before linearized reading' (duration: 1.517036756s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:37:27.90338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.287803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T01:37:27.903453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:37:26.386102Z","time spent":"1.517338172s","remote":"127.0.0.1:55666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T01:37:27.903464Z","caller":"traceutil/trace.go:171","msg":"trace[1066017746] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:0; response_revision:563; }","duration":"357.404406ms","start":"2026-03-20T01:37:27.546037Z","end":"2026-03-20T01:37:27.903441Z","steps":["trace[1066017746] 'agreement among raft nodes before linearized reading' (duration: 357.272873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:37:27.903437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48304372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-20T01:37:27.903507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:37:27.546018Z","time spent":"357.480397ms","remote":"127.0.0.1:55898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":26,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"info","ts":"2026-03-20T01:37:27.903552Z","caller":"traceutil/trace.go:171","msg":"trace[680710003] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:563; }","duration":"1.483235465s","start":"2026-03-20T01:37:26.420288Z","end":"2026-03-20T01:37:27.903523Z","steps":["trace[680710003] 'agreement among raft nodes before linearized reading' (duration: 1.482956489s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:37:27.903604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:37:26.420259Z","time spent":"1.483337217s","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T01:37:27.903577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.461415177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-20T01:37:27.903665Z","caller":"traceutil/trace.go:171","msg":"trace[2072647309] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:563; }","duration":"1.461540081s","start":"2026-03-20T01:37:26.442105Z","end":"2026-03-20T01:37:27.903646Z","steps":["trace[2072647309] 'agreement among raft nodes before linearized reading' (duration: 1.461284365s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:37:27.903711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:37:26.442094Z","time spent":"1.461608212s","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T01:37:27.903746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.466857996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T01:37:27.903839Z","caller":"traceutil/trace.go:171","msg":"trace[1546026587] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:563; }","duration":"1.46702642s","start":"2026-03-20T01:37:26.436791Z","end":"2026-03-20T01:37:27.903817Z","steps":["trace[1546026587] 'agreement among raft nodes before linearized reading' (duration: 1.466835216s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:37:27.903887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:37:26.436767Z","time spent":"1.467111333s","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T01:37:27.904489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176136909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-20T01:37:27.904559Z","caller":"traceutil/trace.go:171","msg":"trace[418942697] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:563; }","duration":"1.176241012s","start":"2026-03-20T01:37:26.728297Z","end":"2026-03-20T01:37:27.904538Z","steps":["trace[418942697] 'agreement among raft nodes before linearized reading' (duration: 1.174979105s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:37:27.904598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:37:26.728279Z","time spent":"1.176310033s","remote":"127.0.0.1:55712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.235\" "} {"level":"info","ts":"2026-03-20T01:37:28.424324Z","caller":"traceutil/trace.go:171","msg":"trace[1329837173] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"166.855954ms","start":"2026-03-20T01:37:28.257437Z","end":"2026-03-20T01:37:28.424293Z","steps":["trace[1329837173] 'process raft request' (duration: 91.629137ms)","trace[1329837173] 'compare' (duration: 75.036443ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:37:28.42442Z","caller":"traceutil/trace.go:171","msg":"trace[723025938] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"163.987361ms","start":"2026-03-20T01:37:28.260386Z","end":"2026-03-20T01:37:28.424373Z","steps":["trace[723025938] 'process raft request' (duration: 163.854628ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:37:28.424711Z","caller":"traceutil/trace.go:171","msg":"trace[549079690] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"157.652552ms","start":"2026-03-20T01:37:28.267033Z","end":"2026-03-20T01:37:28.424685Z","steps":["trace[549079690] 'process raft request' (duration: 157.59422ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:37:28.424758Z","caller":"traceutil/trace.go:171","msg":"trace[1913559610] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"163.767665ms","start":"2026-03-20T01:37:28.260934Z","end":"2026-03-20T01:37:28.424701Z","steps":["trace[1913559610] 'process raft request' (duration: 163.475279ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:37:28.424838Z","caller":"traceutil/trace.go:171","msg":"trace[1543565432] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"164.37105ms","start":"2026-03-20T01:37:28.260455Z","end":"2026-03-20T01:37:28.424826Z","steps":["trace[1543565432] 'process raft request' (duration: 163.827208ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:37:28.425022Z","caller":"traceutil/trace.go:171","msg":"trace[136115325] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"164.143553ms","start":"2026-03-20T01:37:28.260861Z","end":"2026-03-20T01:37:28.425004Z","steps":["trace[136115325] 'process raft request' (duration: 163.49849ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:37:28.425023Z","caller":"traceutil/trace.go:171","msg":"trace[686010647] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"164.389839ms","start":"2026-03-20T01:37:28.260581Z","end":"2026-03-20T01:37:28.424971Z","steps":["trace[686010647] 'process raft request' (duration: 163.731245ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:37:28.425115Z","caller":"traceutil/trace.go:171","msg":"trace[1355876918] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"164.01387ms","start":"2026-03-20T01:37:28.261078Z","end":"2026-03-20T01:37:28.425092Z","steps":["trace[1355876918] 'process raft request' (duration: 163.373227ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:37:28.425146Z","caller":"traceutil/trace.go:171","msg":"trace[1122584231] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"164.200245ms","start":"2026-03-20T01:37:28.260906Z","end":"2026-03-20T01:37:28.425106Z","steps":["trace[1122584231] 'process raft request' (duration: 163.476909ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:37:28.425145Z","caller":"traceutil/trace.go:171","msg":"trace[1181109879] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"163.805206ms","start":"2026-03-20T01:37:28.261273Z","end":"2026-03-20T01:37:28.425079Z","steps":["trace[1181109879] 'process raft request' (duration: 163.227264ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:37:28.425033Z","caller":"traceutil/trace.go:171","msg":"trace[1154886234] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"163.390637ms","start":"2026-03-20T01:37:28.261632Z","end":"2026-03-20T01:37:28.425023Z","steps":["trace[1154886234] 'process raft request' (duration: 162.942047ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:37:28.425141Z","caller":"traceutil/trace.go:171","msg":"trace[1326876071] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"163.698253ms","start":"2026-03-20T01:37:28.26135Z","end":"2026-03-20T01:37:28.425048Z","steps":["trace[1326876071] 'process raft request' (duration: 163.201913ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:37:28.42535Z","caller":"traceutil/trace.go:171","msg":"trace[1772452897] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"164.0097ms","start":"2026-03-20T01:37:28.261318Z","end":"2026-03-20T01:37:28.425328Z","steps":["trace[1772452897] 'process raft request' (duration: 163.211243ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:37:28.424792Z","caller":"traceutil/trace.go:171","msg":"trace[1569236812] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"164.110192ms","start":"2026-03-20T01:37:28.260658Z","end":"2026-03-20T01:37:28.424768Z","steps":["trace[1569236812] 'process raft request' (duration: 163.677883ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:37:28.425068Z","caller":"traceutil/trace.go:171","msg":"trace[1691324378] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"162.961908ms","start":"2026-03-20T01:37:28.262099Z","end":"2026-03-20T01:37:28.425061Z","steps":["trace[1691324378] 'process raft request' (duration: 162.498848ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:37:29.616785Z","caller":"traceutil/trace.go:171","msg":"trace[867176464] linearizableReadLoop","detail":"{readStateIndex:718; appliedIndex:717; }","duration":"229.694298ms","start":"2026-03-20T01:37:29.38706Z","end":"2026-03-20T01:37:29.616755Z","steps":["trace[867176464] 'read index received' (duration: 229.470634ms)","trace[867176464] 'applied index is now lower than readState.Index' (duration: 222.194µs)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:37:29.616943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.863563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:37:29.616979Z","caller":"traceutil/trace.go:171","msg":"trace[1292977372] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:700; }","duration":"229.986255ms","start":"2026-03-20T01:37:29.386981Z","end":"2026-03-20T01:37:29.616968Z","steps":["trace[1292977372] 'agreement among raft nodes before linearized reading' (duration: 229.886813ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:37:29.616971Z","caller":"traceutil/trace.go:171","msg":"trace[637134786] transaction","detail":"{read_only:false; response_revision:700; number_of_response:1; }","duration":"295.387877ms","start":"2026-03-20T01:37:29.32155Z","end":"2026-03-20T01:37:29.616938Z","steps":["trace[637134786] 'process raft request' (duration: 295.074191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:37:32.563643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.636127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:37:32.563757Z","caller":"traceutil/trace.go:171","msg":"trace[1598977953] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:751; }","duration":"176.813601ms","start":"2026-03-20T01:37:32.386921Z","end":"2026-03-20T01:37:32.563735Z","steps":["trace[1598977953] 'range keys from in-memory index tree' (duration: 176.516115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:37:32.563743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.053269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"info","ts":"2026-03-20T01:37:32.56383Z","caller":"traceutil/trace.go:171","msg":"trace[303936679] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:751; }","duration":"136.203092ms","start":"2026-03-20T01:37:32.427602Z","end":"2026-03-20T01:37:32.563805Z","steps":["trace[303936679] 'range keys from in-memory index tree' (duration: 135.854875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:37:33.77703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.37044ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-20T01:37:33.777145Z","caller":"traceutil/trace.go:171","msg":"trace[275242776] linearizableReadLoop","detail":"{readStateIndex:777; appliedIndex:776; }","duration":"520.383924ms","start":"2026-03-20T01:37:33.256744Z","end":"2026-03-20T01:37:33.777128Z","steps":["trace[275242776] 'read index received' (duration: 165.930312ms)","trace[275242776] 'applied index is now lower than readState.Index' (duration: 354.452591ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:37:33.777208Z","caller":"traceutil/trace.go:171","msg":"trace[1733346846] transaction","detail":"{read_only:false; response_revision:758; number_of_response:1; }","duration":"573.979607ms","start":"2026-03-20T01:37:33.203185Z","end":"2026-03-20T01:37:33.777164Z","steps":["trace[1733346846] 'process raft request' (duration: 219.400543ms)","trace[1733346846] 'compare' (duration: 354.200146ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:37:33.777337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.403012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"warn","ts":"2026-03-20T01:37:33.777345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:37:33.203164Z","time spent":"574.12045ms","remote":"127.0.0.1:55764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":761,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-20T01:37:33.777376Z","caller":"traceutil/trace.go:171","msg":"trace[1040406246] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:758; }","duration":"550.476023ms","start":"2026-03-20T01:37:33.226889Z","end":"2026-03-20T01:37:33.777365Z","steps":["trace[1040406246] 'agreement among raft nodes before linearized reading' (duration: 550.309039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:37:33.777415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:37:33.226872Z","time spent":"550.535415ms","remote":"127.0.0.1:55724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4354,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"info","ts":"2026-03-20T01:37:33.785429Z","caller":"traceutil/trace.go:171","msg":"trace[1039449814] transaction","detail":"{read_only:false; response_revision:759; number_of_response:1; }","duration":"511.626233ms","start":"2026-03-20T01:37:33.273777Z","end":"2026-03-20T01:37:33.785404Z","steps":["trace[1039449814] 'process raft request' (duration: 511.440249ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:37:33.785531Z","caller":"traceutil/trace.go:171","msg":"trace[807755033] transaction","detail":"{read_only:false; response_revision:760; number_of_response:1; }","duration":"435.065736ms","start":"2026-03-20T01:37:33.35045Z","end":"2026-03-20T01:37:33.785516Z","steps":["trace[807755033] 'process raft request' (duration: 434.887922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:37:33.785678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:37:33.273752Z","time spent":"511.742385ms","remote":"127.0.0.1:55868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18501,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:37:33.785778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:37:33.350415Z","time spent":"435.162489ms","remote":"127.0.0.1:55724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188237,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:37:33.947464Z","caller":"traceutil/trace.go:171","msg":"trace[8394381] linearizableReadLoop","detail":"{readStateIndex:780; appliedIndex:777; }","duration":"170.256199ms","start":"2026-03-20T01:37:33.777171Z","end":"2026-03-20T01:37:33.947427Z","steps":["trace[8394381] 'read index received' (duration: 8.084408ms)","trace[8394381] 'applied index is now lower than readState.Index' (duration: 162.17028ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:37:33.947547Z","caller":"traceutil/trace.go:171","msg":"trace[221719992] transaction","detail":"{read_only:false; response_revision:761; number_of_response:1; }","duration":"487.31503ms","start":"2026-03-20T01:37:33.460185Z","end":"2026-03-20T01:37:33.9475Z","steps":["trace[221719992] 'process raft request' (duration: 445.508044ms)","trace[221719992] 'compare' (duration: 41.484138ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:37:33.947849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:37:33.46016Z","time spent":"487.599976ms","remote":"127.0.0.1:55724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187455,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T01:37:33.947961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.897936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"warn","ts":"2026-03-20T01:37:33.947974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.832515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-20T01:37:33.947876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.767967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:37:33.948076Z","caller":"traceutil/trace.go:171","msg":"trace[215343289] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:761; }","duration":"279.004419ms","start":"2026-03-20T01:37:33.669048Z","end":"2026-03-20T01:37:33.948052Z","steps":["trace[215343289] 'agreement among raft nodes before linearized reading' (duration: 278.669722ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:37:33.948064Z","caller":"traceutil/trace.go:171","msg":"trace[1914512993] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:761; }","duration":"321.077871ms","start":"2026-03-20T01:37:33.626961Z","end":"2026-03-20T01:37:33.948039Z","steps":["trace[1914512993] 'agreement among raft nodes before linearized reading' (duration: 320.801385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:37:33.947888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.58067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"warn","ts":"2026-03-20T01:37:33.948134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:37:33.626936Z","time spent":"321.186502ms","remote":"127.0.0.1:55724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13250,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"info","ts":"2026-03-20T01:37:33.948163Z","caller":"traceutil/trace.go:171","msg":"trace[918833321] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:761; }","duration":"561.151787ms","start":"2026-03-20T01:37:33.386987Z","end":"2026-03-20T01:37:33.948139Z","steps":["trace[918833321] 'agreement among raft nodes before linearized reading' (duration: 560.798369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:37:33.948282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:37:33.38696Z","time spent":"561.308701ms","remote":"127.0.0.1:55666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T01:37:33.948232Z","caller":"traceutil/trace.go:171","msg":"trace[1579300357] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:761; }","duration":"120.943028ms","start":"2026-03-20T01:37:33.827219Z","end":"2026-03-20T01:37:33.948162Z","steps":["trace[1579300357] 'agreement among raft nodes before linearized reading' (duration: 120.405467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:37:34.185068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.831588ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-20T01:37:34.185293Z","caller":"traceutil/trace.go:171","msg":"trace[2080378998] transaction","detail":"{read_only:false; response_revision:764; number_of_response:1; }","duration":"185.815438ms","start":"2026-03-20T01:37:33.999431Z","end":"2026-03-20T01:37:34.185247Z","steps":["trace[2080378998] 'process raft request' (duration: 52.747295ms)","trace[2080378998] 'compare' (duration: 132.693615ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:37:34.185366Z","caller":"traceutil/trace.go:171","msg":"trace[354556579] linearizableReadLoop","detail":"{readStateIndex:783; appliedIndex:782; }","duration":"185.738306ms","start":"2026-03-20T01:37:33.999602Z","end":"2026-03-20T01:37:34.18534Z","steps":["trace[354556579] 'read index received' (duration: 33.656947ms)","trace[354556579] 'applied index is now lower than readState.Index' (duration: 152.078619ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:37:34.185714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.082995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T01:37:34.18576Z","caller":"traceutil/trace.go:171","msg":"trace[1489797242] transaction","detail":"{read_only:false; response_revision:765; number_of_response:1; }","duration":"144.893953ms","start":"2026-03-20T01:37:34.040849Z","end":"2026-03-20T01:37:34.185743Z","steps":["trace[1489797242] 'process raft request' (duration: 144.481223ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:37:34.185795Z","caller":"traceutil/trace.go:171","msg":"trace[935243265] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:764; }","duration":"186.217878ms","start":"2026-03-20T01:37:33.999558Z","end":"2026-03-20T01:37:34.185776Z","steps":["trace[935243265] 'agreement among raft nodes before linearized reading' (duration: 185.87417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:37:34.185845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.190348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-20T01:37:34.185885Z","caller":"traceutil/trace.go:171","msg":"trace[802273800] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:765; }","duration":"186.288919ms","start":"2026-03-20T01:37:33.999585Z","end":"2026-03-20T01:37:34.185874Z","steps":["trace[802273800] 'agreement among raft nodes before linearized reading' (duration: 186.091555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:37:34.185989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.905408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188252"} {"level":"info","ts":"2026-03-20T01:37:34.186064Z","caller":"traceutil/trace.go:171","msg":"trace[520672645] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:765; }","duration":"158.026761ms","start":"2026-03-20T01:37:34.028022Z","end":"2026-03-20T01:37:34.186048Z","steps":["trace[520672645] 'agreement among raft nodes before linearized reading' (duration: 157.735144ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:37:48.240854Z","caller":"traceutil/trace.go:171","msg":"trace[1743215784] linearizableReadLoop","detail":"{readStateIndex:965; appliedIndex:964; }","duration":"107.136165ms","start":"2026-03-20T01:37:48.133695Z","end":"2026-03-20T01:37:48.240831Z","steps":["trace[1743215784] 'read index received' (duration: 107.003002ms)","trace[1743215784] 'applied index is now lower than readState.Index' (duration: 132.223µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:37:48.240895Z","caller":"traceutil/trace.go:171","msg":"trace[1706673937] transaction","detail":"{read_only:false; response_revision:940; number_of_response:1; }","duration":"155.193378ms","start":"2026-03-20T01:37:48.085676Z","end":"2026-03-20T01:37:48.24087Z","steps":["trace[1706673937] 'process raft request' (duration: 155.021334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:37:48.241055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.346729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-20T01:37:48.241099Z","caller":"traceutil/trace.go:171","msg":"trace[470647015] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:940; }","duration":"107.432602ms","start":"2026-03-20T01:37:48.133651Z","end":"2026-03-20T01:37:48.241084Z","steps":["trace[470647015] 'agreement among raft nodes before linearized reading' (duration: 107.279528ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:37:48.394755Z","caller":"traceutil/trace.go:171","msg":"trace[146835798] linearizableReadLoop","detail":"{readStateIndex:967; appliedIndex:966; }","duration":"112.563674ms","start":"2026-03-20T01:37:48.282172Z","end":"2026-03-20T01:37:48.394736Z","steps":["trace[146835798] 'read index received' (duration: 66.217149ms)","trace[146835798] 'applied index is now lower than readState.Index' (duration: 46.345215ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:37:48.394966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.751449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T01:37:48.395028Z","caller":"traceutil/trace.go:171","msg":"trace[1259427787] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:942; }","duration":"112.855391ms","start":"2026-03-20T01:37:48.28216Z","end":"2026-03-20T01:37:48.395015Z","steps":["trace[1259427787] 'agreement among raft nodes before linearized reading' (duration: 112.684827ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:37:48.395062Z","caller":"traceutil/trace.go:171","msg":"trace[1113004283] transaction","detail":"{read_only:false; response_revision:942; number_of_response:1; }","duration":"149.266318ms","start":"2026-03-20T01:37:48.245605Z","end":"2026-03-20T01:37:48.394871Z","steps":["trace[1113004283] 'process raft request' (duration: 102.862102ms)","trace[1113004283] 'compare' (duration: 46.170501ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:37:48.395143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.403134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-20T01:37:48.395229Z","caller":"traceutil/trace.go:171","msg":"trace[1413224120] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:942; }","duration":"108.530436ms","start":"2026-03-20T01:37:48.286677Z","end":"2026-03-20T01:37:48.395208Z","steps":["trace[1413224120] 'agreement among raft nodes before linearized reading' (duration: 108.23298ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:37:52.659853Z","caller":"traceutil/trace.go:171","msg":"trace[1514949573] linearizableReadLoop","detail":"{readStateIndex:992; appliedIndex:991; }","duration":"272.494485ms","start":"2026-03-20T01:37:52.387334Z","end":"2026-03-20T01:37:52.659829Z","steps":["trace[1514949573] 'read index received' (duration: 269.226974ms)","trace[1514949573] 'applied index is now lower than readState.Index' (duration: 3.266511ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:37:52.660003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.663899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:37:52.660038Z","caller":"traceutil/trace.go:171","msg":"trace[2143860885] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:966; }","duration":"272.759561ms","start":"2026-03-20T01:37:52.387269Z","end":"2026-03-20T01:37:52.660028Z","steps":["trace[2143860885] 'agreement among raft nodes before linearized reading' (duration: 272.69123ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:37:52.660026Z","caller":"traceutil/trace.go:171","msg":"trace[891537656] transaction","detail":"{read_only:false; response_revision:966; number_of_response:1; }","duration":"339.754958ms","start":"2026-03-20T01:37:52.320179Z","end":"2026-03-20T01:37:52.659934Z","steps":["trace[891537656] 'process raft request' (duration: 336.513008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:37:52.660277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.513013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-20T01:37:52.660327Z","caller":"traceutil/trace.go:171","msg":"trace[163140776] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:966; }","duration":"244.581515ms","start":"2026-03-20T01:37:52.415733Z","end":"2026-03-20T01:37:52.660315Z","steps":["trace[163140776] 'agreement among raft nodes before linearized reading' (duration: 244.450552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:37:52.660599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.343393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T01:37:52.660657Z","caller":"traceutil/trace.go:171","msg":"trace[361336347] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:966; }","duration":"246.62742ms","start":"2026-03-20T01:37:52.414017Z","end":"2026-03-20T01:37:52.660645Z","steps":["trace[361336347] 'agreement among raft nodes before linearized reading' (duration: 246.304882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:37:52.660814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:37:52.320156Z","time spent":"340.548747ms","remote":"127.0.0.1:55934","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3148,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:37:52.660841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.950543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-20T01:37:52.661052Z","caller":"traceutil/trace.go:171","msg":"trace[449773724] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:966; }","duration":"250.132847ms","start":"2026-03-20T01:37:52.410838Z","end":"2026-03-20T01:37:52.660971Z","steps":["trace[449773724] 'agreement among raft nodes before linearized reading' (duration: 249.287457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:38:05.515253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.155276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-4cjmc\" ","response":"range_response_count:1 size:4197"} {"level":"info","ts":"2026-03-20T01:38:05.515355Z","caller":"traceutil/trace.go:171","msg":"trace[330601619] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-4cjmc; range_end:; response_count:1; response_revision:1082; }","duration":"163.312299ms","start":"2026-03-20T01:38:05.352018Z","end":"2026-03-20T01:38:05.515331Z","steps":["trace[330601619] 'range keys from in-memory index tree' (duration: 162.912191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:38:05.515262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.348073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:38:05.515453Z","caller":"traceutil/trace.go:171","msg":"trace[486433702] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1082; }","duration":"128.559958ms","start":"2026-03-20T01:38:05.386872Z","end":"2026-03-20T01:38:05.515432Z","steps":["trace[486433702] 'range keys from in-memory index tree' (duration: 128.254201ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:38:09.886914Z","caller":"traceutil/trace.go:171","msg":"trace[1163698012] transaction","detail":"{read_only:false; response_revision:1167; number_of_response:1; }","duration":"155.472788ms","start":"2026-03-20T01:38:09.731416Z","end":"2026-03-20T01:38:09.886889Z","steps":["trace[1163698012] 'process raft request' (duration: 155.250413ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:38:11.034941Z","caller":"traceutil/trace.go:171","msg":"trace[2039419156] transaction","detail":"{read_only:false; response_revision:1188; number_of_response:1; }","duration":"253.885375ms","start":"2026-03-20T01:38:10.781032Z","end":"2026-03-20T01:38:11.034918Z","steps":["trace[2039419156] 'process raft request' (duration: 253.730112ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:38:11.067308Z","caller":"traceutil/trace.go:171","msg":"trace[311417399] transaction","detail":"{read_only:false; response_revision:1189; number_of_response:1; }","duration":"283.482564ms","start":"2026-03-20T01:38:10.783805Z","end":"2026-03-20T01:38:11.067288Z","steps":["trace[311417399] 'process raft request' (duration: 283.3062ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:38:11.067572Z","caller":"traceutil/trace.go:171","msg":"trace[1588765690] transaction","detail":"{read_only:false; response_revision:1190; number_of_response:1; }","duration":"282.976573ms","start":"2026-03-20T01:38:10.784573Z","end":"2026-03-20T01:38:11.06755Z","steps":["trace[1588765690] 'process raft request' (duration: 282.659266ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:38:11.067828Z","caller":"traceutil/trace.go:171","msg":"trace[1749458069] transaction","detail":"{read_only:false; response_revision:1191; number_of_response:1; }","duration":"218.301515ms","start":"2026-03-20T01:38:10.849501Z","end":"2026-03-20T01:38:11.067803Z","steps":["trace[1749458069] 'process raft request' (duration: 217.965458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:38:11.691333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.037088ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:38:11.691512Z","caller":"traceutil/trace.go:171","msg":"trace[1795000648] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1194; }","duration":"139.277253ms","start":"2026-03-20T01:38:11.552215Z","end":"2026-03-20T01:38:11.691492Z","steps":["trace[1795000648] 'range keys from in-memory index tree' (duration: 139.013347ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:38:11.69258Z","caller":"traceutil/trace.go:171","msg":"trace[666131510] linearizableReadLoop","detail":"{readStateIndex:1228; appliedIndex:1227; }","duration":"306.016477ms","start":"2026-03-20T01:38:11.386539Z","end":"2026-03-20T01:38:11.692555Z","steps":["trace[666131510] 'read index received' (duration: 305.864774ms)","trace[666131510] 'applied index is now lower than readState.Index' (duration: 150.633µs)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:38:11.692741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.192991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:38:11.692781Z","caller":"traceutil/trace.go:171","msg":"trace[718710898] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1195; }","duration":"306.249713ms","start":"2026-03-20T01:38:11.386522Z","end":"2026-03-20T01:38:11.692772Z","steps":["trace[718710898] 'agreement among raft nodes before linearized reading' (duration: 306.1435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:38:11.692815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:38:11.386459Z","time spent":"306.346854ms","remote":"127.0.0.1:55666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T01:38:11.692842Z","caller":"traceutil/trace.go:171","msg":"trace[509194101] transaction","detail":"{read_only:false; response_revision:1195; number_of_response:1; }","duration":"418.545424ms","start":"2026-03-20T01:38:11.274269Z","end":"2026-03-20T01:38:11.692814Z","steps":["trace[509194101] 'process raft request' (duration: 418.166055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:38:11.69298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:38:11.274246Z","time spent":"418.660416ms","remote":"127.0.0.1:53630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3535,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-20T01:38:30.758659Z","caller":"traceutil/trace.go:171","msg":"trace[605744459] linearizableReadLoop","detail":"{readStateIndex:1559; appliedIndex:1558; }","duration":"228.1179ms","start":"2026-03-20T01:38:30.530515Z","end":"2026-03-20T01:38:30.758633Z","steps":["trace[605744459] 'read index received' (duration: 68.611µs)","trace[605744459] 'applied index is now lower than readState.Index' (duration: 228.048269ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:38:30.758757Z","caller":"traceutil/trace.go:171","msg":"trace[1222769511] transaction","detail":"{read_only:false; response_revision:1500; number_of_response:1; }","duration":"228.241353ms","start":"2026-03-20T01:38:30.530481Z","end":"2026-03-20T01:38:30.758722Z","steps":["trace[1222769511] 'process raft request' (duration: 228.015058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:38:30.758923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.426372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-20T01:38:30.758845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.296194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T01:38:30.758983Z","caller":"traceutil/trace.go:171","msg":"trace[1459777376] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1500; }","duration":"215.497133ms","start":"2026-03-20T01:38:30.54347Z","end":"2026-03-20T01:38:30.758967Z","steps":["trace[1459777376] 'agreement among raft nodes before linearized reading' (duration: 215.33402ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:38:30.75904Z","caller":"traceutil/trace.go:171","msg":"trace[2106633651] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:1500; }","duration":"228.507119ms","start":"2026-03-20T01:38:30.530488Z","end":"2026-03-20T01:38:30.758995Z","steps":["trace[2106633651] 'agreement among raft nodes before linearized reading' (duration: 228.277154ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:38:36.945931Z","caller":"traceutil/trace.go:171","msg":"trace[2070963849] transaction","detail":"{read_only:false; response_revision:1591; number_of_response:1; }","duration":"148.669759ms","start":"2026-03-20T01:38:36.797233Z","end":"2026-03-20T01:38:36.945903Z","steps":["trace[2070963849] 'process raft request' (duration: 116.310739ms)","trace[2070963849] 'compare' (duration: 32.259167ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:38:37.760934Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879701952723581,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T01:38:38.392869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.49181ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T01:38:38.392976Z","caller":"traceutil/trace.go:171","msg":"trace[1927071233] linearizableReadLoop","detail":"{readStateIndex:1658; appliedIndex:1657; }","duration":"1.132471822s","start":"2026-03-20T01:38:37.260487Z","end":"2026-03-20T01:38:38.392959Z","steps":["trace[1927071233] 'read index received' (duration: 584.743757ms)","trace[1927071233] 'applied index is now lower than readState.Index' (duration: 547.726835ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:38:38.393042Z","caller":"traceutil/trace.go:171","msg":"trace[1595524152] transaction","detail":"{read_only:false; response_revision:1597; number_of_response:1; }","duration":"1.147551522s","start":"2026-03-20T01:38:37.24546Z","end":"2026-03-20T01:38:38.393011Z","steps":["trace[1595524152] 'process raft request' (duration: 599.817147ms)","trace[1595524152] 'compare' (duration: 547.311325ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:38:38.393128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132643356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-20T01:38:38.393166Z","caller":"traceutil/trace.go:171","msg":"trace[1252716448] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1597; }","duration":"1.132721627s","start":"2026-03-20T01:38:37.260433Z","end":"2026-03-20T01:38:38.393155Z","steps":["trace[1252716448] 'agreement among raft nodes before linearized reading' (duration: 1.132593085s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:38:38.393172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:38:37.245438Z","time spent":"1.147667025s","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:38:38.393211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:38:37.260409Z","time spent":"1.132791829s","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T01:38:38.446814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.182054278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-20T01:38:38.446895Z","caller":"traceutil/trace.go:171","msg":"trace[1612921611] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1598; }","duration":"1.182162371s","start":"2026-03-20T01:38:37.264714Z","end":"2026-03-20T01:38:38.446877Z","steps":["trace[1612921611] 'agreement among raft nodes before linearized reading' (duration: 1.181930246s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:38:38.446933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:38:37.264705Z","time spent":"1.182220702s","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":453,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T01:38:38.446819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.771262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d9f02ab1-d634-400b-afd5-9ea94f6a1cb4\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-20T01:38:38.447135Z","caller":"traceutil/trace.go:171","msg":"trace[1880672298] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d9f02ab1-d634-400b-afd5-9ea94f6a1cb4; range_end:; response_count:1; response_revision:1598; }","duration":"900.16857ms","start":"2026-03-20T01:38:37.546954Z","end":"2026-03-20T01:38:38.447122Z","steps":["trace[1880672298] 'agreement among raft nodes before linearized reading' (duration: 899.68983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:38:38.447169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:38:37.546927Z","time spent":"900.232472ms","remote":"127.0.0.1:55868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3648,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d9f02ab1-d634-400b-afd5-9ea94f6a1cb4\" "} {"level":"warn","ts":"2026-03-20T01:38:38.447187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125869447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-20T01:38:38.447296Z","caller":"traceutil/trace.go:171","msg":"trace[2035910139] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1598; }","duration":"1.12599287s","start":"2026-03-20T01:38:37.321264Z","end":"2026-03-20T01:38:38.447257Z","steps":["trace[2035910139] 'agreement among raft nodes before linearized reading' (duration: 1.125839077s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:38:38.44736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:38:37.321243Z","time spent":"1.126106612s","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T01:38:38.447531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.429903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-20T01:38:38.44757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060187658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:38:38.447605Z","caller":"traceutil/trace.go:171","msg":"trace[1621166293] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1598; }","duration":"1.060263929s","start":"2026-03-20T01:38:37.387331Z","end":"2026-03-20T01:38:38.447595Z","steps":["trace[1621166293] 'agreement among raft nodes before linearized reading' (duration: 1.060212278s)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:38:38.447612Z","caller":"traceutil/trace.go:171","msg":"trace[428602547] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1598; }","duration":"299.588737ms","start":"2026-03-20T01:38:38.148002Z","end":"2026-03-20T01:38:38.447591Z","steps":["trace[428602547] 'agreement among raft nodes before linearized reading' (duration: 299.308431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:38:38.447634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:38:37.387307Z","time spent":"1.06031954s","remote":"127.0.0.1:55666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T01:38:38.447034Z","caller":"traceutil/trace.go:171","msg":"trace[1319282907] transaction","detail":"{read_only:false; response_revision:1598; number_of_response:1; }","duration":"182.46617ms","start":"2026-03-20T01:38:38.264522Z","end":"2026-03-20T01:38:38.446988Z","steps":["trace[1319282907] 'process raft request' (duration: 182.00217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:38:38.447946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.450547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d9f02ab1-d634-400b-afd5-9ea94f6a1cb4\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-20T01:38:38.448051Z","caller":"traceutil/trace.go:171","msg":"trace[1121632170] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d9f02ab1-d634-400b-afd5-9ea94f6a1cb4; range_end:; response_count:1; response_revision:1598; }","duration":"921.619001ms","start":"2026-03-20T01:38:37.526408Z","end":"2026-03-20T01:38:38.448027Z","steps":["trace[1121632170] 'agreement among raft nodes before linearized reading' (duration: 921.234622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:38:38.448111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:38:37.526348Z","time spent":"921.750723ms","remote":"127.0.0.1:55868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3648,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d9f02ab1-d634-400b-afd5-9ea94f6a1cb4\" "} {"level":"info","ts":"2026-03-20T01:38:38.654243Z","caller":"traceutil/trace.go:171","msg":"trace[1717821661] linearizableReadLoop","detail":"{readStateIndex:1660; appliedIndex:1659; }","duration":"205.676768ms","start":"2026-03-20T01:38:38.448538Z","end":"2026-03-20T01:38:38.654215Z","steps":["trace[1717821661] 'read index received' (duration: 166.743045ms)","trace[1717821661] 'applied index is now lower than readState.Index' (duration: 38.932793ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:38:38.65439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.826603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:38:38.65443Z","caller":"traceutil/trace.go:171","msg":"trace[1203314135] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1599; }","duration":"205.920694ms","start":"2026-03-20T01:38:38.448498Z","end":"2026-03-20T01:38:38.654418Z","steps":["trace[1203314135] 'agreement among raft nodes before linearized reading' (duration: 205.834332ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:38:38.654425Z","caller":"traceutil/trace.go:171","msg":"trace[1972098099] transaction","detail":"{read_only:false; response_revision:1599; number_of_response:1; }","duration":"257.021014ms","start":"2026-03-20T01:38:38.397369Z","end":"2026-03-20T01:38:38.65439Z","steps":["trace[1972098099] 'process raft request' (duration: 217.875786ms)","trace[1972098099] 'compare' (duration: 38.863442ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:38:39.049259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.935896ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T01:38:39.049496Z","caller":"traceutil/trace.go:171","msg":"trace[1192114890] linearizableReadLoop","detail":"{readStateIndex:1663; appliedIndex:1660; }","duration":"385.632804ms","start":"2026-03-20T01:38:38.663846Z","end":"2026-03-20T01:38:39.049479Z","steps":["trace[1192114890] 'read index received' (duration: 168.405251ms)","trace[1192114890] 'applied index is now lower than readState.Index' (duration: 217.226343ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:38:39.049535Z","caller":"traceutil/trace.go:171","msg":"trace[695426450] transaction","detail":"{read_only:false; response_revision:1600; number_of_response:1; }","duration":"597.527317ms","start":"2026-03-20T01:38:38.451977Z","end":"2026-03-20T01:38:39.049505Z","steps":["trace[695426450] 'process raft request' (duration: 380.262334ms)","trace[695426450] 'compare' (duration: 216.833434ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:38:39.049573Z","caller":"traceutil/trace.go:171","msg":"trace[458973612] transaction","detail":"{read_only:false; response_revision:1601; number_of_response:1; }","duration":"596.877584ms","start":"2026-03-20T01:38:38.452648Z","end":"2026-03-20T01:38:39.049526Z","steps":["trace[458973612] 'process raft request' (duration: 596.71359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:38:39.049607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.764826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:38:39.049598Z","caller":"traceutil/trace.go:171","msg":"trace[1456078631] transaction","detail":"{read_only:false; response_revision:1602; number_of_response:1; }","duration":"595.382712ms","start":"2026-03-20T01:38:38.454188Z","end":"2026-03-20T01:38:39.04957Z","steps":["trace[1456078631] 'process raft request' (duration: 595.231968ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:38:39.049647Z","caller":"traceutil/trace.go:171","msg":"trace[465608616] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1602; }","duration":"385.839148ms","start":"2026-03-20T01:38:38.663799Z","end":"2026-03-20T01:38:39.049638Z","steps":["trace[465608616] 'agreement among raft nodes before linearized reading' (duration: 385.756056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:38:39.049675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:38:38.663777Z","time spent":"385.89161ms","remote":"127.0.0.1:55666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T01:38:39.049682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:38:38.451955Z","time spent":"597.64396ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:38:39.049728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:38:38.454168Z","time spent":"595.499184ms","remote":"127.0.0.1:55868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:38:39.049769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:38:38.452636Z","time spent":"597.013926ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:38:39.55054Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879701952723593,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-20T01:38:39.690978Z","caller":"traceutil/trace.go:171","msg":"trace[1542582429] transaction","detail":"{read_only:false; response_revision:1603; number_of_response:1; }","duration":"891.712766ms","start":"2026-03-20T01:38:38.79922Z","end":"2026-03-20T01:38:39.690933Z","steps":["trace[1542582429] 'process raft request' (duration: 891.533162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:38:39.691269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:38:38.799203Z","time spent":"891.88447ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:38:39.763323Z","caller":"traceutil/trace.go:171","msg":"trace[2013794987] transaction","detail":"{read_only:false; response_revision:1604; number_of_response:1; }","duration":"767.035233ms","start":"2026-03-20T01:38:38.996264Z","end":"2026-03-20T01:38:39.763299Z","steps":["trace[2013794987] 'process raft request' (duration: 766.846499ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:38:39.763454Z","caller":"traceutil/trace.go:171","msg":"trace[1207658856] linearizableReadLoop","detail":"{readStateIndex:1665; appliedIndex:1663; }","duration":"713.895278ms","start":"2026-03-20T01:38:39.049534Z","end":"2026-03-20T01:38:39.763429Z","steps":["trace[1207658856] 'read index received' (duration: 641.190124ms)","trace[1207658856] 'applied index is now lower than readState.Index' (duration: 72.703684ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:38:39.763472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:38:38.996241Z","time spent":"767.154645ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:38:39.763482Z","caller":"traceutil/trace.go:171","msg":"trace[764784041] transaction","detail":"{read_only:false; response_revision:1605; number_of_response:1; }","duration":"121.087044ms","start":"2026-03-20T01:38:39.642374Z","end":"2026-03-20T01:38:39.763461Z","steps":["trace[764784041] 'process raft request' (duration: 120.878969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:38:39.763618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.234613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T01:38:39.763675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.191714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-20T01:38:39.763681Z","caller":"traceutil/trace.go:171","msg":"trace[1570031733] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1605; }","duration":"978.344675ms","start":"2026-03-20T01:38:38.785321Z","end":"2026-03-20T01:38:39.763666Z","steps":["trace[1570031733] 'agreement among raft nodes before linearized reading' (duration: 978.251543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:38:39.763683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.852863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d9f02ab1-d634-400b-afd5-9ea94f6a1cb4\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-03-20T01:38:39.763718Z","caller":"traceutil/trace.go:171","msg":"trace[309370866] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1605; }","duration":"813.282406ms","start":"2026-03-20T01:38:38.950425Z","end":"2026-03-20T01:38:39.763707Z","steps":["trace[309370866] 'agreement among raft nodes before linearized reading' (duration: 813.124993ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:38:39.763726Z","caller":"traceutil/trace.go:171","msg":"trace[1323049650] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d9f02ab1-d634-400b-afd5-9ea94f6a1cb4; range_end:; response_count:1; response_revision:1605; }","duration":"310.920315ms","start":"2026-03-20T01:38:39.452794Z","end":"2026-03-20T01:38:39.763715Z","steps":["trace[1323049650] 'agreement among raft nodes before linearized reading' (duration: 310.814703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:38:39.763726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:38:38.7853Z","time spent":"978.416176ms","remote":"127.0.0.1:53646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":26,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-20T01:38:39.763758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:38:39.452776Z","time spent":"310.975556ms","remote":"127.0.0.1:55868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3768,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d9f02ab1-d634-400b-afd5-9ea94f6a1cb4\" "} {"level":"warn","ts":"2026-03-20T01:38:39.763763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:38:38.950403Z","time spent":"813.348978ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-20T01:38:39.763762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.845816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d9f02ab1-d634-400b-afd5-9ea94f6a1cb4\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-03-20T01:38:39.763816Z","caller":"traceutil/trace.go:171","msg":"trace[612599402] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d9f02ab1-d634-400b-afd5-9ea94f6a1cb4; range_end:; response_count:1; response_revision:1605; }","duration":"707.936788ms","start":"2026-03-20T01:38:39.055864Z","end":"2026-03-20T01:38:39.7638Z","steps":["trace[612599402] 'agreement among raft nodes before linearized reading' (duration: 707.743694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:38:39.763836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.051022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-20T01:38:39.76388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:38:39.055769Z","time spent":"708.102372ms","remote":"127.0.0.1:55868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3768,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d9f02ab1-d634-400b-afd5-9ea94f6a1cb4\" "} {"level":"info","ts":"2026-03-20T01:38:39.763917Z","caller":"traceutil/trace.go:171","msg":"trace[663179105] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1605; }","duration":"308.227926ms","start":"2026-03-20T01:38:39.455666Z","end":"2026-03-20T01:38:39.763894Z","steps":["trace[663179105] 'agreement among raft nodes before linearized reading' (duration: 307.94056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:38:39.763969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:38:39.455644Z","time spent":"308.315359ms","remote":"127.0.0.1:47006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5433,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-20T01:38:45.699379Z","caller":"traceutil/trace.go:171","msg":"trace[420102674] transaction","detail":"{read_only:false; response_revision:1665; number_of_response:1; }","duration":"105.496493ms","start":"2026-03-20T01:38:45.593838Z","end":"2026-03-20T01:38:45.699335Z","steps":["trace[420102674] 'process raft request' (duration: 105.274788ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:38:45.914879Z","caller":"traceutil/trace.go:171","msg":"trace[1241955363] linearizableReadLoop","detail":"{readStateIndex:1734; appliedIndex:1733; }","duration":"110.271548ms","start":"2026-03-20T01:38:45.804579Z","end":"2026-03-20T01:38:45.91485Z","steps":["trace[1241955363] 'read index received' (duration: 42.772388ms)","trace[1241955363] 'applied index is now lower than readState.Index' (duration: 67.49773ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:38:45.915069Z","caller":"traceutil/trace.go:171","msg":"trace[1676637845] transaction","detail":"{read_only:false; response_revision:1671; number_of_response:1; }","duration":"133.594469ms","start":"2026-03-20T01:38:45.781459Z","end":"2026-03-20T01:38:45.915053Z","steps":["trace[1676637845] 'process raft request' (duration: 65.918906ms)","trace[1676637845] 'compare' (duration: 67.339456ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:38:45.915573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.974823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-20T01:38:45.915659Z","caller":"traceutil/trace.go:171","msg":"trace[557967501] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1671; }","duration":"111.140466ms","start":"2026-03-20T01:38:45.804494Z","end":"2026-03-20T01:38:45.915635Z","steps":["trace[557967501] 'agreement among raft nodes before linearized reading' (duration: 110.685307ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:38:46.546008Z","caller":"traceutil/trace.go:171","msg":"trace[1531155270] transaction","detail":"{read_only:false; response_revision:1673; number_of_response:1; }","duration":"120.293207ms","start":"2026-03-20T01:38:46.425677Z","end":"2026-03-20T01:38:46.545971Z","steps":["trace[1531155270] 'process raft request' (duration: 120.072712ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:38:46.709397Z","caller":"traceutil/trace.go:171","msg":"trace[205075053] transaction","detail":"{read_only:false; response_revision:1674; number_of_response:1; }","duration":"235.094973ms","start":"2026-03-20T01:38:46.474268Z","end":"2026-03-20T01:38:46.709363Z","steps":["trace[205075053] 'process raft request' (duration: 234.45942ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:38:48.768486Z","caller":"traceutil/trace.go:171","msg":"trace[944754334] transaction","detail":"{read_only:false; response_revision:1687; number_of_response:1; }","duration":"213.727215ms","start":"2026-03-20T01:38:48.554735Z","end":"2026-03-20T01:38:48.768462Z","steps":["trace[944754334] 'process raft request' (duration: 213.595302ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:38:49.145399Z","caller":"traceutil/trace.go:171","msg":"trace[1546923322] linearizableReadLoop","detail":"{readStateIndex:1753; appliedIndex:1751; }","duration":"409.011466ms","start":"2026-03-20T01:38:48.736356Z","end":"2026-03-20T01:38:49.145367Z","steps":["trace[1546923322] 'read index received' (duration: 32.006082ms)","trace[1546923322] 'applied index is now lower than readState.Index' (duration: 377.004004ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:38:49.145529Z","caller":"traceutil/trace.go:171","msg":"trace[111592811] transaction","detail":"{read_only:false; response_revision:1688; number_of_response:1; }","duration":"428.950003ms","start":"2026-03-20T01:38:48.716551Z","end":"2026-03-20T01:38:49.145501Z","steps":["trace[111592811] 'process raft request' (duration: 414.772542ms)","trace[111592811] 'compare' (duration: 13.881034ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:38:49.145661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:38:48.716437Z","time spent":"429.150936ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:38:49.145731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.314292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-20T01:38:49.145776Z","caller":"traceutil/trace.go:171","msg":"trace[986778336] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1688; }","duration":"409.477135ms","start":"2026-03-20T01:38:48.736288Z","end":"2026-03-20T01:38:49.145765Z","steps":["trace[986778336] 'agreement among raft nodes before linearized reading' (duration: 409.25071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:38:49.145813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:38:48.736262Z","time spent":"409.542367ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T01:38:49.145831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.379546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-20T01:38:49.145854Z","caller":"traceutil/trace.go:171","msg":"trace[610892764] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1688; }","duration":"207.445187ms","start":"2026-03-20T01:38:48.938401Z","end":"2026-03-20T01:38:49.145847Z","steps":["trace[610892764] 'agreement among raft nodes before linearized reading' (duration: 207.355545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:38:55.370172Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879701952723848,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T01:38:55.850657Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.055212188s","expected-duration":"1s"} {"level":"info","ts":"2026-03-20T01:38:55.851121Z","caller":"traceutil/trace.go:171","msg":"trace[883570371] transaction","detail":"{read_only:false; response_revision:1728; number_of_response:1; }","duration":"1.055762741s","start":"2026-03-20T01:38:54.795331Z","end":"2026-03-20T01:38:55.851094Z","steps":["trace[883570371] 'process raft request' (duration: 1.055505464s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:38:55.851294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:38:54.795313Z","time spent":"1.055890534s","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:38:56.001692Z","caller":"traceutil/trace.go:171","msg":"trace[1205567416] transaction","detail":"{read_only:false; response_revision:1729; number_of_response:1; }","duration":"1.112412562s","start":"2026-03-20T01:38:54.889251Z","end":"2026-03-20T01:38:56.001664Z","steps":["trace[1205567416] 'process raft request' (duration: 1.112161737s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:38:56.001926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:38:54.889214Z","time spent":"1.112591776s","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:38:56.001993Z","caller":"traceutil/trace.go:171","msg":"trace[768482433] linearizableReadLoop","detail":"{readStateIndex:1796; appliedIndex:1793; }","duration":"1.132078734s","start":"2026-03-20T01:38:54.869885Z","end":"2026-03-20T01:38:56.001964Z","steps":["trace[768482433] 'read index received' (duration: 981.001123ms)","trace[768482433] 'applied index is now lower than readState.Index' (duration: 151.076261ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:38:56.002235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132332569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T01:38:56.002303Z","caller":"traceutil/trace.go:171","msg":"trace[789774111] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:1730; }","duration":"1.132460044s","start":"2026-03-20T01:38:54.869812Z","end":"2026-03-20T01:38:56.002272Z","steps":["trace[789774111] 'agreement among raft nodes before linearized reading' (duration: 1.132285859s)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:38:56.002113Z","caller":"traceutil/trace.go:171","msg":"trace[1129023464] transaction","detail":"{read_only:false; response_revision:1730; number_of_response:1; }","duration":"833.967268ms","start":"2026-03-20T01:38:55.168108Z","end":"2026-03-20T01:38:56.002075Z","steps":["trace[1129023464] 'process raft request' (duration: 833.506938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:38:56.002346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:38:54.869784Z","time spent":"1.132551965s","remote":"127.0.0.1:56028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":65,"response size":28,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-20T01:38:56.002511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:38:55.168068Z","time spent":"834.288806ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:38:56.055711Z","caller":"traceutil/trace.go:171","msg":"trace[1061646422] transaction","detail":"{read_only:false; response_revision:1731; number_of_response:1; }","duration":"197.824487ms","start":"2026-03-20T01:38:55.857852Z","end":"2026-03-20T01:38:56.055677Z","steps":["trace[1061646422] 'process raft request' (duration: 197.56626ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:38:56.056057Z","caller":"traceutil/trace.go:171","msg":"trace[1970169057] transaction","detail":"{read_only:false; response_revision:1732; number_of_response:1; }","duration":"107.424205ms","start":"2026-03-20T01:38:55.948506Z","end":"2026-03-20T01:38:56.05593Z","steps":["trace[1970169057] 'process raft request' (duration: 107.095148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:38:56.056144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.995326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-20T01:38:56.05619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.090482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-20T01:38:56.056193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.889577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-20T01:38:56.05621Z","caller":"traceutil/trace.go:171","msg":"trace[1318850005] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1732; }","duration":"238.13079ms","start":"2026-03-20T01:38:55.81806Z","end":"2026-03-20T01:38:56.056191Z","steps":["trace[1318850005] 'agreement among raft nodes before linearized reading' (duration: 237.880585ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:38:56.056255Z","caller":"traceutil/trace.go:171","msg":"trace[636895171] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1732; }","duration":"855.205645ms","start":"2026-03-20T01:38:55.201031Z","end":"2026-03-20T01:38:56.056237Z","steps":["trace[636895171] 'agreement among raft nodes before linearized reading' (duration: 855.011501ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:38:56.05626Z","caller":"traceutil/trace.go:171","msg":"trace[1767009900] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1732; }","duration":"860.02861ms","start":"2026-03-20T01:38:55.196216Z","end":"2026-03-20T01:38:56.056245Z","steps":["trace[1767009900] 'agreement among raft nodes before linearized reading' (duration: 859.859976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:38:56.056307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:38:55.196187Z","time spent":"860.111312ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T01:38:56.056302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:38:55.201004Z","time spent":"855.287917ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T01:38:56.056264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.299282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-20T01:38:56.056341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.176223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-20T01:38:56.056449Z","caller":"traceutil/trace.go:171","msg":"trace[1483413377] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1732; }","duration":"855.334477ms","start":"2026-03-20T01:38:55.201087Z","end":"2026-03-20T01:38:56.056421Z","steps":["trace[1483413377] 'agreement among raft nodes before linearized reading' (duration: 855.03637ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:38:56.05645Z","caller":"traceutil/trace.go:171","msg":"trace[1469618243] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1732; }","duration":"863.610689ms","start":"2026-03-20T01:38:55.192761Z","end":"2026-03-20T01:38:56.056372Z","steps":["trace[1469618243] 'agreement among raft nodes before linearized reading' (duration: 863.152219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:38:56.056501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:38:55.201064Z","time spent":"855.427989ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":453,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T01:38:56.056518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:38:55.19274Z","time spent":"863.763182ms","remote":"127.0.0.1:47006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5433,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-20T01:39:24.421688Z","caller":"traceutil/trace.go:171","msg":"trace[1231223789] transaction","detail":"{read_only:false; response_revision:1876; number_of_response:1; }","duration":"426.334723ms","start":"2026-03-20T01:39:23.995329Z","end":"2026-03-20T01:39:24.421664Z","steps":["trace[1231223789] 'process raft request' (duration: 426.1795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:39:24.421841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:39:23.995301Z","time spent":"426.467536ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:39:24.466944Z","caller":"traceutil/trace.go:171","msg":"trace[418413429] transaction","detail":"{read_only:false; response_revision:1877; number_of_response:1; }","duration":"329.906038ms","start":"2026-03-20T01:39:24.137015Z","end":"2026-03-20T01:39:24.466921Z","steps":["trace[418413429] 'process raft request' (duration: 329.770895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:39:24.467122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:39:24.136991Z","time spent":"330.048682ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:39:24.46727Z","caller":"traceutil/trace.go:171","msg":"trace[498376950] linearizableReadLoop","detail":"{readStateIndex:1951; appliedIndex:1947; }","duration":"270.101281ms","start":"2026-03-20T01:39:24.197138Z","end":"2026-03-20T01:39:24.467239Z","steps":["trace[498376950] 'read index received' (duration: 224.447985ms)","trace[498376950] 'applied index is now lower than readState.Index' (duration: 45.652226ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:39:24.467344Z","caller":"traceutil/trace.go:171","msg":"trace[1772963115] transaction","detail":"{read_only:false; response_revision:1879; number_of_response:1; }","duration":"290.93015ms","start":"2026-03-20T01:39:24.176388Z","end":"2026-03-20T01:39:24.467319Z","steps":["trace[1772963115] 'process raft request' (duration: 290.732536ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:39:24.46728Z","caller":"traceutil/trace.go:171","msg":"trace[1525591158] transaction","detail":"{read_only:false; response_revision:1878; number_of_response:1; }","duration":"308.126568ms","start":"2026-03-20T01:39:24.159118Z","end":"2026-03-20T01:39:24.467244Z","steps":["trace[1525591158] 'process raft request' (duration: 307.76733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:39:24.46747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:39:24.159093Z","time spent":"308.320283ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:39:24.467563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.121501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-20T01:39:24.467625Z","caller":"traceutil/trace.go:171","msg":"trace[1540468980] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1879; }","duration":"255.201952ms","start":"2026-03-20T01:39:24.212407Z","end":"2026-03-20T01:39:24.467609Z","steps":["trace[1540468980] 'agreement among raft nodes before linearized reading' (duration: 255.036019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:39:24.467643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.039963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-20T01:39:24.467645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.80404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-20T01:39:24.467696Z","caller":"traceutil/trace.go:171","msg":"trace[955622972] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1879; }","duration":"262.134016ms","start":"2026-03-20T01:39:24.205547Z","end":"2026-03-20T01:39:24.467681Z","steps":["trace[955622972] 'agreement among raft nodes before linearized reading' (duration: 261.942992ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:39:24.467738Z","caller":"traceutil/trace.go:171","msg":"trace[583427332] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1879; }","duration":"193.951483ms","start":"2026-03-20T01:39:24.273765Z","end":"2026-03-20T01:39:24.467717Z","steps":["trace[583427332] 'agreement among raft nodes before linearized reading' (duration: 193.666616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:39:24.467901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.559131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-20T01:39:24.467958Z","caller":"traceutil/trace.go:171","msg":"trace[922082766] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1879; }","duration":"265.659134ms","start":"2026-03-20T01:39:24.202287Z","end":"2026-03-20T01:39:24.467947Z","steps":["trace[922082766] 'agreement among raft nodes before linearized reading' (duration: 265.114762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:39:24.468022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.885519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-20T01:39:24.468531Z","caller":"traceutil/trace.go:171","msg":"trace[1061113540] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1879; }","duration":"271.42033ms","start":"2026-03-20T01:39:24.197092Z","end":"2026-03-20T01:39:24.468513Z","steps":["trace[1061113540] 'agreement among raft nodes before linearized reading' (duration: 270.247014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:39:24.647769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.877067ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T01:39:24.647905Z","caller":"traceutil/trace.go:171","msg":"trace[1953948184] transaction","detail":"{read_only:false; response_revision:1880; number_of_response:1; }","duration":"176.157951ms","start":"2026-03-20T01:39:24.471726Z","end":"2026-03-20T01:39:24.647884Z","steps":["trace[1953948184] 'process raft request' (duration: 58.057479ms)","trace[1953948184] 'compare' (duration: 117.607591ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:39:24.671509Z","caller":"traceutil/trace.go:171","msg":"trace[255416066] transaction","detail":"{read_only:false; response_revision:1883; number_of_response:1; }","duration":"197.820639ms","start":"2026-03-20T01:39:24.473663Z","end":"2026-03-20T01:39:24.671484Z","steps":["trace[255416066] 'process raft request' (duration: 197.779097ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:39:24.671666Z","caller":"traceutil/trace.go:171","msg":"trace[177448169] transaction","detail":"{read_only:false; response_revision:1882; number_of_response:1; }","duration":"199.010935ms","start":"2026-03-20T01:39:24.472636Z","end":"2026-03-20T01:39:24.671647Z","steps":["trace[177448169] 'process raft request' (duration: 198.760998ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:39:24.671606Z","caller":"traceutil/trace.go:171","msg":"trace[997315811] transaction","detail":"{read_only:false; response_revision:1881; number_of_response:1; }","duration":"198.953273ms","start":"2026-03-20T01:39:24.472628Z","end":"2026-03-20T01:39:24.671581Z","steps":["trace[997315811] 'process raft request' (duration: 198.659556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:39:30.625873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.767461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:39:30.625956Z","caller":"traceutil/trace.go:171","msg":"trace[1010533675] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1904; }","duration":"238.908184ms","start":"2026-03-20T01:39:30.387029Z","end":"2026-03-20T01:39:30.625937Z","steps":["trace[1010533675] 'range keys from in-memory index tree' (duration: 238.679118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:39:30.626145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.591676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T01:39:30.626198Z","caller":"traceutil/trace.go:171","msg":"trace[1028779418] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1904; }","duration":"179.686028ms","start":"2026-03-20T01:39:30.446499Z","end":"2026-03-20T01:39:30.626185Z","steps":["trace[1028779418] 'range keys from in-memory index tree' (duration: 179.371351ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:39:30.626285Z","caller":"traceutil/trace.go:171","msg":"trace[310776678] transaction","detail":"{read_only:false; response_revision:1905; number_of_response:1; }","duration":"140.634858ms","start":"2026-03-20T01:39:30.485625Z","end":"2026-03-20T01:39:30.62626Z","steps":["trace[310776678] 'process raft request' (duration: 75.541804ms)","trace[310776678] 'compare' (duration: 64.613524ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:39:30.644554Z","caller":"traceutil/trace.go:171","msg":"trace[742847815] transaction","detail":"{read_only:false; response_revision:1906; number_of_response:1; }","duration":"155.848314ms","start":"2026-03-20T01:39:30.48869Z","end":"2026-03-20T01:39:30.644538Z","steps":["trace[742847815] 'process raft request' (duration: 155.719791ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:39:30.644695Z","caller":"traceutil/trace.go:171","msg":"trace[641203190] linearizableReadLoop","detail":"{readStateIndex:1980; appliedIndex:1977; }","duration":"138.030372ms","start":"2026-03-20T01:39:30.50665Z","end":"2026-03-20T01:39:30.64468Z","steps":["trace[641203190] 'read index received' (duration: 54.607854ms)","trace[641203190] 'applied index is now lower than readState.Index' (duration: 83.421218ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:39:30.644741Z","caller":"traceutil/trace.go:171","msg":"trace[1029093232] transaction","detail":"{read_only:false; response_revision:1907; number_of_response:1; }","duration":"155.798453ms","start":"2026-03-20T01:39:30.488914Z","end":"2026-03-20T01:39:30.644712Z","steps":["trace[1029093232] 'process raft request' (duration: 155.586718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:39:30.645052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.40351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-20T01:39:30.645094Z","caller":"traceutil/trace.go:171","msg":"trace[1950236255] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1907; }","duration":"138.489282ms","start":"2026-03-20T01:39:30.506593Z","end":"2026-03-20T01:39:30.645082Z","steps":["trace[1950236255] 'agreement among raft nodes before linearized reading' (duration: 138.353319ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:39:30.781855Z","caller":"traceutil/trace.go:171","msg":"trace[427934992] linearizableReadLoop","detail":"{readStateIndex:1982; appliedIndex:1980; }","duration":"137.07393ms","start":"2026-03-20T01:39:30.644738Z","end":"2026-03-20T01:39:30.781812Z","steps":["trace[427934992] 'read index received' (duration: 136.689822ms)","trace[427934992] 'applied index is now lower than readState.Index' (duration: 383.228µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:39:30.781961Z","caller":"traceutil/trace.go:171","msg":"trace[2014340843] transaction","detail":"{read_only:false; response_revision:1908; number_of_response:1; }","duration":"191.584722ms","start":"2026-03-20T01:39:30.590344Z","end":"2026-03-20T01:39:30.781929Z","steps":["trace[2014340843] 'process raft request' (duration: 191.131722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:39:30.782047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.130196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:39:30.782108Z","caller":"traceutil/trace.go:171","msg":"trace[1499279599] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1909; }","duration":"154.202617ms","start":"2026-03-20T01:39:30.62789Z","end":"2026-03-20T01:39:30.782093Z","steps":["trace[1499279599] 'agreement among raft nodes before linearized reading' (duration: 154.095235ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:39:30.782079Z","caller":"traceutil/trace.go:171","msg":"trace[784257933] transaction","detail":"{read_only:false; response_revision:1909; number_of_response:1; }","duration":"152.263035ms","start":"2026-03-20T01:39:30.629765Z","end":"2026-03-20T01:39:30.782028Z","steps":["trace[784257933] 'process raft request' (duration: 151.979659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:39:30.782146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.827372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-20T01:39:30.782207Z","caller":"traceutil/trace.go:171","msg":"trace[1148798191] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1909; }","duration":"110.935185ms","start":"2026-03-20T01:39:30.671257Z","end":"2026-03-20T01:39:30.782192Z","steps":["trace[1148798191] 'agreement among raft nodes before linearized reading' (duration: 110.73375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:39:32.077388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.513026ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:26"} {"level":"info","ts":"2026-03-20T01:39:32.742939Z","caller":"traceutil/trace.go:171","msg":"trace[82547242] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"111.936006ms","start":"2026-03-20T01:39:32.630968Z","end":"2026-03-20T01:39:32.742904Z","steps":["trace[82547242] 'process raft request' (duration: 111.722221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:39:33.418494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.92014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T01:39:33.418573Z","caller":"traceutil/trace.go:171","msg":"trace[884274373] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1918; }","duration":"631.030433ms","start":"2026-03-20T01:39:32.787526Z","end":"2026-03-20T01:39:33.418557Z","steps":["trace[884274373] 'range keys from in-memory index tree' (duration: 630.744796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:39:33.418604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:39:32.787511Z","time spent":"631.086174ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T01:39:33.41872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.690003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-20T01:39:33.4188Z","caller":"traceutil/trace.go:171","msg":"trace[771923072] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1918; }","duration":"599.824765ms","start":"2026-03-20T01:39:32.818958Z","end":"2026-03-20T01:39:33.418783Z","steps":["trace[771923072] 'range keys from in-memory index tree' (duration: 599.486747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:39:33.418845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:39:32.81894Z","time spent":"599.895967ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T01:39:33.418963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.874947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-20T01:39:33.419031Z","caller":"traceutil/trace.go:171","msg":"trace[1283087715] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1918; }","duration":"614.966958ms","start":"2026-03-20T01:39:32.804054Z","end":"2026-03-20T01:39:33.41902Z","steps":["trace[1283087715] 'range keys from in-memory index tree' (duration: 614.753013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:39:33.419061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:39:32.804041Z","time spent":"615.0103ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T01:39:33.418963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.407816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-20T01:39:33.419099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.682572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-20T01:39:33.419196Z","caller":"traceutil/trace.go:171","msg":"trace[128446922] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1918; }","duration":"599.809434ms","start":"2026-03-20T01:39:32.819365Z","end":"2026-03-20T01:39:33.419175Z","steps":["trace[128446922] 'range keys from in-memory index tree' (duration: 599.507358ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:39:33.419198Z","caller":"traceutil/trace.go:171","msg":"trace[10486530] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1918; }","duration":"599.676502ms","start":"2026-03-20T01:39:32.819492Z","end":"2026-03-20T01:39:33.419169Z","steps":["trace[10486530] 'range keys from in-memory index tree' (duration: 599.166801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:39:33.419256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:39:32.819353Z","time spent":"599.889607ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-20T01:39:33.419294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:39:32.819486Z","time spent":"599.769374ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T01:39:34.328344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.087885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T01:39:34.328448Z","caller":"traceutil/trace.go:171","msg":"trace[867680238] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1924; }","duration":"523.264348ms","start":"2026-03-20T01:39:33.805165Z","end":"2026-03-20T01:39:34.328429Z","steps":["trace[867680238] 'count revisions from in-memory index tree' (duration: 522.970952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:39:34.328439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.273268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-20T01:39:34.328495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:39:33.805141Z","time spent":"523.34235ms","remote":"127.0.0.1:46980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-20T01:39:34.328548Z","caller":"traceutil/trace.go:171","msg":"trace[1637196931] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1924; }","duration":"577.434692ms","start":"2026-03-20T01:39:33.75109Z","end":"2026-03-20T01:39:34.328524Z","steps":["trace[1637196931] 'range keys from in-memory index tree' (duration: 577.061924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:39:34.328615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:39:33.751066Z","time spent":"577.520423ms","remote":"127.0.0.1:47006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5433,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-20T01:39:35.024817Z","caller":"traceutil/trace.go:171","msg":"trace[5822925] transaction","detail":"{read_only:false; response_revision:1925; number_of_response:1; }","duration":"276.633763ms","start":"2026-03-20T01:39:34.74815Z","end":"2026-03-20T01:39:35.024784Z","steps":["trace[5822925] 'process raft request' (duration: 276.451349ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:39:35.419883Z","caller":"traceutil/trace.go:171","msg":"trace[955819349] transaction","detail":"{read_only:false; response_revision:1926; number_of_response:1; }","duration":"671.635936ms","start":"2026-03-20T01:39:34.748219Z","end":"2026-03-20T01:39:35.419855Z","steps":["trace[955819349] 'process raft request' (duration: 671.390391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:39:35.420061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:39:34.748192Z","time spent":"671.778369ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:39:35.420189Z","caller":"traceutil/trace.go:171","msg":"trace[647328032] linearizableReadLoop","detail":"{readStateIndex:2001; appliedIndex:1999; }","duration":"367.111358ms","start":"2026-03-20T01:39:35.052993Z","end":"2026-03-20T01:39:35.420104Z","steps":["trace[647328032] 'read index received' (duration: 366.517325ms)","trace[647328032] 'applied index is now lower than readState.Index' (duration: 592.683µs)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:39:35.42039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.382425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T01:39:35.420429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.89661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T01:39:35.420438Z","caller":"traceutil/trace.go:171","msg":"trace[999593169] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:1927; }","duration":"367.484407ms","start":"2026-03-20T01:39:35.05294Z","end":"2026-03-20T01:39:35.420425Z","steps":["trace[999593169] 'agreement among raft nodes before linearized reading' (duration: 367.363163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:39:35.420478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:39:35.052923Z","time spent":"367.539439ms","remote":"127.0.0.1:56874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":26,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-20T01:39:35.420489Z","caller":"traceutil/trace.go:171","msg":"trace[1755239387] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1927; }","duration":"316.009792ms","start":"2026-03-20T01:39:35.104446Z","end":"2026-03-20T01:39:35.420455Z","steps":["trace[1755239387] 'agreement among raft nodes before linearized reading' (duration: 315.90868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:39:35.420569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:39:35.104424Z","time spent":"316.091524ms","remote":"127.0.0.1:55848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":14,"response size":28,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-03-20T01:39:35.420699Z","caller":"traceutil/trace.go:171","msg":"trace[1192110217] transaction","detail":"{read_only:false; response_revision:1927; number_of_response:1; }","duration":"672.408074ms","start":"2026-03-20T01:39:34.748278Z","end":"2026-03-20T01:39:35.420686Z","steps":["trace[1192110217] 'process raft request' (duration: 671.526824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:39:35.420842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:39:34.748254Z","time spent":"672.535787ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:39:47.546119Z","caller":"traceutil/trace.go:171","msg":"trace[587710579] transaction","detail":"{read_only:false; response_revision:2005; number_of_response:1; }","duration":"137.518239ms","start":"2026-03-20T01:39:47.408578Z","end":"2026-03-20T01:39:47.546096Z","steps":["trace[587710579] 'process raft request' (duration: 128.142683ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:39:57.318222Z","caller":"traceutil/trace.go:171","msg":"trace[1258595775] transaction","detail":"{read_only:false; response_revision:2210; number_of_response:1; }","duration":"205.918646ms","start":"2026-03-20T01:39:57.112265Z","end":"2026-03-20T01:39:57.318184Z","steps":["trace[1258595775] 'process raft request' (duration: 205.686891ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:40:00.33936Z","caller":"traceutil/trace.go:171","msg":"trace[1054325866] linearizableReadLoop","detail":"{readStateIndex:2317; appliedIndex:2316; }","duration":"173.773549ms","start":"2026-03-20T01:40:00.165559Z","end":"2026-03-20T01:40:00.339332Z","steps":["trace[1054325866] 'read index received' (duration: 173.525644ms)","trace[1054325866] 'applied index is now lower than readState.Index' (duration: 246.725µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:40:00.339512Z","caller":"traceutil/trace.go:171","msg":"trace[1689108028] transaction","detail":"{read_only:false; response_revision:2230; number_of_response:1; }","duration":"247.612396ms","start":"2026-03-20T01:40:00.091869Z","end":"2026-03-20T01:40:00.339482Z","steps":["trace[1689108028] 'process raft request' (duration: 247.298269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:40:00.339585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.012944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-20T01:40:00.339623Z","caller":"traceutil/trace.go:171","msg":"trace[1635637500] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2230; }","duration":"174.116686ms","start":"2026-03-20T01:40:00.165495Z","end":"2026-03-20T01:40:00.339611Z","steps":["trace[1635637500] 'agreement among raft nodes before linearized reading' (duration: 173.942282ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:40:33.824264Z","caller":"traceutil/trace.go:171","msg":"trace[1101563253] transaction","detail":"{read_only:false; response_revision:2411; number_of_response:1; }","duration":"386.185388ms","start":"2026-03-20T01:40:33.438044Z","end":"2026-03-20T01:40:33.82423Z","steps":["trace[1101563253] 'process raft request' (duration: 386.002513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:40:33.824661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:40:33.438015Z","time spent":"386.353212ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:40:33.837153Z","caller":"traceutil/trace.go:171","msg":"trace[1794170525] transaction","detail":"{read_only:false; response_revision:2412; number_of_response:1; }","duration":"197.007623ms","start":"2026-03-20T01:40:33.640128Z","end":"2026-03-20T01:40:33.837136Z","steps":["trace[1794170525] 'process raft request' (duration: 196.858999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:40:34.282789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:40:33.926094Z","time spent":"356.653ms","remote":"127.0.0.1:53838","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-20T01:40:34.283551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.220487ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T01:40:34.283704Z","caller":"traceutil/trace.go:171","msg":"trace[855802496] linearizableReadLoop","detail":"{readStateIndex:2509; appliedIndex:2508; }","duration":"391.355282ms","start":"2026-03-20T01:40:33.892326Z","end":"2026-03-20T01:40:34.283682Z","steps":["trace[855802496] 'read index received' (duration: 226.9409ms)","trace[855802496] 'applied index is now lower than readState.Index' (duration: 164.412382ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:40:34.283736Z","caller":"traceutil/trace.go:171","msg":"trace[700376419] transaction","detail":"{read_only:false; response_revision:2415; number_of_response:1; }","duration":"433.113344ms","start":"2026-03-20T01:40:33.850587Z","end":"2026-03-20T01:40:34.2837Z","steps":["trace[700376419] 'process raft request' (duration: 268.64032ms)","trace[700376419] 'compare' (duration: 163.90489ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:40:34.283928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.610979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-20T01:40:34.283927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:40:33.850556Z","time spent":"433.273998ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:40:34.283981Z","caller":"traceutil/trace.go:171","msg":"trace[877436068] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2415; }","duration":"391.701961ms","start":"2026-03-20T01:40:33.892265Z","end":"2026-03-20T01:40:34.283967Z","steps":["trace[877436068] 'agreement among raft nodes before linearized reading' (duration: 391.522987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:40:34.284032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:40:33.892228Z","time spent":"391.792353ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T01:40:34.342178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.281225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-20T01:40:34.342266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.236931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-20T01:40:34.342294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.045369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-20T01:40:34.342375Z","caller":"traceutil/trace.go:171","msg":"trace[926786795] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2416; }","duration":"440.149872ms","start":"2026-03-20T01:40:33.902208Z","end":"2026-03-20T01:40:34.342358Z","steps":["trace[926786795] 'agreement among raft nodes before linearized reading' (duration: 439.975227ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:40:34.342379Z","caller":"traceutil/trace.go:171","msg":"trace[1042963090] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2416; }","duration":"175.406705ms","start":"2026-03-20T01:40:34.166943Z","end":"2026-03-20T01:40:34.34235Z","steps":["trace[1042963090] 'agreement among raft nodes before linearized reading' (duration: 175.035357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:40:34.34242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:40:33.902196Z","time spent":"440.216033ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-20T01:40:34.342304Z","caller":"traceutil/trace.go:171","msg":"trace[1546082086] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2416; }","duration":"445.515791ms","start":"2026-03-20T01:40:33.896759Z","end":"2026-03-20T01:40:34.342275Z","steps":["trace[1546082086] 'agreement among raft nodes before linearized reading' (duration: 445.205513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:40:34.342481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.178742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-20T01:40:34.342539Z","caller":"traceutil/trace.go:171","msg":"trace[627518795] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2416; }","duration":"445.263455ms","start":"2026-03-20T01:40:33.897265Z","end":"2026-03-20T01:40:34.342529Z","steps":["trace[627518795] 'agreement among raft nodes before linearized reading' (duration: 445.07379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:40:34.342591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:40:33.897247Z","time spent":"445.334346ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-20T01:40:34.342698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:40:33.896745Z","time spent":"445.899919ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-20T01:40:34.342178Z","caller":"traceutil/trace.go:171","msg":"trace[1588254525] transaction","detail":"{read_only:false; response_revision:2416; number_of_response:1; }","duration":"375.376469ms","start":"2026-03-20T01:40:33.966731Z","end":"2026-03-20T01:40:34.342107Z","steps":["trace[1588254525] 'process raft request' (duration: 375.037071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:40:34.342944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:40:33.966702Z","time spent":"376.155757ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:41:04.233245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.200715ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T01:41:04.233486Z","caller":"traceutil/trace.go:171","msg":"trace[2069737212] transaction","detail":"{read_only:false; response_revision:2561; number_of_response:1; }","duration":"287.067135ms","start":"2026-03-20T01:41:03.946346Z","end":"2026-03-20T01:41:04.233413Z","steps":["trace[2069737212] 'process raft request' (duration: 74.618294ms)","trace[2069737212] 'compare' (duration: 212.007601ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:41:04.233651Z","caller":"traceutil/trace.go:171","msg":"trace[787938875] transaction","detail":"{read_only:false; response_revision:2563; number_of_response:1; }","duration":"233.072995ms","start":"2026-03-20T01:41:04.000548Z","end":"2026-03-20T01:41:04.233621Z","steps":["trace[787938875] 'process raft request' (duration: 232.8549ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:41:04.233527Z","caller":"traceutil/trace.go:171","msg":"trace[1814831771] transaction","detail":"{read_only:false; response_revision:2562; number_of_response:1; }","duration":"235.782374ms","start":"2026-03-20T01:41:03.997656Z","end":"2026-03-20T01:41:04.233438Z","steps":["trace[1814831771] 'process raft request' (duration: 235.695262ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:41:38.82516Z","caller":"traceutil/trace.go:171","msg":"trace[1348304313] transaction","detail":"{read_only:false; response_revision:2732; number_of_response:1; }","duration":"111.148159ms","start":"2026-03-20T01:41:38.713983Z","end":"2026-03-20T01:41:38.825132Z","steps":["trace[1348304313] 'process raft request' (duration: 99.88308ms)","trace[1348304313] 'compare' (duration: 11.143027ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:41:38.825494Z","caller":"traceutil/trace.go:171","msg":"trace[369601521] transaction","detail":"{read_only:false; response_revision:2733; number_of_response:1; }","duration":"110.811431ms","start":"2026-03-20T01:41:38.714642Z","end":"2026-03-20T01:41:38.825454Z","steps":["trace[369601521] 'process raft request' (duration: 110.451783ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:41:38.825597Z","caller":"traceutil/trace.go:171","msg":"trace[4141665] transaction","detail":"{read_only:false; response_revision:2734; number_of_response:1; }","duration":"110.738779ms","start":"2026-03-20T01:41:38.714818Z","end":"2026-03-20T01:41:38.825557Z","steps":["trace[4141665] 'process raft request' (duration: 110.545725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:43:12.373855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.622307ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:26"} {"level":"warn","ts":"2026-03-20T01:44:29.513833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.599961ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-20T01:44:29.514036Z","caller":"traceutil/trace.go:171","msg":"trace[1974370293] linearizableReadLoop","detail":"{readStateIndex:4383; appliedIndex:4382; }","duration":"190.560813ms","start":"2026-03-20T01:44:29.323446Z","end":"2026-03-20T01:44:29.514007Z","steps":["trace[1974370293] 'read index received' (duration: 66.761316ms)","trace[1974370293] 'applied index is now lower than readState.Index' (duration: 123.796627ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:44:29.514083Z","caller":"traceutil/trace.go:171","msg":"trace[1208526197] transaction","detail":"{read_only:false; response_revision:4214; number_of_response:1; }","duration":"190.739368ms","start":"2026-03-20T01:44:29.32329Z","end":"2026-03-20T01:44:29.514029Z","steps":["trace[1208526197] 'process raft request' (duration: 66.821239ms)","trace[1208526197] 'compare' (duration: 123.301925ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:44:29.514382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.907021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-20T01:44:29.514454Z","caller":"traceutil/trace.go:171","msg":"trace[1011906185] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:4214; }","duration":"191.012784ms","start":"2026-03-20T01:44:29.323424Z","end":"2026-03-20T01:44:29.514437Z","steps":["trace[1011906185] 'agreement among raft nodes before linearized reading' (duration: 190.690067ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:44:29.522962Z","caller":"traceutil/trace.go:171","msg":"trace[1107884359] transaction","detail":"{read_only:false; response_revision:4216; number_of_response:1; }","duration":"198.228483ms","start":"2026-03-20T01:44:29.324712Z","end":"2026-03-20T01:44:29.522941Z","steps":["trace[1107884359] 'process raft request' (duration: 198.166492ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:44:29.522965Z","caller":"traceutil/trace.go:171","msg":"trace[697017087] transaction","detail":"{read_only:false; response_revision:4215; number_of_response:1; }","duration":"198.417458ms","start":"2026-03-20T01:44:29.324514Z","end":"2026-03-20T01:44:29.522932Z","steps":["trace[697017087] 'process raft request' (duration: 198.192573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:44:29.523867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.523952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:44:29.523967Z","caller":"traceutil/trace.go:171","msg":"trace[135824612] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4217; }","duration":"137.680755ms","start":"2026-03-20T01:44:29.386264Z","end":"2026-03-20T01:44:29.523945Z","steps":["trace[135824612] 'agreement among raft nodes before linearized reading' (duration: 137.539442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:44:29.523963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.031209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:44:29.524055Z","caller":"traceutil/trace.go:171","msg":"trace[392508522] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4217; }","duration":"185.130672ms","start":"2026-03-20T01:44:29.338903Z","end":"2026-03-20T01:44:29.524034Z","steps":["trace[392508522] 'agreement among raft nodes before linearized reading' (duration: 184.993119ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:44:34.642969Z","caller":"traceutil/trace.go:171","msg":"trace[1383826877] transaction","detail":"{read_only:false; response_revision:4361; number_of_response:1; }","duration":"104.180493ms","start":"2026-03-20T01:44:34.538738Z","end":"2026-03-20T01:44:34.642919Z","steps":["trace[1383826877] 'process raft request' (duration: 103.61097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:44:37.375683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.211221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2646b6da-7570-47b8-b38d-7827392f8148\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-20T01:44:37.375773Z","caller":"traceutil/trace.go:171","msg":"trace[669835139] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2646b6da-7570-47b8-b38d-7827392f8148; range_end:; response_count:1; response_revision:4489; }","duration":"287.357274ms","start":"2026-03-20T01:44:37.088394Z","end":"2026-03-20T01:44:37.375751Z","steps":["trace[669835139] 'range keys from in-memory index tree' (duration: 287.016836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:44:37.623953Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879701952730557,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-20T01:44:37.660226Z","caller":"traceutil/trace.go:171","msg":"trace[1163006842] transaction","detail":"{read_only:false; response_revision:4490; number_of_response:1; }","duration":"551.588956ms","start":"2026-03-20T01:44:37.108607Z","end":"2026-03-20T01:44:37.660196Z","steps":["trace[1163006842] 'process raft request' (duration: 551.388351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:44:37.660442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:44:37.108583Z","time spent":"551.733419ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:44:37.759316Z","caller":"traceutil/trace.go:171","msg":"trace[1489457833] linearizableReadLoop","detail":"{readStateIndex:4669; appliedIndex:4666; }","duration":"636.014477ms","start":"2026-03-20T01:44:37.123275Z","end":"2026-03-20T01:44:37.75929Z","steps":["trace[1489457833] 'read index received' (duration: 536.854495ms)","trace[1489457833] 'applied index is now lower than readState.Index' (duration: 99.158932ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:44:37.759364Z","caller":"traceutil/trace.go:171","msg":"trace[332408150] transaction","detail":"{read_only:false; response_revision:4491; number_of_response:1; }","duration":"649.811637ms","start":"2026-03-20T01:44:37.109518Z","end":"2026-03-20T01:44:37.759329Z","steps":["trace[332408150] 'process raft request' (duration: 629.309306ms)","trace[332408150] 'compare' (duration: 20.243565ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:44:37.759396Z","caller":"traceutil/trace.go:171","msg":"trace[1241542447] transaction","detail":"{read_only:false; response_revision:4492; number_of_response:1; }","duration":"629.246465ms","start":"2026-03-20T01:44:37.130115Z","end":"2026-03-20T01:44:37.759361Z","steps":["trace[1241542447] 'process raft request' (duration: 629.118312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:44:37.759524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:44:37.109479Z","time spent":"649.94585ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:44:37.759516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.218341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:44:37.759608Z","caller":"traceutil/trace.go:171","msg":"trace[1415790230] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4492; }","duration":"636.377925ms","start":"2026-03-20T01:44:37.123208Z","end":"2026-03-20T01:44:37.759586Z","steps":["trace[1415790230] 'agreement among raft nodes before linearized reading' (duration: 636.197621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:44:37.759638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.042358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5m87b\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-20T01:44:37.759667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:44:37.123182Z","time spent":"636.476147ms","remote":"127.0.0.1:56140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":26,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-20T01:44:37.759709Z","caller":"traceutil/trace.go:171","msg":"trace[846854923] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5m87b; range_end:; response_count:1; response_revision:4492; }","duration":"540.168611ms","start":"2026-03-20T01:44:37.219526Z","end":"2026-03-20T01:44:37.759695Z","steps":["trace[846854923] 'agreement among raft nodes before linearized reading' (duration: 539.954536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:44:37.759705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.336046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-gtbvq.189e694b4c08d300\" ","response":"range_response_count:1 size:962"} {"level":"warn","ts":"2026-03-20T01:44:37.759752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:44:37.219514Z","time spent":"540.229842ms","remote":"127.0.0.1:55868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-5m87b\" "} {"level":"info","ts":"2026-03-20T01:44:37.759791Z","caller":"traceutil/trace.go:171","msg":"trace[1372191005] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-gtbvq.189e694b4c08d300; range_end:; response_count:1; response_revision:4492; }","duration":"376.462678ms","start":"2026-03-20T01:44:37.383305Z","end":"2026-03-20T01:44:37.759768Z","steps":["trace[1372191005] 'agreement among raft nodes before linearized reading' (duration: 376.268953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:44:37.759857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:44:37.383288Z","time spent":"376.55187ms","remote":"127.0.0.1:55764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":983,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-gtbvq.189e694b4c08d300\" "} {"level":"warn","ts":"2026-03-20T01:44:37.759976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.897985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T01:44:37.759949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.892225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-20T01:44:37.759997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.206556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2646b6da-7570-47b8-b38d-7827392f8148\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-20T01:44:37.760108Z","caller":"traceutil/trace.go:171","msg":"trace[1820983813] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4492; }","duration":"187.11008ms","start":"2026-03-20T01:44:37.572978Z","end":"2026-03-20T01:44:37.760088Z","steps":["trace[1820983813] 'agreement among raft nodes before linearized reading' (duration: 186.744832ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:44:37.760131Z","caller":"traceutil/trace.go:171","msg":"trace[646096665] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2646b6da-7570-47b8-b38d-7827392f8148; range_end:; response_count:1; response_revision:4492; }","duration":"377.40631ms","start":"2026-03-20T01:44:37.382701Z","end":"2026-03-20T01:44:37.760107Z","steps":["trace[646096665] 'agreement among raft nodes before linearized reading' (duration: 377.000221ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:44:37.760044Z","caller":"traceutil/trace.go:171","msg":"trace[1483647918] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4492; }","duration":"376.004798ms","start":"2026-03-20T01:44:37.384018Z","end":"2026-03-20T01:44:37.760023Z","steps":["trace[1483647918] 'agreement among raft nodes before linearized reading' (duration: 375.794754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:44:37.760185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:44:37.382673Z","time spent":"377.500312ms","remote":"127.0.0.1:55868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3622,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2646b6da-7570-47b8-b38d-7827392f8148\" "} {"level":"warn","ts":"2026-03-20T01:44:37.760291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:44:37.384012Z","time spent":"376.188002ms","remote":"127.0.0.1:55666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T01:44:37.760559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:44:37.130093Z","time spent":"629.654504ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:44:37.760607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.401136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719508"} {"level":"info","ts":"2026-03-20T01:44:37.76065Z","caller":"traceutil/trace.go:171","msg":"trace[651579500] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4492; }","duration":"271.471627ms","start":"2026-03-20T01:44:37.489163Z","end":"2026-03-20T01:44:37.760635Z","steps":["trace[651579500] 'agreement among raft nodes before linearized reading' (duration: 270.343332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:44:40.635732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.353292ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T01:44:40.635865Z","caller":"traceutil/trace.go:171","msg":"trace[440432156] linearizableReadLoop","detail":"{readStateIndex:4702; appliedIndex:4701; }","duration":"863.652126ms","start":"2026-03-20T01:44:39.77219Z","end":"2026-03-20T01:44:40.635842Z","steps":["trace[440432156] 'read index received' (duration: 312.250884ms)","trace[440432156] 'applied index is now lower than readState.Index' (duration: 551.399902ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:44:40.63593Z","caller":"traceutil/trace.go:171","msg":"trace[205290842] transaction","detail":"{read_only:false; response_revision:4524; number_of_response:1; }","duration":"864.469505ms","start":"2026-03-20T01:44:39.771435Z","end":"2026-03-20T01:44:40.635905Z","steps":["trace[205290842] 'process raft request' (duration: 312.840647ms)","trace[205290842] 'compare' (duration: 551.211999ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:44:40.63605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:44:39.771413Z","time spent":"864.577987ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:44:40.636063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.866221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-20T01:44:40.63613Z","caller":"traceutil/trace.go:171","msg":"trace[121334090] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4524; }","duration":"863.972004ms","start":"2026-03-20T01:44:39.772146Z","end":"2026-03-20T01:44:40.636118Z","steps":["trace[121334090] 'agreement among raft nodes before linearized reading' (duration: 863.788429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:44:40.636177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:44:39.772126Z","time spent":"864.039795ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-20T01:44:40.710179Z","caller":"traceutil/trace.go:171","msg":"trace[554263149] transaction","detail":"{read_only:false; response_revision:4525; number_of_response:1; }","duration":"937.949427ms","start":"2026-03-20T01:44:39.772202Z","end":"2026-03-20T01:44:40.710151Z","steps":["trace[554263149] 'process raft request' (duration: 937.732672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:44:40.710424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:44:39.772172Z","time spent":"938.071429ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:44:40.710968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.239319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5m87b\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-20T01:44:40.711113Z","caller":"traceutil/trace.go:171","msg":"trace[22322164] transaction","detail":"{read_only:false; response_revision:4526; number_of_response:1; }","duration":"933.357594ms","start":"2026-03-20T01:44:39.777738Z","end":"2026-03-20T01:44:40.711096Z","steps":["trace[22322164] 'process raft request' (duration: 932.480114ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:44:40.711138Z","caller":"traceutil/trace.go:171","msg":"trace[303493948] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5m87b; range_end:; response_count:1; response_revision:4526; }","duration":"936.437244ms","start":"2026-03-20T01:44:39.77468Z","end":"2026-03-20T01:44:40.711117Z","steps":["trace[303493948] 'agreement among raft nodes before linearized reading' (duration: 936.120846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:44:40.711329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:44:39.77467Z","time spent":"936.641188ms","remote":"127.0.0.1:55868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-5m87b\" "} {"level":"warn","ts":"2026-03-20T01:44:40.711482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.065272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-20T01:44:40.71151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.942166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2646b6da-7570-47b8-b38d-7827392f8148\" ","response":"range_response_count:1 size:3904"} {"level":"info","ts":"2026-03-20T01:44:40.711574Z","caller":"traceutil/trace.go:171","msg":"trace[1550120342] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2646b6da-7570-47b8-b38d-7827392f8148; range_end:; response_count:1; response_revision:4526; }","duration":"316.043798ms","start":"2026-03-20T01:44:40.395516Z","end":"2026-03-20T01:44:40.71156Z","steps":["trace[1550120342] 'agreement among raft nodes before linearized reading' (duration: 315.912026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:44:40.711628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:44:40.395493Z","time spent":"316.123061ms","remote":"127.0.0.1:55868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3925,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2646b6da-7570-47b8-b38d-7827392f8148\" "} {"level":"warn","ts":"2026-03-20T01:44:40.711046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.846249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:44:40.711764Z","caller":"traceutil/trace.go:171","msg":"trace[299988145] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:4526; }","duration":"286.606787ms","start":"2026-03-20T01:44:40.425115Z","end":"2026-03-20T01:44:40.711721Z","steps":["trace[299988145] 'agreement among raft nodes before linearized reading' (duration: 285.799498ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:44:40.711568Z","caller":"traceutil/trace.go:171","msg":"trace[2012180747] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4526; }","duration":"927.251956ms","start":"2026-03-20T01:44:39.784298Z","end":"2026-03-20T01:44:40.711549Z","steps":["trace[2012180747] 'agreement among raft nodes before linearized reading' (duration: 926.760505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:44:40.711827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.269187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-20T01:44:40.711857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:44:39.784291Z","time spent":"927.550233ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-20T01:44:40.711844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.911268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:44:40.711871Z","caller":"traceutil/trace.go:171","msg":"trace[1507456188] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4526; }","duration":"915.311178ms","start":"2026-03-20T01:44:39.796546Z","end":"2026-03-20T01:44:40.711857Z","steps":["trace[1507456188] 'agreement among raft nodes before linearized reading' (duration: 915.188065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:44:40.711928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:44:39.796512Z","time spent":"915.40245ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-20T01:44:40.711944Z","caller":"traceutil/trace.go:171","msg":"trace[638111095] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4526; }","duration":"325.061891ms","start":"2026-03-20T01:44:40.38686Z","end":"2026-03-20T01:44:40.711922Z","steps":["trace[638111095] 'agreement among raft nodes before linearized reading' (duration: 324.891798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:44:40.71199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:44:40.386838Z","time spent":"325.143973ms","remote":"127.0.0.1:55666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T01:44:40.711379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.382215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-20T01:44:40.712141Z","caller":"traceutil/trace.go:171","msg":"trace[1963881690] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4526; }","duration":"934.155932ms","start":"2026-03-20T01:44:39.77797Z","end":"2026-03-20T01:44:40.712126Z","steps":["trace[1963881690] 'agreement among raft nodes before linearized reading' (duration: 933.308463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:44:40.712187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:44:39.777964Z","time spent":"934.210933ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T01:44:40.712219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.656975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777689"} {"level":"warn","ts":"2026-03-20T01:44:40.711226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:44:39.777726Z","time spent":"933.443867ms","remote":"127.0.0.1:60938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413790,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:44:40.712573Z","caller":"traceutil/trace.go:171","msg":"trace[773404325] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4526; }","duration":"594.775508ms","start":"2026-03-20T01:44:40.117509Z","end":"2026-03-20T01:44:40.712285Z","steps":["trace[773404325] 'agreement among raft nodes before linearized reading' (duration: 593.311474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:44:40.712652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:44:40.117487Z","time spent":"595.146026ms","remote":"127.0.0.1:55784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777710,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-20T01:44:40.712792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.367921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-20T01:44:40.712843Z","caller":"traceutil/trace.go:171","msg":"trace[1914136390] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4526; }","duration":"936.455084ms","start":"2026-03-20T01:44:39.776377Z","end":"2026-03-20T01:44:40.712832Z","steps":["trace[1914136390] 'agreement among raft nodes before linearized reading' (duration: 935.687797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:44:40.712878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:44:39.776367Z","time spent":"936.502994ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T01:44:42.18136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.895688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-20T01:44:42.181432Z","caller":"traceutil/trace.go:171","msg":"trace[966698668] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4573; }","duration":"237.024301ms","start":"2026-03-20T01:44:41.944389Z","end":"2026-03-20T01:44:42.181414Z","steps":["trace[966698668] 'range keys from in-memory index tree' (duration: 236.760244ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:44:42.187765Z","caller":"traceutil/trace.go:171","msg":"trace[2132818708] transaction","detail":"{read_only:false; response_revision:4574; number_of_response:1; }","duration":"116.396029ms","start":"2026-03-20T01:44:42.071351Z","end":"2026-03-20T01:44:42.187747Z","steps":["trace[2132818708] 'process raft request' (duration: 116.207514ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:44:49.731942Z","caller":"traceutil/trace.go:171","msg":"trace[1354451321] transaction","detail":"{read_only:false; response_revision:4709; number_of_response:1; }","duration":"180.868818ms","start":"2026-03-20T01:44:49.551046Z","end":"2026-03-20T01:44:49.731915Z","steps":["trace[1354451321] 'process raft request' (duration: 144.917729ms)","trace[1354451321] 'compare' (duration: 35.719184ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:44:49.73218Z","caller":"traceutil/trace.go:171","msg":"trace[1513328837] transaction","detail":"{read_only:false; response_revision:4710; number_of_response:1; }","duration":"142.835213ms","start":"2026-03-20T01:44:49.589327Z","end":"2026-03-20T01:44:49.732162Z","steps":["trace[1513328837] 'process raft request' (duration: 142.500585ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:44:49.903994Z","caller":"traceutil/trace.go:171","msg":"trace[1310401287] transaction","detail":"{read_only:false; response_revision:4713; number_of_response:1; }","duration":"137.874381ms","start":"2026-03-20T01:44:49.766094Z","end":"2026-03-20T01:44:49.903969Z","steps":["trace[1310401287] 'process raft request' (duration: 137.81826ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:44:49.904068Z","caller":"traceutil/trace.go:171","msg":"trace[744054021] transaction","detail":"{read_only:false; response_revision:4712; number_of_response:1; }","duration":"163.074498ms","start":"2026-03-20T01:44:49.740928Z","end":"2026-03-20T01:44:49.904002Z","steps":["trace[744054021] 'process raft request' (duration: 130.757071ms)","trace[744054021] 'compare' (duration: 32.048311ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:44:50.15718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.209476ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-20T01:44:50.157261Z","caller":"traceutil/trace.go:171","msg":"trace[606179113] linearizableReadLoop","detail":"{readStateIndex:4900; appliedIndex:4899; }","duration":"116.157983ms","start":"2026-03-20T01:44:50.041089Z","end":"2026-03-20T01:44:50.157247Z","steps":["trace[606179113] 'read index received' (duration: 68.752µs)","trace[606179113] 'applied index is now lower than readState.Index' (duration: 116.088171ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:44:50.157413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.328867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-gtbvq.189e694b0fbbe6c1\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-03-20T01:44:50.157432Z","caller":"traceutil/trace.go:171","msg":"trace[694897333] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-gtbvq.189e694b0fbbe6c1; range_end:; response_count:1; response_revision:4716; }","duration":"116.394349ms","start":"2026-03-20T01:44:50.041031Z","end":"2026-03-20T01:44:50.157426Z","steps":["trace[694897333] 'agreement among raft nodes before linearized reading' (duration: 116.249395ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:44:50.157638Z","caller":"traceutil/trace.go:171","msg":"trace[2072932861] transaction","detail":"{read_only:false; response_revision:4716; number_of_response:1; }","duration":"238.828813ms","start":"2026-03-20T01:44:49.9188Z","end":"2026-03-20T01:44:50.157629Z","steps":["trace[2072932861] 'process raft request' (duration: 101.100644ms)","trace[2072932861] 'compare' (duration: 137.076814ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:44:50.763629Z","caller":"traceutil/trace.go:171","msg":"trace[1369809055] transaction","detail":"{read_only:false; response_revision:4723; number_of_response:1; }","duration":"184.106461ms","start":"2026-03-20T01:44:50.579498Z","end":"2026-03-20T01:44:50.763604Z","steps":["trace[1369809055] 'process raft request' (duration: 183.852715ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:44:50.764933Z","caller":"traceutil/trace.go:171","msg":"trace[1670626129] transaction","detail":"{read_only:false; response_revision:4724; number_of_response:1; }","duration":"182.640818ms","start":"2026-03-20T01:44:50.582277Z","end":"2026-03-20T01:44:50.764917Z","steps":["trace[1670626129] 'process raft request' (duration: 182.343941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:44:55.039808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.586673ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T01:44:55.040122Z","caller":"traceutil/trace.go:171","msg":"trace[1172060065] transaction","detail":"{read_only:false; response_revision:4765; number_of_response:1; }","duration":"152.130033ms","start":"2026-03-20T01:44:54.88797Z","end":"2026-03-20T01:44:55.0401Z","steps":["trace[1172060065] 'process raft request' (duration: 152.084232ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:44:55.040278Z","caller":"traceutil/trace.go:171","msg":"trace[935154262] transaction","detail":"{read_only:false; response_revision:4763; number_of_response:1; }","duration":"153.944093ms","start":"2026-03-20T01:44:54.886298Z","end":"2026-03-20T01:44:55.040242Z","steps":["trace[935154262] 'process raft request' (duration: 32.812808ms)","trace[935154262] 'compare' (duration: 120.249085ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:44:55.040251Z","caller":"traceutil/trace.go:171","msg":"trace[1942313978] transaction","detail":"{read_only:false; response_revision:4764; number_of_response:1; }","duration":"153.711938ms","start":"2026-03-20T01:44:54.886466Z","end":"2026-03-20T01:44:55.040178Z","steps":["trace[1942313978] 'process raft request' (duration: 153.522302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:44:59.151935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.911055ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T01:44:59.152251Z","caller":"traceutil/trace.go:171","msg":"trace[1135680463] linearizableReadLoop","detail":"{readStateIndex:5048; appliedIndex:5046; }","duration":"344.55946ms","start":"2026-03-20T01:44:58.807616Z","end":"2026-03-20T01:44:59.152176Z","steps":["trace[1135680463] 'read index received' (duration: 39.822167ms)","trace[1135680463] 'applied index is now lower than readState.Index' (duration: 304.735723ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:44:59.152519Z","caller":"traceutil/trace.go:171","msg":"trace[1682951487] transaction","detail":"{read_only:false; response_revision:4861; number_of_response:1; }","duration":"362.906742ms","start":"2026-03-20T01:44:58.789536Z","end":"2026-03-20T01:44:59.152443Z","steps":["trace[1682951487] 'process raft request' (duration: 57.882642ms)","trace[1682951487] 'compare' (duration: 303.299502ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:44:59.152523Z","caller":"traceutil/trace.go:171","msg":"trace[2117406337] transaction","detail":"{read_only:false; response_revision:4862; number_of_response:1; }","duration":"358.683878ms","start":"2026-03-20T01:44:58.793757Z","end":"2026-03-20T01:44:59.152441Z","steps":["trace[2117406337] 'process raft request' (duration: 358.33784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:44:59.152807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.171414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-20T01:44:59.152869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:44:58.789503Z","time spent":"363.173709ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:44:59.152913Z","caller":"traceutil/trace.go:171","msg":"trace[517000449] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4862; }","duration":"345.322168ms","start":"2026-03-20T01:44:58.807568Z","end":"2026-03-20T01:44:59.15289Z","steps":["trace[517000449] 'agreement among raft nodes before linearized reading' (duration: 345.068552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:44:59.153008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:44:58.793731Z","time spent":"359.083467ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:44:59.15306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:44:58.80755Z","time spent":"345.44218ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T01:44:59.153194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.145482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5m87b\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-20T01:44:59.153232Z","caller":"traceutil/trace.go:171","msg":"trace[1029920195] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5m87b; range_end:; response_count:1; response_revision:4862; }","duration":"252.238753ms","start":"2026-03-20T01:44:58.900985Z","end":"2026-03-20T01:44:59.153224Z","steps":["trace[1029920195] 'agreement among raft nodes before linearized reading' (duration: 252.119551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:44:59.153173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.103148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-167b04f8-e85d-4f83-87f8-ad3017a30b57\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-20T01:44:59.153324Z","caller":"traceutil/trace.go:171","msg":"trace[1562848503] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-167b04f8-e85d-4f83-87f8-ad3017a30b57; range_end:; response_count:1; response_revision:4862; }","duration":"247.289812ms","start":"2026-03-20T01:44:58.906009Z","end":"2026-03-20T01:44:59.153299Z","steps":["trace[1562848503] 'agreement among raft nodes before linearized reading' (duration: 246.974815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:44:59.153494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.642467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-20T01:44:59.153769Z","caller":"traceutil/trace.go:171","msg":"trace[543879107] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4862; }","duration":"258.957934ms","start":"2026-03-20T01:44:58.894793Z","end":"2026-03-20T01:44:59.153751Z","steps":["trace[543879107] 'agreement among raft nodes before linearized reading' (duration: 257.953422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:44:59.654451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.301505ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T01:44:59.654575Z","caller":"traceutil/trace.go:171","msg":"trace[2083381362] linearizableReadLoop","detail":"{readStateIndex:5049; appliedIndex:5048; }","duration":"495.837483ms","start":"2026-03-20T01:44:59.158718Z","end":"2026-03-20T01:44:59.654556Z","steps":["trace[2083381362] 'read index received' (duration: 135.337424ms)","trace[2083381362] 'applied index is now lower than readState.Index' (duration: 360.498439ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:44:59.654663Z","caller":"traceutil/trace.go:171","msg":"trace[1090468791] transaction","detail":"{read_only:false; response_revision:4863; number_of_response:1; }","duration":"496.350894ms","start":"2026-03-20T01:44:59.158274Z","end":"2026-03-20T01:44:59.654625Z","steps":["trace[1090468791] 'process raft request' (duration: 135.765884ms)","trace[1090468791] 'compare' (duration: 360.13645ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:44:59.654837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:44:59.158249Z","time spent":"496.492337ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:44:59.656848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.092464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80209"} {"level":"info","ts":"2026-03-20T01:44:59.656962Z","caller":"traceutil/trace.go:171","msg":"trace[984286083] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:4863; }","duration":"498.226897ms","start":"2026-03-20T01:44:59.158712Z","end":"2026-03-20T01:44:59.656938Z","steps":["trace[984286083] 'agreement among raft nodes before linearized reading' (duration: 495.920434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:44:59.657013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:44:59.158687Z","time spent":"498.314659ms","remote":"127.0.0.1:55868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80230,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-20T01:45:00.280964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.540621ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T01:45:00.281189Z","caller":"traceutil/trace.go:171","msg":"trace[147922068] transaction","detail":"{read_only:false; response_revision:4864; number_of_response:1; }","duration":"1.12214407s","start":"2026-03-20T01:44:59.159024Z","end":"2026-03-20T01:45:00.281168Z","steps":["trace[147922068] 'process raft request' (duration: 973.287311ms)","trace[147922068] 'compare' (duration: 148.208254ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:45:00.281275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:44:59.15899Z","time spent":"1.122252282s","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:45:00.281405Z","caller":"traceutil/trace.go:171","msg":"trace[1391928903] transaction","detail":"{read_only:false; response_revision:4865; number_of_response:1; }","duration":"1.122328184s","start":"2026-03-20T01:44:59.159045Z","end":"2026-03-20T01:45:00.281373Z","steps":["trace[1391928903] 'process raft request' (duration: 1.122028808s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:45:00.281567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:44:59.159024Z","time spent":"1.122454568s","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:45:00.281713Z","caller":"traceutil/trace.go:171","msg":"trace[1380077254] transaction","detail":"{read_only:false; response_revision:4866; number_of_response:1; }","duration":"1.122651272s","start":"2026-03-20T01:44:59.159048Z","end":"2026-03-20T01:45:00.2817Z","steps":["trace[1380077254] 'process raft request' (duration: 1.122263163s)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:45:00.281658Z","caller":"traceutil/trace.go:171","msg":"trace[1443479529] linearizableReadLoop","detail":"{readStateIndex:5053; appliedIndex:5049; }","duration":"627.016004ms","start":"2026-03-20T01:44:59.654603Z","end":"2026-03-20T01:45:00.281619Z","steps":["trace[1443479529] 'read index received' (duration: 477.764166ms)","trace[1443479529] 'applied index is now lower than readState.Index' (duration: 149.249338ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:45:00.281773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:44:59.159028Z","time spent":"1.122713833s","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:45:00.281809Z","caller":"traceutil/trace.go:171","msg":"trace[2102869155] transaction","detail":"{read_only:false; response_revision:4867; number_of_response:1; }","duration":"1.122706163s","start":"2026-03-20T01:44:59.15907Z","end":"2026-03-20T01:45:00.281777Z","steps":["trace[2102869155] 'process raft request' (duration: 1.122463738s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:45:00.281963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:44:59.159049Z","time spent":"1.122829296s","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:45:00.281967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.812475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:45:00.282028Z","caller":"traceutil/trace.go:171","msg":"trace[354542051] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4867; }","duration":"753.940258ms","start":"2026-03-20T01:44:59.528071Z","end":"2026-03-20T01:45:00.282011Z","steps":["trace[354542051] 'agreement among raft nodes before linearized reading' (duration: 753.835566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:45:00.282073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:44:59.528043Z","time spent":"754.022411ms","remote":"127.0.0.1:55666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T01:45:00.282081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.975062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-167b04f8-e85d-4f83-87f8-ad3017a30b57\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-20T01:45:00.282175Z","caller":"traceutil/trace.go:171","msg":"trace[1617254975] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-167b04f8-e85d-4f83-87f8-ad3017a30b57; range_end:; response_count:1; response_revision:4867; }","duration":"683.123636ms","start":"2026-03-20T01:44:59.599033Z","end":"2026-03-20T01:45:00.282157Z","steps":["trace[1617254975] 'agreement among raft nodes before linearized reading' (duration: 682.788668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:45:00.282237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:44:59.599014Z","time spent":"683.207807ms","remote":"127.0.0.1:55868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-167b04f8-e85d-4f83-87f8-ad3017a30b57\" "} {"level":"info","ts":"2026-03-20T01:45:00.30361Z","caller":"traceutil/trace.go:171","msg":"trace[830050707] transaction","detail":"{read_only:false; response_revision:4868; number_of_response:1; }","duration":"440.198961ms","start":"2026-03-20T01:44:59.863393Z","end":"2026-03-20T01:45:00.303592Z","steps":["trace[830050707] 'process raft request' (duration: 440.047738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:45:00.303747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:44:59.863362Z","time spent":"440.299263ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:45:00.303893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.665278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-20T01:45:00.303944Z","caller":"traceutil/trace.go:171","msg":"trace[791940055] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:4869; }","duration":"631.773631ms","start":"2026-03-20T01:44:59.672158Z","end":"2026-03-20T01:45:00.303931Z","steps":["trace[791940055] 'agreement among raft nodes before linearized reading' (duration: 631.623457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:45:00.303996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:44:59.672136Z","time spent":"631.852243ms","remote":"127.0.0.1:55836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1802,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-20T01:45:00.304101Z","caller":"traceutil/trace.go:171","msg":"trace[1932697018] transaction","detail":"{read_only:false; response_revision:4869; number_of_response:1; }","duration":"363.706171ms","start":"2026-03-20T01:44:59.940379Z","end":"2026-03-20T01:45:00.304085Z","steps":["trace[1932697018] 'process raft request' (duration: 363.164098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:45:00.304227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:44:59.940352Z","time spent":"363.789193ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:45:00.304289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.544342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-167b04f8-e85d-4f83-87f8-ad3017a30b57\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-20T01:45:00.304376Z","caller":"traceutil/trace.go:171","msg":"trace[174478926] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-167b04f8-e85d-4f83-87f8-ad3017a30b57; range_end:; response_count:1; response_revision:4869; }","duration":"136.661945ms","start":"2026-03-20T01:45:00.167694Z","end":"2026-03-20T01:45:00.304355Z","steps":["trace[174478926] 'agreement among raft nodes before linearized reading' (duration: 136.481251ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:45:00.731816Z","caller":"traceutil/trace.go:171","msg":"trace[1390010894] linearizableReadLoop","detail":"{readStateIndex:5056; appliedIndex:5055; }","duration":"424.61732ms","start":"2026-03-20T01:45:00.307097Z","end":"2026-03-20T01:45:00.731715Z","steps":["trace[1390010894] 'read index received' (duration: 424.267862ms)","trace[1390010894] 'applied index is now lower than readState.Index' (duration: 347.768µs)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:45:00.732206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.06432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2646b6da-7570-47b8-b38d-7827392f8148\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-03-20T01:45:00.732251Z","caller":"traceutil/trace.go:171","msg":"trace[1342504650] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2646b6da-7570-47b8-b38d-7827392f8148; range_end:; response_count:1; response_revision:4870; }","duration":"425.178452ms","start":"2026-03-20T01:45:00.307056Z","end":"2026-03-20T01:45:00.732235Z","steps":["trace[1342504650] 'agreement among raft nodes before linearized reading' (duration: 424.928257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:45:00.732296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:45:00.307039Z","time spent":"425.247504ms","remote":"127.0.0.1:55828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1296,"request content":"key:\"/registry/persistentvolumes/pvc-2646b6da-7570-47b8-b38d-7827392f8148\" "} {"level":"warn","ts":"2026-03-20T01:45:00.732332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.149525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-20T01:45:00.73241Z","caller":"traceutil/trace.go:171","msg":"trace[600353618] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4870; }","duration":"165.285918ms","start":"2026-03-20T01:45:00.567104Z","end":"2026-03-20T01:45:00.73239Z","steps":["trace[600353618] 'agreement among raft nodes before linearized reading' (duration: 165.051412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:45:00.732147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.561677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:45:00.731866Z","caller":"traceutil/trace.go:171","msg":"trace[1637004654] transaction","detail":"{read_only:false; response_revision:4870; number_of_response:1; }","duration":"442.465232ms","start":"2026-03-20T01:45:00.289359Z","end":"2026-03-20T01:45:00.731825Z","steps":["trace[1637004654] 'process raft request' (duration: 442.113434ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:45:00.732644Z","caller":"traceutil/trace.go:171","msg":"trace[483091160] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4870; }","duration":"344.074259ms","start":"2026-03-20T01:45:00.388505Z","end":"2026-03-20T01:45:00.73258Z","steps":["trace[483091160] 'agreement among raft nodes before linearized reading' (duration: 343.512005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:45:00.732671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.424419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-20T01:45:00.73278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:45:00.388487Z","time spent":"344.258984ms","remote":"127.0.0.1:55680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T01:45:00.732842Z","caller":"traceutil/trace.go:171","msg":"trace[872059480] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:4870; }","duration":"305.687526ms","start":"2026-03-20T01:45:00.427116Z","end":"2026-03-20T01:45:00.732803Z","steps":["trace[872059480] 'agreement among raft nodes before linearized reading' (duration: 305.361589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:45:00.732814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:45:00.289334Z","time spent":"443.366214ms","remote":"127.0.0.1:55868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3748,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:45:00.732956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:45:00.427087Z","time spent":"305.844539ms","remote":"127.0.0.1:44324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-03-20T01:45:01.128481Z","caller":"traceutil/trace.go:171","msg":"trace[18444075] transaction","detail":"{read_only:false; response_revision:4871; number_of_response:1; }","duration":"391.048356ms","start":"2026-03-20T01:45:00.737389Z","end":"2026-03-20T01:45:01.128438Z","steps":["trace[18444075] 'process raft request' (duration: 350.36886ms)","trace[18444075] 'compare' (duration: 40.373399ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:45:01.128648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:45:00.737358Z","time spent":"391.202899ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:45:03.890189Z","caller":"traceutil/trace.go:171","msg":"trace[1345009880] linearizableReadLoop","detail":"{readStateIndex:5069; appliedIndex:5067; }","duration":"661.616352ms","start":"2026-03-20T01:45:03.228533Z","end":"2026-03-20T01:45:03.89015Z","steps":["trace[1345009880] 'read index received' (duration: 5.311438ms)","trace[1345009880] 'applied index is now lower than readState.Index' (duration: 656.303593ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:45:03.89026Z","caller":"traceutil/trace.go:171","msg":"trace[1919274520] transaction","detail":"{read_only:false; response_revision:4882; number_of_response:1; }","duration":"721.508559ms","start":"2026-03-20T01:45:03.168722Z","end":"2026-03-20T01:45:03.89023Z","steps":["trace[1919274520] 'process raft request' (duration: 633.576081ms)","trace[1919274520] 'compare' (duration: 87.360926ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:45:03.890383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:45:03.168676Z","time spent":"721.638332ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:45:03.890479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.941099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-20T01:45:03.890522Z","caller":"traceutil/trace.go:171","msg":"trace[804236438] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4882; }","duration":"662.050242ms","start":"2026-03-20T01:45:03.228461Z","end":"2026-03-20T01:45:03.890511Z","steps":["trace[804236438] 'agreement among raft nodes before linearized reading' (duration: 661.854497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:45:03.890556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:45:03.228425Z","time spent":"662.123274ms","remote":"127.0.0.1:55868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-20T01:45:03.8906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.353179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-20T01:45:03.890677Z","caller":"traceutil/trace.go:171","msg":"trace[1567388318] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4882; }","duration":"221.479072ms","start":"2026-03-20T01:45:03.669181Z","end":"2026-03-20T01:45:03.89066Z","steps":["trace[1567388318] 'agreement among raft nodes before linearized reading' (duration: 221.235666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:45:03.890881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.531904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5m87b\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-20T01:45:03.890914Z","caller":"traceutil/trace.go:171","msg":"trace[129139392] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5m87b; range_end:; response_count:1; response_revision:4882; }","duration":"217.594854ms","start":"2026-03-20T01:45:03.673311Z","end":"2026-03-20T01:45:03.890906Z","steps":["trace[129139392] 'agreement among raft nodes before linearized reading' (duration: 217.499992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:45:03.891549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.057078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:45:03.8917Z","caller":"traceutil/trace.go:171","msg":"trace[2017883654] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4882; }","duration":"504.261612ms","start":"2026-03-20T01:45:03.387412Z","end":"2026-03-20T01:45:03.891674Z","steps":["trace[2017883654] 'agreement among raft nodes before linearized reading' (duration: 504.048738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:45:03.891718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.615933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-167b04f8-e85d-4f83-87f8-ad3017a30b57\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-03-20T01:45:03.891763Z","caller":"traceutil/trace.go:171","msg":"trace[804545525] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-167b04f8-e85d-4f83-87f8-ad3017a30b57; range_end:; response_count:1; response_revision:4882; }","duration":"573.723185ms","start":"2026-03-20T01:45:03.318028Z","end":"2026-03-20T01:45:03.891752Z","steps":["trace[804545525] 'agreement among raft nodes before linearized reading' (duration: 573.022159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:45:03.891769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:45:03.387389Z","time spent":"504.367235ms","remote":"127.0.0.1:55666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T01:45:03.8918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:45:03.317994Z","time spent":"573.797607ms","remote":"127.0.0.1:55868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3970,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-167b04f8-e85d-4f83-87f8-ad3017a30b57\" "} {"level":"info","ts":"2026-03-20T01:45:04.012932Z","caller":"traceutil/trace.go:171","msg":"trace[816390866] linearizableReadLoop","detail":"{readStateIndex:5070; appliedIndex:5069; }","duration":"117.250328ms","start":"2026-03-20T01:45:03.895599Z","end":"2026-03-20T01:45:04.012849Z","steps":["trace[816390866] 'read index received' (duration: 114.803173ms)","trace[816390866] 'applied index is now lower than readState.Index' (duration: 2.445135ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:45:04.013073Z","caller":"traceutil/trace.go:171","msg":"trace[798444574] transaction","detail":"{read_only:false; response_revision:4883; number_of_response:1; }","duration":"117.692288ms","start":"2026-03-20T01:45:03.895353Z","end":"2026-03-20T01:45:04.013045Z","steps":["trace[798444574] 'process raft request' (duration: 115.015358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:45:04.013504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.865901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80209"} {"level":"info","ts":"2026-03-20T01:45:04.01364Z","caller":"traceutil/trace.go:171","msg":"trace[596643329] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:4883; }","duration":"118.037465ms","start":"2026-03-20T01:45:03.895573Z","end":"2026-03-20T01:45:04.01361Z","steps":["trace[596643329] 'agreement among raft nodes before linearized reading' (duration: 117.522504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:45:04.014147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.475155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-20T01:45:04.014234Z","caller":"traceutil/trace.go:171","msg":"trace[346476519] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4883; }","duration":"118.643789ms","start":"2026-03-20T01:45:03.89557Z","end":"2026-03-20T01:45:04.014214Z","steps":["trace[346476519] 'agreement among raft nodes before linearized reading' (duration: 118.019025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:45:10.474691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.628475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T01:45:10.474815Z","caller":"traceutil/trace.go:171","msg":"trace[931498848] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:5021; }","duration":"297.803849ms","start":"2026-03-20T01:45:10.176974Z","end":"2026-03-20T01:45:10.474778Z","steps":["trace[931498848] 'count revisions from in-memory index tree' (duration: 297.528212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:45:10.474792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.110177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-20T01:45:10.474838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.775861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-20T01:45:10.474912Z","caller":"traceutil/trace.go:171","msg":"trace[1649235206] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5021; }","duration":"154.29163ms","start":"2026-03-20T01:45:10.32059Z","end":"2026-03-20T01:45:10.474882Z","steps":["trace[1649235206] 'range keys from in-memory index tree' (duration: 153.877891ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:45:10.474916Z","caller":"traceutil/trace.go:171","msg":"trace[1445981463] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5021; }","duration":"146.860792ms","start":"2026-03-20T01:45:10.328035Z","end":"2026-03-20T01:45:10.474896Z","steps":["trace[1445981463] 'range keys from in-memory index tree' (duration: 146.627767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:45:10.47496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.462044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-20T01:45:10.474702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.886646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-20T01:45:10.475157Z","caller":"traceutil/trace.go:171","msg":"trace[1709641066] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5021; }","duration":"140.378018ms","start":"2026-03-20T01:45:10.334763Z","end":"2026-03-20T01:45:10.475141Z","steps":["trace[1709641066] 'range keys from in-memory index tree' (duration: 139.692752ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:45:10.475102Z","caller":"traceutil/trace.go:171","msg":"trace[1560695093] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5021; }","duration":"138.887573ms","start":"2026-03-20T01:45:10.336193Z","end":"2026-03-20T01:45:10.475081Z","steps":["trace[1560695093] 'range keys from in-memory index tree' (duration: 138.229459ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:45:10.475509Z","caller":"traceutil/trace.go:171","msg":"trace[543645661] transaction","detail":"{read_only:false; response_revision:5022; number_of_response:1; }","duration":"138.893523ms","start":"2026-03-20T01:45:10.336584Z","end":"2026-03-20T01:45:10.475477Z","steps":["trace[543645661] 'process raft request' (duration: 122.875354ms)","trace[543645661] 'compare' (duration: 15.053858ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:45:16.561128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.710941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:45:16.561227Z","caller":"traceutil/trace.go:171","msg":"trace[1161491363] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5060; }","duration":"174.865544ms","start":"2026-03-20T01:45:16.386338Z","end":"2026-03-20T01:45:16.561203Z","steps":["trace[1161491363] 'range keys from in-memory index tree' (duration: 174.615458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:45:16.774165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.47693ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T01:45:16.774444Z","caller":"traceutil/trace.go:171","msg":"trace[1819634740] transaction","detail":"{read_only:false; response_revision:5062; number_of_response:1; }","duration":"208.428868ms","start":"2026-03-20T01:45:16.565957Z","end":"2026-03-20T01:45:16.774386Z","steps":["trace[1819634740] 'process raft request' (duration: 95.60269ms)","trace[1819634740] 'compare' (duration: 112.261875ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:45:16.774536Z","caller":"traceutil/trace.go:171","msg":"trace[1522919024] transaction","detail":"{read_only:false; response_revision:5063; number_of_response:1; }","duration":"208.364797ms","start":"2026-03-20T01:45:16.566074Z","end":"2026-03-20T01:45:16.774438Z","steps":["trace[1522919024] 'process raft request' (duration: 208.235744ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:45:16.774722Z","caller":"traceutil/trace.go:171","msg":"trace[1498983528] transaction","detail":"{read_only:false; response_revision:5064; number_of_response:1; }","duration":"208.454378ms","start":"2026-03-20T01:45:16.566237Z","end":"2026-03-20T01:45:16.774692Z","steps":["trace[1498983528] 'process raft request' (duration: 208.149832ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:45:16.774925Z","caller":"traceutil/trace.go:171","msg":"trace[1178627279] transaction","detail":"{read_only:false; response_revision:5065; number_of_response:1; }","duration":"208.392437ms","start":"2026-03-20T01:45:16.566519Z","end":"2026-03-20T01:45:16.774912Z","steps":["trace[1178627279] 'process raft request' (duration: 208.103191ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:45:28.973125Z","caller":"traceutil/trace.go:171","msg":"trace[1328109379] transaction","detail":"{read_only:false; response_revision:5147; number_of_response:1; }","duration":"132.593383ms","start":"2026-03-20T01:45:28.840492Z","end":"2026-03-20T01:45:28.973085Z","steps":["trace[1328109379] 'process raft request' (duration: 55.844996ms)","trace[1328109379] 'compare' (duration: 76.499661ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:45:28.973281Z","caller":"traceutil/trace.go:171","msg":"trace[1356795880] linearizableReadLoop","detail":"{readStateIndex:5344; appliedIndex:5341; }","duration":"132.290237ms","start":"2026-03-20T01:45:28.840949Z","end":"2026-03-20T01:45:28.973239Z","steps":["trace[1356795880] 'read index received' (duration: 21.161587ms)","trace[1356795880] 'applied index is now lower than readState.Index' (duration: 111.12577ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:45:28.97335Z","caller":"traceutil/trace.go:171","msg":"trace[356399149] transaction","detail":"{read_only:false; response_revision:5148; number_of_response:1; }","duration":"132.46378ms","start":"2026-03-20T01:45:28.840854Z","end":"2026-03-20T01:45:28.973318Z","steps":["trace[356399149] 'process raft request' (duration: 132.179453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:45:28.973567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.606463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-20T01:45:28.973614Z","caller":"traceutil/trace.go:171","msg":"trace[225119080] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5148; }","duration":"132.705556ms","start":"2026-03-20T01:45:28.840894Z","end":"2026-03-20T01:45:28.973599Z","steps":["trace[225119080] 'agreement among raft nodes before linearized reading' (duration: 132.485491ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:45:38.495186Z","caller":"traceutil/trace.go:171","msg":"trace[2029087009] transaction","detail":"{read_only:false; response_revision:5201; number_of_response:1; }","duration":"121.408039ms","start":"2026-03-20T01:45:38.373749Z","end":"2026-03-20T01:45:38.495157Z","steps":["trace[2029087009] 'process raft request' (duration: 121.133092ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:45:50.903473Z","caller":"traceutil/trace.go:171","msg":"trace[1415802654] linearizableReadLoop","detail":"{readStateIndex:5556; appliedIndex:5555; }","duration":"302.078878ms","start":"2026-03-20T01:45:50.601367Z","end":"2026-03-20T01:45:50.903446Z","steps":["trace[1415802654] 'read index received' (duration: 301.966645ms)","trace[1415802654] 'applied index is now lower than readState.Index' (duration: 110.773µs)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:45:50.903616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.218501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:45:50.903658Z","caller":"traceutil/trace.go:171","msg":"trace[314437448] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:5355; }","duration":"302.335413ms","start":"2026-03-20T01:45:50.60131Z","end":"2026-03-20T01:45:50.903645Z","steps":["trace[314437448] 'agreement among raft nodes before linearized reading' (duration: 302.235961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:45:50.903705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:45:50.601289Z","time spent":"302.403154ms","remote":"127.0.0.1:60982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":26,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-03-20T01:45:50.903522Z","caller":"traceutil/trace.go:171","msg":"trace[1736518163] transaction","detail":"{read_only:false; response_revision:5355; number_of_response:1; }","duration":"357.685906ms","start":"2026-03-20T01:45:50.54579Z","end":"2026-03-20T01:45:50.903476Z","steps":["trace[1736518163] 'process raft request' (duration: 357.493712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:45:50.903971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:45:50.54577Z","time spent":"358.096445ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:45:50.905345Z","caller":"traceutil/trace.go:171","msg":"trace[467363219] transaction","detail":"{read_only:false; response_revision:5356; number_of_response:1; }","duration":"144.94607ms","start":"2026-03-20T01:45:50.760369Z","end":"2026-03-20T01:45:50.905315Z","steps":["trace[467363219] 'process raft request' (duration: 144.766376ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:46:00.338085Z","caller":"traceutil/trace.go:171","msg":"trace[1248659761] linearizableReadLoop","detail":"{readStateIndex:5615; appliedIndex:5614; }","duration":"143.241023ms","start":"2026-03-20T01:46:00.194822Z","end":"2026-03-20T01:46:00.338063Z","steps":["trace[1248659761] 'read index received' (duration: 143.169671ms)","trace[1248659761] 'applied index is now lower than readState.Index' (duration: 70.232µs)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:46:00.338235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.386446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:46:00.338271Z","caller":"traceutil/trace.go:171","msg":"trace[1130793180] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5412; }","duration":"143.469797ms","start":"2026-03-20T01:46:00.194788Z","end":"2026-03-20T01:46:00.338258Z","steps":["trace[1130793180] 'agreement among raft nodes before linearized reading' (duration: 143.389035ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:46:00.338366Z","caller":"traceutil/trace.go:171","msg":"trace[1637124182] transaction","detail":"{read_only:false; response_revision:5412; number_of_response:1; }","duration":"184.700311ms","start":"2026-03-20T01:46:00.153635Z","end":"2026-03-20T01:46:00.338335Z","steps":["trace[1637124182] 'process raft request' (duration: 184.263121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:46:00.683197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.260518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5m87b\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-20T01:46:00.683302Z","caller":"traceutil/trace.go:171","msg":"trace[771992196] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5m87b; range_end:; response_count:1; response_revision:5413; }","duration":"206.463763ms","start":"2026-03-20T01:46:00.476813Z","end":"2026-03-20T01:46:00.683277Z","steps":["trace[771992196] 'range keys from in-memory index tree' (duration: 205.952452ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:46:01.17477Z","caller":"traceutil/trace.go:171","msg":"trace[587486123] transaction","detail":"{read_only:false; response_revision:5414; number_of_response:1; }","duration":"387.553231ms","start":"2026-03-20T01:46:00.787189Z","end":"2026-03-20T01:46:01.174742Z","steps":["trace[587486123] 'process raft request' (duration: 387.351267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:46:01.17495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:00.787159Z","time spent":"387.696606ms","remote":"127.0.0.1:44336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:46:01.766616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.594008ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:46:01.76677Z","caller":"traceutil/trace.go:171","msg":"trace[1570333431] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5414; }","duration":"214.785392ms","start":"2026-03-20T01:46:01.55196Z","end":"2026-03-20T01:46:01.766745Z","steps":["trace[1570333431] 'range keys from in-memory index tree' (duration: 214.564707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:46:01.767653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.822501ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T01:46:01.767898Z","caller":"traceutil/trace.go:171","msg":"trace[1701601295] transaction","detail":"{read_only:false; response_revision:5415; number_of_response:1; }","duration":"829.447484ms","start":"2026-03-20T01:46:00.938393Z","end":"2026-03-20T01:46:01.767841Z","steps":["trace[1701601295] 'process raft request' (duration: 268.831695ms)","trace[1701601295] 'compare' (duration: 559.550695ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:46:01.767999Z","caller":"traceutil/trace.go:171","msg":"trace[1711044769] linearizableReadLoop","detail":"{readStateIndex:5618; appliedIndex:5616; }","duration":"821.644677ms","start":"2026-03-20T01:46:00.946292Z","end":"2026-03-20T01:46:01.767937Z","steps":["trace[1711044769] 'read index received' (duration: 228.317477ms)","trace[1711044769] 'applied index is now lower than readState.Index' (duration: 593.32017ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:46:01.768336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:00.93835Z","time spent":"829.700189ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:46:01.76833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.007515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-20T01:46:01.768675Z","caller":"traceutil/trace.go:171","msg":"trace[398787889] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5415; }","duration":"822.418854ms","start":"2026-03-20T01:46:00.946233Z","end":"2026-03-20T01:46:01.768652Z","steps":["trace[398787889] 'agreement among raft nodes before linearized reading' (duration: 821.824191ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:46:01.768453Z","caller":"traceutil/trace.go:171","msg":"trace[1063054109] transaction","detail":"{read_only:false; response_revision:5416; number_of_response:1; }","duration":"390.080219ms","start":"2026-03-20T01:46:01.378335Z","end":"2026-03-20T01:46:01.768416Z","steps":["trace[1063054109] 'process raft request' (duration: 389.541747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:46:01.768842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:00.9462Z","time spent":"822.580459ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T01:46:01.768963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:01.378316Z","time spent":"390.499939ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:46:01.786701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.031414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:46:01.786757Z","caller":"traceutil/trace.go:171","msg":"trace[11735295] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5417; }","duration":"457.109376ms","start":"2026-03-20T01:46:01.329634Z","end":"2026-03-20T01:46:01.786743Z","steps":["trace[11735295] 'agreement among raft nodes before linearized reading' (duration: 457.026254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:46:01.786789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:01.329622Z","time spent":"457.160167ms","remote":"127.0.0.1:55934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":26,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-03-20T01:46:01.7868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.696892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-20T01:46:01.786869Z","caller":"traceutil/trace.go:171","msg":"trace[612676768] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5417; }","duration":"515.773804ms","start":"2026-03-20T01:46:01.271073Z","end":"2026-03-20T01:46:01.786847Z","steps":["trace[612676768] 'agreement among raft nodes before linearized reading' (duration: 515.663181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:46:01.786912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:01.271062Z","time spent":"515.841245ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":579,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-20T01:46:01.786953Z","caller":"traceutil/trace.go:171","msg":"trace[1283933294] transaction","detail":"{read_only:false; response_revision:5417; number_of_response:1; }","duration":"253.037887ms","start":"2026-03-20T01:46:01.533902Z","end":"2026-03-20T01:46:01.78694Z","steps":["trace[1283933294] 'process raft request' (duration: 252.434324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:46:01.787232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.424765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-20T01:46:01.787302Z","caller":"traceutil/trace.go:171","msg":"trace[143898697] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5417; }","duration":"606.510657ms","start":"2026-03-20T01:46:01.180779Z","end":"2026-03-20T01:46:01.78729Z","steps":["trace[143898697] 'agreement among raft nodes before linearized reading' (duration: 606.262001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:46:01.787291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.414907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T01:46:01.787342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.303727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-20T01:46:01.787335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.608839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-20T01:46:01.787363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:01.180771Z","time spent":"606.582738ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-20T01:46:01.787377Z","caller":"traceutil/trace.go:171","msg":"trace[149480484] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5417; }","duration":"520.42077ms","start":"2026-03-20T01:46:01.266947Z","end":"2026-03-20T01:46:01.787368Z","steps":["trace[149480484] 'agreement among raft nodes before linearized reading' (duration: 520.331528ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:46:01.787384Z","caller":"traceutil/trace.go:171","msg":"trace[306199906] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5417; }","duration":"455.54423ms","start":"2026-03-20T01:46:01.331822Z","end":"2026-03-20T01:46:01.787366Z","steps":["trace[306199906] 'agreement among raft nodes before linearized reading' (duration: 455.383927ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:46:01.787395Z","caller":"traceutil/trace.go:171","msg":"trace[2124204579] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5417; }","duration":"606.783003ms","start":"2026-03-20T01:46:01.180597Z","end":"2026-03-20T01:46:01.78738Z","steps":["trace[2124204579] 'agreement among raft nodes before linearized reading' (duration: 606.560958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:46:01.787417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:01.266922Z","time spent":"520.48891ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-20T01:46:01.787428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:01.331814Z","time spent":"455.604642ms","remote":"127.0.0.1:55934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":26,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-03-20T01:46:01.78744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:01.180565Z","time spent":"606.866975ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T01:46:01.78669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.992803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-20T01:46:01.787563Z","caller":"traceutil/trace.go:171","msg":"trace[170807454] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5417; }","duration":"749.941724ms","start":"2026-03-20T01:46:01.03761Z","end":"2026-03-20T01:46:01.787552Z","steps":["trace[170807454] 'agreement among raft nodes before linearized reading' (duration: 748.8844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:46:01.787636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:01.037586Z","time spent":"750.010745ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T01:46:01.787561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.767547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6157"} {"level":"info","ts":"2026-03-20T01:46:01.78781Z","caller":"traceutil/trace.go:171","msg":"trace[885640661] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5417; }","duration":"456.304068ms","start":"2026-03-20T01:46:01.331488Z","end":"2026-03-20T01:46:01.787792Z","steps":["trace[885640661] 'agreement among raft nodes before linearized reading' (duration: 455.609272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:46:01.787886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:01.331475Z","time spent":"456.39324ms","remote":"127.0.0.1:55934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6178,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-03-20T01:46:01.787945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.519637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:46:01.788009Z","caller":"traceutil/trace.go:171","msg":"trace[1731326136] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5417; }","duration":"401.595199ms","start":"2026-03-20T01:46:01.386394Z","end":"2026-03-20T01:46:01.787989Z","steps":["trace[1731326136] 'agreement among raft nodes before linearized reading' (duration: 401.496027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:46:01.788044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:01.386384Z","time spent":"401.65469ms","remote":"127.0.0.1:55666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T01:46:02.209913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.355135ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T01:46:02.210169Z","caller":"traceutil/trace.go:171","msg":"trace[1650838152] transaction","detail":"{read_only:false; response_revision:5418; number_of_response:1; }","duration":"435.434604ms","start":"2026-03-20T01:46:01.774653Z","end":"2026-03-20T01:46:02.210087Z","steps":["trace[1650838152] 'process raft request' (duration: 272.795593ms)","trace[1650838152] 'compare' (duration: 161.841533ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:46:02.21053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:01.774625Z","time spent":"435.67768ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:46:02.279528Z","caller":"traceutil/trace.go:171","msg":"trace[761977614] linearizableReadLoop","detail":"{readStateIndex:5622; appliedIndex:5620; }","duration":"490.512102ms","start":"2026-03-20T01:46:01.788985Z","end":"2026-03-20T01:46:02.279497Z","steps":["trace[761977614] 'read index received' (duration: 258.47946ms)","trace[761977614] 'applied index is now lower than readState.Index' (duration: 232.031172ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:46:02.279708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.698907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:46:02.279764Z","caller":"traceutil/trace.go:171","msg":"trace[680836166] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5419; }","duration":"490.793468ms","start":"2026-03-20T01:46:01.788956Z","end":"2026-03-20T01:46:02.279749Z","steps":["trace[680836166] 'agreement among raft nodes before linearized reading' (duration: 490.665815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:46:02.279808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:01.788934Z","time spent":"490.86551ms","remote":"127.0.0.1:55680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T01:46:02.27985Z","caller":"traceutil/trace.go:171","msg":"trace[236720537] transaction","detail":"{read_only:false; response_revision:5420; number_of_response:1; }","duration":"487.202157ms","start":"2026-03-20T01:46:01.792582Z","end":"2026-03-20T01:46:02.279784Z","steps":["trace[236720537] 'process raft request' (duration: 487.098965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:46:02.280038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:01.792569Z","time spent":"487.373691ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:46:02.280028Z","caller":"traceutil/trace.go:171","msg":"trace[644165348] transaction","detail":"{read_only:false; response_revision:5423; number_of_response:1; }","duration":"486.570623ms","start":"2026-03-20T01:46:01.793432Z","end":"2026-03-20T01:46:02.280003Z","steps":["trace[644165348] 'process raft request' (duration: 486.522032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:46:02.280172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:01.793413Z","time spent":"486.685306ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:46:02.280118Z","caller":"traceutil/trace.go:171","msg":"trace[1083905354] transaction","detail":"{read_only:false; response_revision:5419; number_of_response:1; }","duration":"487.910203ms","start":"2026-03-20T01:46:01.792165Z","end":"2026-03-20T01:46:02.280075Z","steps":["trace[1083905354] 'process raft request' (duration: 487.212278ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:46:02.280351Z","caller":"traceutil/trace.go:171","msg":"trace[445764892] transaction","detail":"{read_only:false; response_revision:5421; number_of_response:1; }","duration":"487.685328ms","start":"2026-03-20T01:46:01.792641Z","end":"2026-03-20T01:46:02.280326Z","steps":["trace[445764892] 'process raft request' (duration: 487.108425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:46:02.280457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:01.792619Z","time spent":"487.78804ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:46:02.280473Z","caller":"traceutil/trace.go:171","msg":"trace[831177888] transaction","detail":"{read_only:false; response_revision:5422; number_of_response:1; }","duration":"487.154236ms","start":"2026-03-20T01:46:01.7933Z","end":"2026-03-20T01:46:02.280454Z","steps":["trace[831177888] 'process raft request' (duration: 486.576133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:46:02.28054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:01.793279Z","time spent":"487.229138ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:46:02.280675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:01.792138Z","time spent":"488.25374ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:46:18.530013Z","caller":"traceutil/trace.go:171","msg":"trace[1542507157] linearizableReadLoop","detail":"{readStateIndex:5726; appliedIndex:5725; }","duration":"231.283156ms","start":"2026-03-20T01:46:18.298695Z","end":"2026-03-20T01:46:18.529978Z","steps":["trace[1542507157] 'read index received' (duration: 231.083961ms)","trace[1542507157] 'applied index is now lower than readState.Index' (duration: 197.725µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:46:18.530066Z","caller":"traceutil/trace.go:171","msg":"trace[614694427] transaction","detail":"{read_only:false; response_revision:5519; number_of_response:1; }","duration":"257.664862ms","start":"2026-03-20T01:46:18.272362Z","end":"2026-03-20T01:46:18.530027Z","steps":["trace[614694427] 'process raft request' (duration: 257.427357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:46:18.530313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.599362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-20T01:46:18.530359Z","caller":"traceutil/trace.go:171","msg":"trace[444306250] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5519; }","duration":"231.710375ms","start":"2026-03-20T01:46:18.298637Z","end":"2026-03-20T01:46:18.530347Z","steps":["trace[444306250] 'agreement among raft nodes before linearized reading' (duration: 231.50475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:46:19.131537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.841872ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T01:46:19.13179Z","caller":"traceutil/trace.go:171","msg":"trace[1638935978] transaction","detail":"{read_only:false; response_revision:5522; number_of_response:1; }","duration":"104.634109ms","start":"2026-03-20T01:46:19.027091Z","end":"2026-03-20T01:46:19.131725Z","steps":["trace[1638935978] 'process raft request' (duration: 104.595518ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:46:19.131754Z","caller":"traceutil/trace.go:171","msg":"trace[239619480] transaction","detail":"{read_only:false; response_revision:5520; number_of_response:1; }","duration":"638.342928ms","start":"2026-03-20T01:46:18.49335Z","end":"2026-03-20T01:46:19.131693Z","steps":["trace[239619480] 'process raft request' (duration: 537.251389ms)","trace[239619480] 'compare' (duration: 100.73373ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:46:19.132003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:18.493329Z","time spent":"638.537083ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:46:19.132153Z","caller":"traceutil/trace.go:171","msg":"trace[171795705] transaction","detail":"{read_only:false; response_revision:5521; number_of_response:1; }","duration":"598.196689ms","start":"2026-03-20T01:46:18.533921Z","end":"2026-03-20T01:46:19.132117Z","steps":["trace[171795705] 'process raft request' (duration: 597.711468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:46:19.132271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:18.533896Z","time spent":"598.293422ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:46:19.132386Z","caller":"traceutil/trace.go:171","msg":"trace[2094696166] linearizableReadLoop","detail":"{readStateIndex:5727; appliedIndex:5726; }","duration":"602.209911ms","start":"2026-03-20T01:46:18.530101Z","end":"2026-03-20T01:46:19.132311Z","steps":["trace[2094696166] 'read index received' (duration: 500.514308ms)","trace[2094696166] 'applied index is now lower than readState.Index' (duration: 101.690683ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:46:19.13257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.465721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-20T01:46:19.132645Z","caller":"traceutil/trace.go:171","msg":"trace[1515137268] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5522; }","duration":"687.601204ms","start":"2026-03-20T01:46:18.445026Z","end":"2026-03-20T01:46:19.132627Z","steps":["trace[1515137268] 'agreement among raft nodes before linearized reading' (duration: 687.320187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:46:19.132648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.733144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-20T01:46:19.132621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.868579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T01:46:19.132693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:18.445004Z","time spent":"687.681135ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-20T01:46:19.132703Z","caller":"traceutil/trace.go:171","msg":"trace[1201015678] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5522; }","duration":"766.832116ms","start":"2026-03-20T01:46:18.365855Z","end":"2026-03-20T01:46:19.132687Z","steps":["trace[1201015678] 'agreement among raft nodes before linearized reading' (duration: 766.649452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:46:19.132703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.391013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-20T01:46:19.132742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:18.365832Z","time spent":"766.900958ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-20T01:46:19.13272Z","caller":"traceutil/trace.go:171","msg":"trace[678214116] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5522; }","duration":"745.046223ms","start":"2026-03-20T01:46:18.387653Z","end":"2026-03-20T01:46:19.132699Z","steps":["trace[678214116] 'agreement among raft nodes before linearized reading' (duration: 744.767927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:46:19.132712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.177383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-20T01:46:19.132771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.218015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5m87b\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-20T01:46:19.132745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.293602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-20T01:46:19.132816Z","caller":"traceutil/trace.go:171","msg":"trace[682541827] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5522; }","duration":"687.341327ms","start":"2026-03-20T01:46:18.445459Z","end":"2026-03-20T01:46:19.132801Z","steps":["trace[682541827] 'agreement among raft nodes before linearized reading' (duration: 686.903817ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:46:19.132851Z","caller":"traceutil/trace.go:171","msg":"trace[629649166] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5m87b; range_end:; response_count:1; response_revision:5522; }","duration":"342.365388ms","start":"2026-03-20T01:46:18.790469Z","end":"2026-03-20T01:46:19.132834Z","steps":["trace[629649166] 'agreement among raft nodes before linearized reading' (duration: 342.150594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:46:19.132894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:18.790446Z","time spent":"342.43639ms","remote":"127.0.0.1:55868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-5m87b\" "} {"level":"warn","ts":"2026-03-20T01:46:19.132858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:18.387638Z","time spent":"745.203556ms","remote":"127.0.0.1:55666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T01:46:19.1329Z","caller":"traceutil/trace.go:171","msg":"trace[565899291] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5522; }","duration":"720.482427ms","start":"2026-03-20T01:46:18.412382Z","end":"2026-03-20T01:46:19.132864Z","steps":["trace[565899291] 'agreement among raft nodes before linearized reading' (duration: 720.033467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:46:19.132778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.914617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-20T01:46:19.132925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:18.445427Z","time spent":"687.442229ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-20T01:46:19.13279Z","caller":"traceutil/trace.go:171","msg":"trace[1141837175] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:5522; }","duration":"313.458844ms","start":"2026-03-20T01:46:18.819288Z","end":"2026-03-20T01:46:19.132746Z","steps":["trace[1141837175] 'agreement among raft nodes before linearized reading' (duration: 313.321731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:46:19.132966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:18.412369Z","time spent":"720.582889ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-20T01:46:19.132984Z","caller":"traceutil/trace.go:171","msg":"trace[261889710] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:5522; }","duration":"402.179643ms","start":"2026-03-20T01:46:18.730784Z","end":"2026-03-20T01:46:19.132963Z","steps":["trace[261889710] 'agreement among raft nodes before linearized reading' (duration: 401.828955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:46:19.133019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:18.819224Z","time spent":"313.769592ms","remote":"127.0.0.1:55836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":6,"response size":28,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-20T01:46:19.133039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:18.730759Z","time spent":"402.265615ms","remote":"127.0.0.1:56022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":97,"response size":28,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-03-20T01:46:19.289906Z","caller":"traceutil/trace.go:171","msg":"trace[1241111571] transaction","detail":"{read_only:false; response_revision:5524; number_of_response:1; }","duration":"151.571ms","start":"2026-03-20T01:46:19.138318Z","end":"2026-03-20T01:46:19.289889Z","steps":["trace[1241111571] 'process raft request' (duration: 144.986622ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:46:19.289896Z","caller":"traceutil/trace.go:171","msg":"trace[1554238786] transaction","detail":"{read_only:false; response_revision:5526; number_of_response:1; }","duration":"150.525618ms","start":"2026-03-20T01:46:19.139344Z","end":"2026-03-20T01:46:19.289869Z","steps":["trace[1554238786] 'process raft request' (duration: 150.475836ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:46:19.290154Z","caller":"traceutil/trace.go:171","msg":"trace[20077137] transaction","detail":"{read_only:false; response_revision:5525; number_of_response:1; }","duration":"151.628622ms","start":"2026-03-20T01:46:19.138346Z","end":"2026-03-20T01:46:19.289975Z","steps":["trace[20077137] 'process raft request' (duration: 151.421667ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:46:20.060662Z","caller":"traceutil/trace.go:171","msg":"trace[1627167417] transaction","detail":"{read_only:false; response_revision:5528; number_of_response:1; }","duration":"152.719906ms","start":"2026-03-20T01:46:19.907916Z","end":"2026-03-20T01:46:20.060636Z","steps":["trace[1627167417] 'process raft request' (duration: 152.567742ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:46:20.202985Z","caller":"traceutil/trace.go:171","msg":"trace[476559264] transaction","detail":"{read_only:false; response_revision:5529; number_of_response:1; }","duration":"286.056464ms","start":"2026-03-20T01:46:19.916897Z","end":"2026-03-20T01:46:20.202953Z","steps":["trace[476559264] 'process raft request' (duration: 232.893011ms)","trace[476559264] 'compare' (duration: 53.02607ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:46:43.44323Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2755} {"level":"info","ts":"2026-03-20T01:46:43.509353Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2755,"took":"64.296739ms","hash":3205056489,"current-db-size-bytes":41701376,"current-db-size":"42 MB","current-db-size-in-use-bytes":31100928,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-20T01:46:43.509474Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3205056489,"revision":2755,"compact-revision":-1} {"level":"info","ts":"2026-03-20T01:46:51.794952Z","caller":"traceutil/trace.go:171","msg":"trace[1139033432] transaction","detail":"{read_only:false; response_revision:5738; number_of_response:1; }","duration":"175.630983ms","start":"2026-03-20T01:46:51.619261Z","end":"2026-03-20T01:46:51.794892Z","steps":["trace[1139033432] 'process raft request' (duration: 159.822171ms)","trace[1139033432] 'compare' (duration: 15.576875ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:51:25.462811Z","caller":"traceutil/trace.go:171","msg":"trace[2060537999] linearizableReadLoop","detail":"{readStateIndex:7905; appliedIndex:7904; }","duration":"309.927221ms","start":"2026-03-20T01:51:25.152857Z","end":"2026-03-20T01:51:25.462785Z","steps":["trace[2060537999] 'read index received' (duration: 309.719467ms)","trace[2060537999] 'applied index is now lower than readState.Index' (duration: 206.614µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:51:25.462848Z","caller":"traceutil/trace.go:171","msg":"trace[673149722] transaction","detail":"{read_only:false; response_revision:7622; number_of_response:1; }","duration":"345.103853ms","start":"2026-03-20T01:51:25.117721Z","end":"2026-03-20T01:51:25.462824Z","steps":["trace[673149722] 'process raft request' (duration: 344.905109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:51:25.462956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.087703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T01:51:25.462982Z","caller":"traceutil/trace.go:171","msg":"trace[1401769432] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:7622; }","duration":"310.159405ms","start":"2026-03-20T01:51:25.152814Z","end":"2026-03-20T01:51:25.462973Z","steps":["trace[1401769432] 'agreement among raft nodes before linearized reading' (duration: 310.087944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:51:25.462975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:51:25.117697Z","time spent":"345.204994ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:51:25.46304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:51:25.152793Z","time spent":"310.236956ms","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":23,"response size":28,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-20T01:51:25.576225Z","caller":"traceutil/trace.go:171","msg":"trace[116309248] transaction","detail":"{read_only:false; response_revision:7623; number_of_response:1; }","duration":"411.458056ms","start":"2026-03-20T01:51:25.164713Z","end":"2026-03-20T01:51:25.576171Z","steps":["trace[116309248] 'process raft request' (duration: 386.740675ms)","trace[116309248] 'compare' (duration: 24.392216ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:51:25.576362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.543109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:51:25.576373Z","caller":"traceutil/trace.go:171","msg":"trace[1700263644] transaction","detail":"{read_only:false; response_revision:7624; number_of_response:1; }","duration":"227.046313ms","start":"2026-03-20T01:51:25.349297Z","end":"2026-03-20T01:51:25.576343Z","steps":["trace[1700263644] 'process raft request' (duration: 226.769889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:51:25.576418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:51:25.164685Z","time spent":"411.63424ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:51:25.576433Z","caller":"traceutil/trace.go:171","msg":"trace[369647536] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7624; }","duration":"190.631421ms","start":"2026-03-20T01:51:25.385787Z","end":"2026-03-20T01:51:25.576418Z","steps":["trace[369647536] 'agreement among raft nodes before linearized reading' (duration: 190.513249ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:51:25.57624Z","caller":"traceutil/trace.go:171","msg":"trace[560405160] linearizableReadLoop","detail":"{readStateIndex:7907; appliedIndex:7905; }","duration":"113.332138ms","start":"2026-03-20T01:51:25.462879Z","end":"2026-03-20T01:51:25.576212Z","steps":["trace[560405160] 'read index received' (duration: 88.607286ms)","trace[560405160] 'applied index is now lower than readState.Index' (duration: 24.723742ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:51:25.614267Z","caller":"traceutil/trace.go:171","msg":"trace[5146632] transaction","detail":"{read_only:false; response_revision:7625; number_of_response:1; }","duration":"132.628908ms","start":"2026-03-20T01:51:25.481614Z","end":"2026-03-20T01:51:25.614243Z","steps":["trace[5146632] 'process raft request' (duration: 132.502136ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:51:26.612277Z","caller":"traceutil/trace.go:171","msg":"trace[893292584] linearizableReadLoop","detail":"{readStateIndex:7909; appliedIndex:7908; }","duration":"236.642296ms","start":"2026-03-20T01:51:26.37561Z","end":"2026-03-20T01:51:26.612252Z","steps":["trace[893292584] 'read index received' (duration: 236.423163ms)","trace[893292584] 'applied index is now lower than readState.Index' (duration: 218.213µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:51:26.612376Z","caller":"traceutil/trace.go:171","msg":"trace[1599948551] transaction","detail":"{read_only:false; response_revision:7626; number_of_response:1; }","duration":"278.667246ms","start":"2026-03-20T01:51:26.333674Z","end":"2026-03-20T01:51:26.612341Z","steps":["trace[1599948551] 'process raft request' (duration: 278.414722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:51:26.612471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.84205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T01:51:26.612517Z","caller":"traceutil/trace.go:171","msg":"trace[1371827126] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:7626; }","duration":"236.958041ms","start":"2026-03-20T01:51:26.375545Z","end":"2026-03-20T01:51:26.612503Z","steps":["trace[1371827126] 'agreement among raft nodes before linearized reading' (duration: 236.830269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:51:26.612567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.655496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:51:26.612693Z","caller":"traceutil/trace.go:171","msg":"trace[1121593706] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7626; }","duration":"226.802279ms","start":"2026-03-20T01:51:26.385846Z","end":"2026-03-20T01:51:26.612648Z","steps":["trace[1121593706] 'agreement among raft nodes before linearized reading' (duration: 226.641706ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:51:27.176487Z","caller":"traceutil/trace.go:171","msg":"trace[188788395] linearizableReadLoop","detail":"{readStateIndex:7915; appliedIndex:7914; }","duration":"160.469183ms","start":"2026-03-20T01:51:27.015991Z","end":"2026-03-20T01:51:27.17646Z","steps":["trace[188788395] 'read index received' (duration: 160.358611ms)","trace[188788395] 'applied index is now lower than readState.Index' (duration: 109.262µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:51:27.17652Z","caller":"traceutil/trace.go:171","msg":"trace[1190158412] transaction","detail":"{read_only:false; response_revision:7631; number_of_response:1; }","duration":"162.541598ms","start":"2026-03-20T01:51:27.013948Z","end":"2026-03-20T01:51:27.176489Z","steps":["trace[1190158412] 'process raft request' (duration: 162.275782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:51:27.176681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.664958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5m87b\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-20T01:51:27.17672Z","caller":"traceutil/trace.go:171","msg":"trace[681760879] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5m87b; range_end:; response_count:1; response_revision:7631; }","duration":"160.730229ms","start":"2026-03-20T01:51:27.015974Z","end":"2026-03-20T01:51:27.176704Z","steps":["trace[681760879] 'agreement among raft nodes before linearized reading' (duration: 160.587306ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:51:27.202616Z","caller":"traceutil/trace.go:171","msg":"trace[678330159] transaction","detail":"{read_only:false; response_revision:7632; number_of_response:1; }","duration":"107.313036ms","start":"2026-03-20T01:51:27.095286Z","end":"2026-03-20T01:51:27.202599Z","steps":["trace[678330159] 'process raft request' (duration: 107.120032ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:51:27.373032Z","caller":"traceutil/trace.go:171","msg":"trace[1841377000] transaction","detail":"{read_only:false; response_revision:7633; number_of_response:1; }","duration":"125.796421ms","start":"2026-03-20T01:51:27.247211Z","end":"2026-03-20T01:51:27.373007Z","steps":["trace[1841377000] 'process raft request' (duration: 87.84557ms)","trace[1841377000] 'compare' (duration: 37.727426ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:51:27.72944Z","caller":"traceutil/trace.go:171","msg":"trace[1146397821] transaction","detail":"{read_only:false; response_revision:7636; number_of_response:1; }","duration":"148.03258ms","start":"2026-03-20T01:51:27.581373Z","end":"2026-03-20T01:51:27.729405Z","steps":["trace[1146397821] 'process raft request' (duration: 106.892567ms)","trace[1146397821] 'compare' (duration: 40.830846ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:51:27.764714Z","caller":"traceutil/trace.go:171","msg":"trace[205805092] transaction","detail":"{read_only:false; response_revision:7637; number_of_response:1; }","duration":"182.458713ms","start":"2026-03-20T01:51:27.582228Z","end":"2026-03-20T01:51:27.764687Z","steps":["trace[205805092] 'process raft request' (duration: 182.307449ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:51:43.449829Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5693} {"level":"info","ts":"2026-03-20T01:51:43.538573Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5693,"took":"86.804436ms","hash":451254339,"current-db-size-bytes":42147840,"current-db-size":"42 MB","current-db-size-in-use-bytes":23527424,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-20T01:51:43.538626Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":451254339,"revision":5693,"compact-revision":2755} {"level":"info","ts":"2026-03-20T01:51:51.922759Z","caller":"traceutil/trace.go:171","msg":"trace[2021922543] transaction","detail":"{read_only:false; response_revision:7807; number_of_response:1; }","duration":"107.520411ms","start":"2026-03-20T01:51:51.815208Z","end":"2026-03-20T01:51:51.922728Z","steps":["trace[2021922543] 'process raft request' (duration: 107.296296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:51:55.333162Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879701952739431,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-20T01:51:55.37784Z","caller":"traceutil/trace.go:171","msg":"trace[1635495437] linearizableReadLoop","detail":"{readStateIndex:8111; appliedIndex:8110; }","duration":"545.681038ms","start":"2026-03-20T01:51:54.832133Z","end":"2026-03-20T01:51:55.377814Z","steps":["trace[1635495437] 'read index received' (duration: 545.535065ms)","trace[1635495437] 'applied index is now lower than readState.Index' (duration: 145.153µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:51:55.377875Z","caller":"traceutil/trace.go:171","msg":"trace[2053854887] transaction","detail":"{read_only:false; response_revision:7819; number_of_response:1; }","duration":"658.220031ms","start":"2026-03-20T01:51:54.719619Z","end":"2026-03-20T01:51:55.377839Z","steps":["trace[2053854887] 'process raft request' (duration: 658.059428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:51:55.377997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:51:54.719596Z","time spent":"658.325994ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:51:55.378023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.881092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-20T01:51:55.378058Z","caller":"traceutil/trace.go:171","msg":"trace[482631527] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7819; }","duration":"545.954574ms","start":"2026-03-20T01:51:54.832093Z","end":"2026-03-20T01:51:55.378048Z","steps":["trace[482631527] 'agreement among raft nodes before linearized reading' (duration: 545.828211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:51:55.378094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:51:54.832073Z","time spent":"546.014406ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T01:51:55.378211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.091754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-20T01:51:55.378334Z","caller":"traceutil/trace.go:171","msg":"trace[1138462266] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7819; }","duration":"330.252476ms","start":"2026-03-20T01:51:55.048039Z","end":"2026-03-20T01:51:55.378291Z","steps":["trace[1138462266] 'agreement among raft nodes before linearized reading' (duration: 329.96777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:51:55.378396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:51:55.048018Z","time spent":"330.365289ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T01:51:55.37837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.019147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-20T01:51:55.378423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.68411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-20T01:51:55.378541Z","caller":"traceutil/trace.go:171","msg":"trace[484474610] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:7819; }","duration":"534.108549ms","start":"2026-03-20T01:51:54.844331Z","end":"2026-03-20T01:51:55.378439Z","steps":["trace[484474610] 'agreement among raft nodes before linearized reading' (duration: 533.625948ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:51:55.378628Z","caller":"traceutil/trace.go:171","msg":"trace[932953891] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7819; }","duration":"311.826693ms","start":"2026-03-20T01:51:55.066668Z","end":"2026-03-20T01:51:55.378495Z","steps":["trace[932953891] 'agreement among raft nodes before linearized reading' (duration: 311.321042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:51:55.378908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:51:54.844296Z","time spent":"534.385365ms","remote":"127.0.0.1:56100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":28,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-20T01:51:55.379036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:51:55.066647Z","time spent":"312.259083ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-20T01:51:58.109535Z","caller":"traceutil/trace.go:171","msg":"trace[139455675] transaction","detail":"{read_only:false; response_revision:7838; number_of_response:1; }","duration":"156.605753ms","start":"2026-03-20T01:51:57.952902Z","end":"2026-03-20T01:51:58.109508Z","steps":["trace[139455675] 'process raft request' (duration: 134.576589ms)","trace[139455675] 'compare' (duration: 21.787808ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:51:58.208778Z","caller":"traceutil/trace.go:171","msg":"trace[455025769] transaction","detail":"{read_only:false; response_revision:7839; number_of_response:1; }","duration":"253.998017ms","start":"2026-03-20T01:51:57.954744Z","end":"2026-03-20T01:51:58.208742Z","steps":["trace[455025769] 'process raft request' (duration: 253.797873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:51:58.464442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.718535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-91b04b2b-157c-42e5-99ad-bba78e4ac0e8\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-03-20T01:51:58.464541Z","caller":"traceutil/trace.go:171","msg":"trace[907891640] range","detail":"{range_begin:/registry/persistentvolumes/pvc-91b04b2b-157c-42e5-99ad-bba78e4ac0e8; range_end:; response_count:1; response_revision:7839; }","duration":"251.828697ms","start":"2026-03-20T01:51:58.212687Z","end":"2026-03-20T01:51:58.464516Z","steps":["trace[907891640] 'range keys from in-memory index tree' (duration: 251.52031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:52:08.457361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.274606ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T01:52:08.457682Z","caller":"traceutil/trace.go:171","msg":"trace[1516214185] transaction","detail":"{read_only:false; response_revision:7931; number_of_response:1; }","duration":"214.263692ms","start":"2026-03-20T01:52:08.243382Z","end":"2026-03-20T01:52:08.457646Z","steps":["trace[1516214185] 'process raft request' (duration: 21.489437ms)","trace[1516214185] 'compare' (duration: 192.01539ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:52:08.457875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.902829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-03-20T01:52:08.457949Z","caller":"traceutil/trace.go:171","msg":"trace[971113344] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:7931; }","duration":"179.064583ms","start":"2026-03-20T01:52:08.278869Z","end":"2026-03-20T01:52:08.457934Z","steps":["trace[971113344] 'agreement among raft nodes before linearized reading' (duration: 178.866689ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:52:08.457577Z","caller":"traceutil/trace.go:171","msg":"trace[1563255871] linearizableReadLoop","detail":"{readStateIndex:8229; appliedIndex:8228; }","duration":"178.591034ms","start":"2026-03-20T01:52:08.278966Z","end":"2026-03-20T01:52:08.457557Z","steps":["trace[1563255871] 'read index received' (duration: 95.492µs)","trace[1563255871] 'applied index is now lower than readState.Index' (duration: 178.493102ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:52:08.760542Z","caller":"traceutil/trace.go:171","msg":"trace[1795060474] transaction","detail":"{read_only:false; response_revision:7932; number_of_response:1; }","duration":"461.021118ms","start":"2026-03-20T01:52:08.299487Z","end":"2026-03-20T01:52:08.760508Z","steps":["trace[1795060474] 'process raft request' (duration: 446.835506ms)","trace[1795060474] 'compare' (duration: 13.682762ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:52:08.760714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:52:08.299458Z","time spent":"461.177491ms","remote":"127.0.0.1:55764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-20T01:52:08.880943Z","caller":"traceutil/trace.go:171","msg":"trace[1499678653] linearizableReadLoop","detail":"{readStateIndex:8231; appliedIndex:8229; }","duration":"422.711838ms","start":"2026-03-20T01:52:08.4582Z","end":"2026-03-20T01:52:08.880912Z","steps":["trace[1499678653] 'read index received' (duration: 288.139128ms)","trace[1499678653] 'applied index is now lower than readState.Index' (duration: 134.57163ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:52:08.881062Z","caller":"traceutil/trace.go:171","msg":"trace[1236737508] transaction","detail":"{read_only:false; response_revision:7933; number_of_response:1; }","duration":"571.570371ms","start":"2026-03-20T01:52:08.309447Z","end":"2026-03-20T01:52:08.881017Z","steps":["trace[1236737508] 'process raft request' (duration: 567.815056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:52:08.881176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.362016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-ltqql\" ","response":"range_response_count:1 size:4650"} {"level":"info","ts":"2026-03-20T01:52:08.881216Z","caller":"traceutil/trace.go:171","msg":"trace[1769810446] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-ltqql; range_end:; response_count:1; response_revision:7934; }","duration":"582.440737ms","start":"2026-03-20T01:52:08.298763Z","end":"2026-03-20T01:52:08.881203Z","steps":["trace[1769810446] 'agreement among raft nodes before linearized reading' (duration: 582.259923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:52:08.881257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:52:08.298751Z","time spent":"582.497909ms","remote":"127.0.0.1:55868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4671,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-ltqql\" "} {"level":"info","ts":"2026-03-20T01:52:08.881218Z","caller":"traceutil/trace.go:171","msg":"trace[1499958354] transaction","detail":"{read_only:false; response_revision:7934; number_of_response:1; }","duration":"407.647009ms","start":"2026-03-20T01:52:08.473518Z","end":"2026-03-20T01:52:08.881165Z","steps":["trace[1499958354] 'process raft request' (duration: 407.327793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:52:08.88156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:52:08.473495Z","time spent":"407.919775ms","remote":"127.0.0.1:60552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5857,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:52:08.882076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:52:08.309427Z","time spent":"571.730835ms","remote":"127.0.0.1:55934","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:52:09.747109Z","caller":"traceutil/trace.go:171","msg":"trace[171639364] linearizableReadLoop","detail":"{readStateIndex:8236; appliedIndex:8235; }","duration":"134.962468ms","start":"2026-03-20T01:52:09.612126Z","end":"2026-03-20T01:52:09.747089Z","steps":["trace[171639364] 'read index received' (duration: 109.261938ms)","trace[171639364] 'applied index is now lower than readState.Index' (duration: 25.69972ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:52:09.747435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.294274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-20T01:52:09.747471Z","caller":"traceutil/trace.go:171","msg":"trace[454896160] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7938; }","duration":"135.394096ms","start":"2026-03-20T01:52:09.61207Z","end":"2026-03-20T01:52:09.747464Z","steps":["trace[454896160] 'agreement among raft nodes before linearized reading' (duration: 135.261994ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:52:09.747623Z","caller":"traceutil/trace.go:171","msg":"trace[954350016] transaction","detail":"{read_only:false; response_revision:7938; number_of_response:1; }","duration":"157.416903ms","start":"2026-03-20T01:52:09.590195Z","end":"2026-03-20T01:52:09.747612Z","steps":["trace[954350016] 'process raft request' (duration: 131.147773ms)","trace[954350016] 'compare' (duration: 25.431304ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:52:09.747964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.723373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-20T01:52:09.747991Z","caller":"traceutil/trace.go:171","msg":"trace[1597677311] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7938; }","duration":"135.751883ms","start":"2026-03-20T01:52:09.612234Z","end":"2026-03-20T01:52:09.747985Z","steps":["trace[1597677311] 'agreement among raft nodes before linearized reading' (duration: 135.684492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:52:09.748198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.681773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5m87b\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-20T01:52:09.748221Z","caller":"traceutil/trace.go:171","msg":"trace[1228830609] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5m87b; range_end:; response_count:1; response_revision:7938; }","duration":"131.723124ms","start":"2026-03-20T01:52:09.616492Z","end":"2026-03-20T01:52:09.748215Z","steps":["trace[1228830609] 'agreement among raft nodes before linearized reading' (duration: 131.662213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:52:09.748352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.932157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-20T01:52:09.748374Z","caller":"traceutil/trace.go:171","msg":"trace[1555525365] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7938; }","duration":"135.969987ms","start":"2026-03-20T01:52:09.612399Z","end":"2026-03-20T01:52:09.748369Z","steps":["trace[1555525365] 'agreement among raft nodes before linearized reading' (duration: 135.917216ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:52:10.572271Z","caller":"traceutil/trace.go:171","msg":"trace[1742376462] transaction","detail":"{read_only:false; response_revision:7946; number_of_response:1; }","duration":"108.308859ms","start":"2026-03-20T01:52:10.463903Z","end":"2026-03-20T01:52:10.572211Z","steps":["trace[1742376462] 'process raft request' (duration: 108.111654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:52:16.191273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.57078ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T01:52:16.191444Z","caller":"traceutil/trace.go:171","msg":"trace[1621107358] transaction","detail":"{read_only:false; response_revision:7985; number_of_response:1; }","duration":"363.492042ms","start":"2026-03-20T01:52:15.827882Z","end":"2026-03-20T01:52:16.191374Z","steps":["trace[1621107358] 'process raft request' (duration: 229.739899ms)","trace[1621107358] 'compare' (duration: 133.472598ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:52:16.191508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:52:15.827866Z","time spent":"363.610504ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:52:16.265551Z","caller":"traceutil/trace.go:171","msg":"trace[5679211] transaction","detail":"{read_only:false; response_revision:7986; number_of_response:1; }","duration":"437.489091ms","start":"2026-03-20T01:52:15.828039Z","end":"2026-03-20T01:52:16.265529Z","steps":["trace[5679211] 'process raft request' (duration: 437.320748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:52:16.265678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:52:15.828029Z","time spent":"437.587923ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:52:16.265843Z","caller":"traceutil/trace.go:171","msg":"trace[1449863334] transaction","detail":"{read_only:false; response_revision:7987; number_of_response:1; }","duration":"436.832278ms","start":"2026-03-20T01:52:15.828981Z","end":"2026-03-20T01:52:16.265814Z","steps":["trace[1449863334] 'process raft request' (duration: 436.498281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:52:16.265994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:52:15.828966Z","time spent":"436.9464ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:52:16.266115Z","caller":"traceutil/trace.go:171","msg":"trace[824534318] transaction","detail":"{read_only:false; response_revision:7988; number_of_response:1; }","duration":"437.049852ms","start":"2026-03-20T01:52:15.829046Z","end":"2026-03-20T01:52:16.266096Z","steps":["trace[824534318] 'process raft request' (duration: 436.742046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:52:16.266191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:52:15.828986Z","time spent":"437.167235ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:52:16.26611Z","caller":"traceutil/trace.go:171","msg":"trace[613220832] linearizableReadLoop","detail":"{readStateIndex:8286; appliedIndex:8284; }","duration":"437.093903ms","start":"2026-03-20T01:52:15.828938Z","end":"2026-03-20T01:52:16.266032Z","steps":["trace[613220832] 'read index received' (duration: 228.869062ms)","trace[613220832] 'applied index is now lower than readState.Index' (duration: 208.222861ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:52:16.26804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.091683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224123"} {"level":"info","ts":"2026-03-20T01:52:16.268176Z","caller":"traceutil/trace.go:171","msg":"trace[1844469377] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7988; }","duration":"439.268787ms","start":"2026-03-20T01:52:15.828893Z","end":"2026-03-20T01:52:16.268162Z","steps":["trace[1844469377] 'agreement among raft nodes before linearized reading' (duration: 437.282447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:52:16.268224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:52:15.828878Z","time spent":"439.335188ms","remote":"127.0.0.1:55868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224144,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-20T01:52:16.281494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.39162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T01:52:16.281504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.628707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-20T01:52:16.281657Z","caller":"traceutil/trace.go:171","msg":"trace[391837627] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:7989; }","duration":"168.78088ms","start":"2026-03-20T01:52:16.112857Z","end":"2026-03-20T01:52:16.281638Z","steps":["trace[391837627] 'agreement among raft nodes before linearized reading' (duration: 168.221998ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:52:16.281565Z","caller":"traceutil/trace.go:171","msg":"trace[1712418310] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:7989; }","duration":"108.715357ms","start":"2026-03-20T01:52:16.172831Z","end":"2026-03-20T01:52:16.281546Z","steps":["trace[1712418310] 'agreement among raft nodes before linearized reading' (duration: 108.38205ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:52:21.600966Z","caller":"traceutil/trace.go:171","msg":"trace[625899624] transaction","detail":"{read_only:false; response_revision:8031; number_of_response:1; }","duration":"166.568065ms","start":"2026-03-20T01:52:21.434375Z","end":"2026-03-20T01:52:21.600943Z","steps":["trace[625899624] 'process raft request' (duration: 166.431412ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:52:32.689458Z","caller":"traceutil/trace.go:171","msg":"trace[548517182] transaction","detail":"{read_only:false; response_revision:8188; number_of_response:1; }","duration":"135.546911ms","start":"2026-03-20T01:52:32.553875Z","end":"2026-03-20T01:52:32.689422Z","steps":["trace[548517182] 'process raft request' (duration: 135.300556ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:52:32.72809Z","caller":"traceutil/trace.go:171","msg":"trace[117426862] transaction","detail":"{read_only:false; response_revision:8189; number_of_response:1; }","duration":"167.063764ms","start":"2026-03-20T01:52:32.560983Z","end":"2026-03-20T01:52:32.728046Z","steps":["trace[117426862] 'process raft request' (duration: 166.625295ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:52:59.221593Z","caller":"traceutil/trace.go:171","msg":"trace[1420713729] transaction","detail":"{read_only:false; response_revision:8340; number_of_response:1; }","duration":"124.647924ms","start":"2026-03-20T01:52:59.096903Z","end":"2026-03-20T01:52:59.221551Z","steps":["trace[1420713729] 'process raft request' (duration: 124.244256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:52:59.404865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.599659ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T01:52:59.404986Z","caller":"traceutil/trace.go:171","msg":"trace[1835957898] transaction","detail":"{read_only:false; response_revision:8342; number_of_response:1; }","duration":"146.383723ms","start":"2026-03-20T01:52:59.258583Z","end":"2026-03-20T01:52:59.404967Z","steps":["trace[1835957898] 'process raft request' (duration: 37.58986ms)","trace[1835957898] 'compare' (duration: 108.444126ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:52:59.437564Z","caller":"traceutil/trace.go:171","msg":"trace[346061816] transaction","detail":"{read_only:false; response_revision:8344; number_of_response:1; }","duration":"171.946038ms","start":"2026-03-20T01:52:59.265573Z","end":"2026-03-20T01:52:59.437519Z","steps":["trace[346061816] 'process raft request' (duration: 171.774944ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:52:59.437687Z","caller":"traceutil/trace.go:171","msg":"trace[689633409] transaction","detail":"{read_only:false; response_revision:8348; number_of_response:1; }","duration":"171.946238ms","start":"2026-03-20T01:52:59.265717Z","end":"2026-03-20T01:52:59.437663Z","steps":["trace[689633409] 'process raft request' (duration: 171.781475ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:52:59.437737Z","caller":"traceutil/trace.go:171","msg":"trace[1272415154] linearizableReadLoop","detail":"{readStateIndex:8668; appliedIndex:8655; }","duration":"153.729986ms","start":"2026-03-20T01:52:59.283985Z","end":"2026-03-20T01:52:59.437715Z","steps":["trace[1272415154] 'read index received' (duration: 12.257391ms)","trace[1272415154] 'applied index is now lower than readState.Index' (duration: 141.471695ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:52:59.437823Z","caller":"traceutil/trace.go:171","msg":"trace[1478076050] transaction","detail":"{read_only:false; response_revision:8346; number_of_response:1; }","duration":"172.155242ms","start":"2026-03-20T01:52:59.265652Z","end":"2026-03-20T01:52:59.437807Z","steps":["trace[1478076050] 'process raft request' (duration: 171.793345ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:52:59.437853Z","caller":"traceutil/trace.go:171","msg":"trace[562741542] transaction","detail":"{read_only:false; response_revision:8352; number_of_response:1; }","duration":"170.493406ms","start":"2026-03-20T01:52:59.267348Z","end":"2026-03-20T01:52:59.437842Z","steps":["trace[562741542] 'process raft request' (duration: 170.285772ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:52:59.437836Z","caller":"traceutil/trace.go:171","msg":"trace[98215313] transaction","detail":"{read_only:false; response_revision:8351; number_of_response:1; }","duration":"170.434946ms","start":"2026-03-20T01:52:59.267345Z","end":"2026-03-20T01:52:59.43778Z","steps":["trace[98215313] 'process raft request' (duration: 170.262992ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:52:59.437912Z","caller":"traceutil/trace.go:171","msg":"trace[1605197962] transaction","detail":"{read_only:false; response_revision:8347; number_of_response:1; }","duration":"172.223434ms","start":"2026-03-20T01:52:59.265677Z","end":"2026-03-20T01:52:59.437901Z","steps":["trace[1605197962] 'process raft request' (duration: 171.793115ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:52:59.437949Z","caller":"traceutil/trace.go:171","msg":"trace[458831570] transaction","detail":"{read_only:false; response_revision:8350; number_of_response:1; }","duration":"170.679571ms","start":"2026-03-20T01:52:59.267241Z","end":"2026-03-20T01:52:59.437921Z","steps":["trace[458831570] 'process raft request' (duration: 170.314153ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:52:59.437979Z","caller":"traceutil/trace.go:171","msg":"trace[1617391949] transaction","detail":"{read_only:false; response_revision:8345; number_of_response:1; }","duration":"172.378858ms","start":"2026-03-20T01:52:59.265592Z","end":"2026-03-20T01:52:59.437971Z","steps":["trace[1617391949] 'process raft request' (duration: 171.813226ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:52:59.43806Z","caller":"traceutil/trace.go:171","msg":"trace[148159108] transaction","detail":"{read_only:false; response_revision:8353; number_of_response:1; }","duration":"170.701791ms","start":"2026-03-20T01:52:59.267351Z","end":"2026-03-20T01:52:59.438053Z","steps":["trace[148159108] 'process raft request' (duration: 170.308462ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:52:59.438055Z","caller":"traceutil/trace.go:171","msg":"trace[704715060] transaction","detail":"{read_only:false; response_revision:8349; number_of_response:1; }","duration":"172.197194ms","start":"2026-03-20T01:52:59.265821Z","end":"2026-03-20T01:52:59.438019Z","steps":["trace[704715060] 'process raft request' (duration: 171.704273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:52:59.438087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.072034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-20T01:52:59.43813Z","caller":"traceutil/trace.go:171","msg":"trace[577152460] transaction","detail":"{read_only:false; response_revision:8354; number_of_response:1; }","duration":"170.704681ms","start":"2026-03-20T01:52:59.267409Z","end":"2026-03-20T01:52:59.438114Z","steps":["trace[577152460] 'process raft request' (duration: 170.274272ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:52:59.438174Z","caller":"traceutil/trace.go:171","msg":"trace[2102567584] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8354; }","duration":"154.192156ms","start":"2026-03-20T01:52:59.283959Z","end":"2026-03-20T01:52:59.438151Z","steps":["trace[2102567584] 'agreement among raft nodes before linearized reading' (duration: 153.93554ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:52:59.438497Z","caller":"traceutil/trace.go:171","msg":"trace[854166320] transaction","detail":"{read_only:false; response_revision:8343; number_of_response:1; }","duration":"171.967359ms","start":"2026-03-20T01:52:59.265502Z","end":"2026-03-20T01:52:59.437469Z","steps":["trace[854166320] 'process raft request' (duration: 171.722454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:52:59.726585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.242344ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-20T01:52:59.726913Z","caller":"traceutil/trace.go:171","msg":"trace[1403587813] transaction","detail":"{read_only:false; response_revision:8365; number_of_response:1; }","duration":"134.125613ms","start":"2026-03-20T01:52:59.592748Z","end":"2026-03-20T01:52:59.726874Z","steps":["trace[1403587813] 'process raft request' (duration: 28.522791ms)","trace[1403587813] 'compare' (duration: 105.114721ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:52:59.726987Z","caller":"traceutil/trace.go:171","msg":"trace[1933226151] transaction","detail":"{read_only:false; response_revision:8366; number_of_response:1; }","duration":"134.197215ms","start":"2026-03-20T01:52:59.592758Z","end":"2026-03-20T01:52:59.726955Z","steps":["trace[1933226151] 'process raft request' (duration: 134.068282ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:52:59.727034Z","caller":"traceutil/trace.go:171","msg":"trace[216069717] transaction","detail":"{read_only:false; response_revision:8367; number_of_response:1; }","duration":"133.939539ms","start":"2026-03-20T01:52:59.593037Z","end":"2026-03-20T01:52:59.726976Z","steps":["trace[216069717] 'process raft request' (duration: 133.846717ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:52:59.727179Z","caller":"traceutil/trace.go:171","msg":"trace[2111716494] transaction","detail":"{read_only:false; response_revision:8368; number_of_response:1; }","duration":"134.083642ms","start":"2026-03-20T01:52:59.593084Z","end":"2026-03-20T01:52:59.727168Z","steps":["trace[2111716494] 'process raft request' (duration: 133.833797ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:52:59.72721Z","caller":"traceutil/trace.go:171","msg":"trace[1015958662] transaction","detail":"{read_only:false; response_revision:8369; number_of_response:1; }","duration":"134.089413ms","start":"2026-03-20T01:52:59.593104Z","end":"2026-03-20T01:52:59.727193Z","steps":["trace[1015958662] 'process raft request' (duration: 133.843467ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:52:59.727325Z","caller":"traceutil/trace.go:171","msg":"trace[289697187] transaction","detail":"{read_only:false; response_revision:8372; number_of_response:1; }","duration":"133.925397ms","start":"2026-03-20T01:52:59.593387Z","end":"2026-03-20T01:52:59.727313Z","steps":["trace[289697187] 'process raft request' (duration: 133.805915ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:52:59.727325Z","caller":"traceutil/trace.go:171","msg":"trace[1486384652] transaction","detail":"{read_only:false; response_revision:8371; number_of_response:1; }","duration":"134.05434ms","start":"2026-03-20T01:52:59.593258Z","end":"2026-03-20T01:52:59.727312Z","steps":["trace[1486384652] 'process raft request' (duration: 133.895627ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:52:59.727234Z","caller":"traceutil/trace.go:171","msg":"trace[848586756] transaction","detail":"{read_only:false; response_revision:8370; number_of_response:1; }","duration":"134.034531ms","start":"2026-03-20T01:52:59.59317Z","end":"2026-03-20T01:52:59.727204Z","steps":["trace[848586756] 'process raft request' (duration: 133.809846ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:52:59.727476Z","caller":"traceutil/trace.go:171","msg":"trace[124661839] linearizableReadLoop","detail":"{readStateIndex:8689; appliedIndex:8678; }","duration":"133.040209ms","start":"2026-03-20T01:52:59.594418Z","end":"2026-03-20T01:52:59.727458Z","steps":["trace[124661839] 'read index received' (duration: 26.859834ms)","trace[124661839] 'applied index is now lower than readState.Index' (duration: 106.179575ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:52:59.727498Z","caller":"traceutil/trace.go:171","msg":"trace[1741898388] transaction","detail":"{read_only:false; response_revision:8374; number_of_response:1; }","duration":"134.00983ms","start":"2026-03-20T01:52:59.593475Z","end":"2026-03-20T01:52:59.727485Z","steps":["trace[1741898388] 'process raft request' (duration: 133.837066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:52:59.72769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.254253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-20T01:52:59.727741Z","caller":"traceutil/trace.go:171","msg":"trace[1932633629] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:8375; }","duration":"133.339086ms","start":"2026-03-20T01:52:59.594387Z","end":"2026-03-20T01:52:59.727726Z","steps":["trace[1932633629] 'agreement among raft nodes before linearized reading' (duration: 133.149641ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:52:59.727458Z","caller":"traceutil/trace.go:171","msg":"trace[1492212416] transaction","detail":"{read_only:false; response_revision:8373; number_of_response:1; }","duration":"133.922658ms","start":"2026-03-20T01:52:59.593474Z","end":"2026-03-20T01:52:59.727397Z","steps":["trace[1492212416] 'process raft request' (duration: 133.806866ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:52:59.727505Z","caller":"traceutil/trace.go:171","msg":"trace[2082683016] transaction","detail":"{read_only:false; response_revision:8375; number_of_response:1; }","duration":"133.215202ms","start":"2026-03-20T01:52:59.594275Z","end":"2026-03-20T01:52:59.727491Z","steps":["trace[2082683016] 'process raft request' (duration: 133.12344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:52:59.727974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.786694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-20T01:52:59.728021Z","caller":"traceutil/trace.go:171","msg":"trace[1919177021] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:8375; }","duration":"132.866115ms","start":"2026-03-20T01:52:59.595141Z","end":"2026-03-20T01:52:59.728007Z","steps":["trace[1919177021] 'agreement among raft nodes before linearized reading' (duration: 132.496836ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:53:00.013391Z","caller":"traceutil/trace.go:171","msg":"trace[1579256462] transaction","detail":"{read_only:false; response_revision:8390; number_of_response:1; }","duration":"137.420126ms","start":"2026-03-20T01:52:59.875948Z","end":"2026-03-20T01:53:00.013368Z","steps":["trace[1579256462] 'process raft request' (duration: 134.754118ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:53:00.254152Z","caller":"traceutil/trace.go:171","msg":"trace[1304359340] linearizableReadLoop","detail":"{readStateIndex:8707; appliedIndex:8703; }","duration":"351.203598ms","start":"2026-03-20T01:52:59.902925Z","end":"2026-03-20T01:53:00.254128Z","steps":["trace[1304359340] 'read index received' (duration: 107.795052ms)","trace[1304359340] 'applied index is now lower than readState.Index' (duration: 243.407476ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:53:00.254177Z","caller":"traceutil/trace.go:171","msg":"trace[1129618021] transaction","detail":"{read_only:false; response_revision:8392; number_of_response:1; }","duration":"352.663329ms","start":"2026-03-20T01:52:59.901483Z","end":"2026-03-20T01:53:00.254146Z","steps":["trace[1129618021] 'process raft request' (duration: 352.550117ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:53:00.254276Z","caller":"traceutil/trace.go:171","msg":"trace[805033081] transaction","detail":"{read_only:false; response_revision:8393; number_of_response:1; }","duration":"351.984015ms","start":"2026-03-20T01:52:59.902282Z","end":"2026-03-20T01:53:00.254266Z","steps":["trace[805033081] 'process raft request' (duration: 351.802281ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:53:00.254291Z","caller":"traceutil/trace.go:171","msg":"trace[1792866028] transaction","detail":"{read_only:false; response_revision:8391; number_of_response:1; }","duration":"352.963227ms","start":"2026-03-20T01:52:59.901307Z","end":"2026-03-20T01:53:00.25427Z","steps":["trace[1792866028] 'process raft request' (duration: 352.571409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:53:00.254305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:52:59.901474Z","time spent":"352.769882ms","remote":"127.0.0.1:55848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":501,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T01:53:00.254364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:52:59.902273Z","time spent":"352.031396ms","remote":"127.0.0.1:56140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10911,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T01:53:00.254385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:52:59.901283Z","time spent":"353.05798ms","remote":"127.0.0.1:55968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":961,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T01:53:00.254557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.351945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-20T01:53:00.254598Z","caller":"traceutil/trace.go:171","msg":"trace[788593811] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8393; }","duration":"161.412096ms","start":"2026-03-20T01:53:00.093177Z","end":"2026-03-20T01:53:00.254589Z","steps":["trace[788593811] 'agreement among raft nodes before linearized reading' (duration: 161.259233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:53:00.254855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.908624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-20T01:53:00.255008Z","caller":"traceutil/trace.go:171","msg":"trace[168406276] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8393; }","duration":"352.064858ms","start":"2026-03-20T01:52:59.902889Z","end":"2026-03-20T01:53:00.254954Z","steps":["trace[168406276] 'agreement among raft nodes before linearized reading' (duration: 351.596268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:53:00.255104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:52:59.902873Z","time spent":"352.208231ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1145,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-03-20T01:53:00.254839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.521759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111915"} {"level":"info","ts":"2026-03-20T01:53:00.255332Z","caller":"traceutil/trace.go:171","msg":"trace[478425787] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:8393; }","duration":"344.05109ms","start":"2026-03-20T01:52:59.911241Z","end":"2026-03-20T01:53:00.255292Z","steps":["trace[478425787] 'agreement among raft nodes before linearized reading' (duration: 343.160751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:53:00.255377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.188721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"warn","ts":"2026-03-20T01:53:00.255386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:52:59.91122Z","time spent":"344.147952ms","remote":"127.0.0.1:55868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":111936,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"info","ts":"2026-03-20T01:53:00.255427Z","caller":"traceutil/trace.go:171","msg":"trace[787375958] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8393; }","duration":"166.270223ms","start":"2026-03-20T01:53:00.089145Z","end":"2026-03-20T01:53:00.255415Z","steps":["trace[787375958] 'agreement among raft nodes before linearized reading' (duration: 165.294542ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:53:00.548878Z","caller":"traceutil/trace.go:171","msg":"trace[2131300326] transaction","detail":"{read_only:false; response_revision:8397; number_of_response:1; }","duration":"221.39436ms","start":"2026-03-20T01:53:00.327446Z","end":"2026-03-20T01:53:00.548841Z","steps":["trace[2131300326] 'process raft request' (duration: 204.373774ms)","trace[2131300326] 'compare' (duration: 16.73296ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:53:00.549054Z","caller":"traceutil/trace.go:171","msg":"trace[184454498] linearizableReadLoop","detail":"{readStateIndex:8712; appliedIndex:8710; }","duration":"173.575554ms","start":"2026-03-20T01:53:00.375439Z","end":"2026-03-20T01:53:00.549014Z","steps":["trace[184454498] 'read index received' (duration: 156.371324ms)","trace[184454498] 'applied index is now lower than readState.Index' (duration: 17.20305ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:53:00.549289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.617715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-20T01:53:00.549084Z","caller":"traceutil/trace.go:171","msg":"trace[1616757296] transaction","detail":"{read_only:false; response_revision:8398; number_of_response:1; }","duration":"195.667122ms","start":"2026-03-20T01:53:00.353406Z","end":"2026-03-20T01:53:00.549073Z","steps":["trace[1616757296] 'process raft request' (duration: 195.409217ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:53:00.549335Z","caller":"traceutil/trace.go:171","msg":"trace[578502976] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8398; }","duration":"206.725447ms","start":"2026-03-20T01:53:00.342596Z","end":"2026-03-20T01:53:00.549321Z","steps":["trace[578502976] 'agreement among raft nodes before linearized reading' (duration: 206.554623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:53:00.549729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.111176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:53:00.549958Z","caller":"traceutil/trace.go:171","msg":"trace[1005939124] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:8398; }","duration":"222.2821ms","start":"2026-03-20T01:53:00.327568Z","end":"2026-03-20T01:53:00.549851Z","steps":["trace[1005939124] 'agreement among raft nodes before linearized reading' (duration: 222.086876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:53:00.55046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.590446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-20T01:53:00.550541Z","caller":"traceutil/trace.go:171","msg":"trace[357142217] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:8399; }","duration":"169.702459ms","start":"2026-03-20T01:53:00.38082Z","end":"2026-03-20T01:53:00.550522Z","steps":["trace[357142217] 'agreement among raft nodes before linearized reading' (duration: 169.471244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:53:00.551086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.688321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-79f48fbccc-62t55.189e69a748eb82ea\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-20T01:53:00.551138Z","caller":"traceutil/trace.go:171","msg":"trace[532792433] range","detail":"{range_begin:/registry/events/openstack/barbican-api-79f48fbccc-62t55.189e69a748eb82ea; range_end:; response_count:1; response_revision:8399; }","duration":"113.788023ms","start":"2026-03-20T01:53:00.437336Z","end":"2026-03-20T01:53:00.551124Z","steps":["trace[532792433] 'agreement among raft nodes before linearized reading' (duration: 113.63657ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:53:12.858853Z","caller":"traceutil/trace.go:171","msg":"trace[1346277147] transaction","detail":"{read_only:false; response_revision:8576; number_of_response:1; }","duration":"139.872533ms","start":"2026-03-20T01:53:12.718958Z","end":"2026-03-20T01:53:12.85883Z","steps":["trace[1346277147] 'process raft request' (duration: 139.648658ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:53:12.859023Z","caller":"traceutil/trace.go:171","msg":"trace[510605033] linearizableReadLoop","detail":"{readStateIndex:8894; appliedIndex:8891; }","duration":"132.739973ms","start":"2026-03-20T01:53:12.726244Z","end":"2026-03-20T01:53:12.858984Z","steps":["trace[510605033] 'read index received' (duration: 42.936102ms)","trace[510605033] 'applied index is now lower than readState.Index' (duration: 89.802861ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:53:12.859125Z","caller":"traceutil/trace.go:171","msg":"trace[432187931] transaction","detail":"{read_only:false; response_revision:8577; number_of_response:1; }","duration":"140.074688ms","start":"2026-03-20T01:53:12.719014Z","end":"2026-03-20T01:53:12.859089Z","steps":["trace[432187931] 'process raft request' (duration: 139.773871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:53:12.859211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.126217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-20T01:53:12.859272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.533032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5m87b\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-20T01:53:12.859284Z","caller":"traceutil/trace.go:171","msg":"trace[1346027650] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8577; }","duration":"131.22888ms","start":"2026-03-20T01:53:12.72804Z","end":"2026-03-20T01:53:12.859269Z","steps":["trace[1346027650] 'agreement among raft nodes before linearized reading' (duration: 131.069706ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:53:12.85931Z","caller":"traceutil/trace.go:171","msg":"trace[2147125657] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5m87b; range_end:; response_count:1; response_revision:8577; }","duration":"121.587143ms","start":"2026-03-20T01:53:12.737714Z","end":"2026-03-20T01:53:12.859301Z","steps":["trace[2147125657] 'agreement among raft nodes before linearized reading' (duration: 121.501902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:53:12.859186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.923287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-20T01:53:12.859384Z","caller":"traceutil/trace.go:171","msg":"trace[779021012] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8577; }","duration":"133.135662ms","start":"2026-03-20T01:53:12.72624Z","end":"2026-03-20T01:53:12.859375Z","steps":["trace[779021012] 'agreement among raft nodes before linearized reading' (duration: 132.842296ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:53:14.037712Z","caller":"traceutil/trace.go:171","msg":"trace[1891784378] transaction","detail":"{read_only:false; response_revision:8581; number_of_response:1; }","duration":"129.170853ms","start":"2026-03-20T01:53:13.908516Z","end":"2026-03-20T01:53:14.037687Z","steps":["trace[1891784378] 'process raft request' (duration: 129.00888ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:53:26.780998Z","caller":"traceutil/trace.go:171","msg":"trace[852469856] transaction","detail":"{read_only:false; response_revision:8645; number_of_response:1; }","duration":"103.855086ms","start":"2026-03-20T01:53:26.677114Z","end":"2026-03-20T01:53:26.780969Z","steps":["trace[852469856] 'process raft request' (duration: 103.655422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:53:27.13924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.334678ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:38"} {"level":"info","ts":"2026-03-20T01:53:27.139366Z","caller":"traceutil/trace.go:171","msg":"trace[84272776] linearizableReadLoop","detail":"{readStateIndex:8966; appliedIndex:8965; }","duration":"287.47591ms","start":"2026-03-20T01:53:26.851867Z","end":"2026-03-20T01:53:27.139343Z","steps":["trace[84272776] 'read index received' (duration: 41.020479ms)","trace[84272776] 'applied index is now lower than readState.Index' (duration: 246.453561ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:53:27.139452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:53:26.785399Z","time spent":"354.046951ms","remote":"127.0.0.1:55712","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-20T01:53:27.139831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.9519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-20T01:53:27.139918Z","caller":"traceutil/trace.go:171","msg":"trace[261553220] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8645; }","duration":"288.082133ms","start":"2026-03-20T01:53:26.851814Z","end":"2026-03-20T01:53:27.139896Z","steps":["trace[261553220] 'agreement among raft nodes before linearized reading' (duration: 287.847538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:53:27.350157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.738718ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T01:53:27.350295Z","caller":"traceutil/trace.go:171","msg":"trace[1786509558] linearizableReadLoop","detail":"{readStateIndex:8967; appliedIndex:8966; }","duration":"210.873024ms","start":"2026-03-20T01:53:27.139399Z","end":"2026-03-20T01:53:27.350272Z","steps":["trace[1786509558] 'read index received' (duration: 100.91255ms)","trace[1786509558] 'applied index is now lower than readState.Index' (duration: 109.958623ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:53:27.350441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.846765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-20T01:53:27.350466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.949546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-20T01:53:27.350523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.808425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5m87b\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-20T01:53:27.350564Z","caller":"traceutil/trace.go:171","msg":"trace[1080749267] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8646; }","duration":"378.063519ms","start":"2026-03-20T01:53:26.972475Z","end":"2026-03-20T01:53:27.350538Z","steps":["trace[1080749267] 'agreement among raft nodes before linearized reading' (duration: 377.853195ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:53:27.350573Z","caller":"traceutil/trace.go:171","msg":"trace[1397533027] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5m87b; range_end:; response_count:1; response_revision:8646; }","duration":"394.899897ms","start":"2026-03-20T01:53:26.955659Z","end":"2026-03-20T01:53:27.350558Z","steps":["trace[1397533027] 'agreement among raft nodes before linearized reading' (duration: 394.709523ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:53:27.350575Z","caller":"traceutil/trace.go:171","msg":"trace[501626455] transaction","detail":"{read_only:false; response_revision:8646; number_of_response:1; }","duration":"286.553409ms","start":"2026-03-20T01:53:27.064007Z","end":"2026-03-20T01:53:27.350561Z","steps":["trace[501626455] 'process raft request' (duration: 176.293419ms)","trace[501626455] 'compare' (duration: 109.582345ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:53:27.350615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:53:26.972465Z","time spent":"378.141311ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-20T01:53:27.350628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:53:26.955636Z","time spent":"394.980168ms","remote":"127.0.0.1:55868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-5m87b\" "} {"level":"info","ts":"2026-03-20T01:53:27.350522Z","caller":"traceutil/trace.go:171","msg":"trace[1041822962] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8646; }","duration":"311.984969ms","start":"2026-03-20T01:53:27.038516Z","end":"2026-03-20T01:53:27.350501Z","steps":["trace[1041822962] 'agreement among raft nodes before linearized reading' (duration: 311.764574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:53:27.350789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.218147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-20T01:53:27.350825Z","caller":"traceutil/trace.go:171","msg":"trace[723142993] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:8646; }","duration":"309.278037ms","start":"2026-03-20T01:53:27.041536Z","end":"2026-03-20T01:53:27.350814Z","steps":["trace[723142993] 'agreement among raft nodes before linearized reading' (duration: 309.178255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:53:27.350859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:53:27.041524Z","time spent":"309.327999ms","remote":"127.0.0.1:55836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-20T01:53:27.350935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.017678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-20T01:53:27.351064Z","caller":"traceutil/trace.go:171","msg":"trace[49858382] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8646; }","duration":"416.196322ms","start":"2026-03-20T01:53:26.93484Z","end":"2026-03-20T01:53:27.351036Z","steps":["trace[49858382] 'agreement among raft nodes before linearized reading' (duration: 415.883135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:53:27.351145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:53:26.934819Z","time spent":"416.310684ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T01:53:27.351558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:53:27.038486Z","time spent":"312.298456ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-20T01:53:27.607813Z","caller":"traceutil/trace.go:171","msg":"trace[1434748991] linearizableReadLoop","detail":"{readStateIndex:8969; appliedIndex:8967; }","duration":"257.459997ms","start":"2026-03-20T01:53:27.35033Z","end":"2026-03-20T01:53:27.60779Z","steps":["trace[1434748991] 'read index received' (duration: 223.549988ms)","trace[1434748991] 'applied index is now lower than readState.Index' (duration: 33.908859ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:53:27.607935Z","caller":"traceutil/trace.go:171","msg":"trace[1357448567] transaction","detail":"{read_only:false; response_revision:8648; number_of_response:1; }","duration":"463.870641ms","start":"2026-03-20T01:53:27.144054Z","end":"2026-03-20T01:53:27.607925Z","steps":["trace[1357448567] 'process raft request' (duration: 463.679927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:53:27.608046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:53:27.144038Z","time spent":"463.926423ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:53:27.608137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.74873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-9m4t7\" ","response":"range_response_count:1 size:19692"} {"level":"info","ts":"2026-03-20T01:53:27.608209Z","caller":"traceutil/trace.go:171","msg":"trace[309722975] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-9m4t7; range_end:; response_count:1; response_revision:8648; }","duration":"368.878093ms","start":"2026-03-20T01:53:27.239316Z","end":"2026-03-20T01:53:27.608194Z","steps":["trace[309722975] 'agreement among raft nodes before linearized reading' (duration: 368.693339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:53:27.608253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:53:27.239296Z","time spent":"368.949565ms","remote":"127.0.0.1:55868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":19713,"request content":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-9m4t7\" "} {"level":"info","ts":"2026-03-20T01:53:27.608633Z","caller":"traceutil/trace.go:171","msg":"trace[820361220] transaction","detail":"{read_only:false; response_revision:8647; number_of_response:1; }","duration":"466.901459ms","start":"2026-03-20T01:53:27.140896Z","end":"2026-03-20T01:53:27.607798Z","steps":["trace[820361220] 'process raft request' (duration: 432.872487ms)","trace[820361220] 'compare' (duration: 33.832028ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:53:27.608853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:53:27.140877Z","time spent":"467.805969ms","remote":"127.0.0.1:55712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:53:27.841301Z","caller":"traceutil/trace.go:171","msg":"trace[1995974205] transaction","detail":"{read_only:false; response_revision:8651; number_of_response:1; }","duration":"484.961453ms","start":"2026-03-20T01:53:27.356316Z","end":"2026-03-20T01:53:27.841277Z","steps":["trace[1995974205] 'process raft request' (duration: 484.892171ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:53:27.841417Z","caller":"traceutil/trace.go:171","msg":"trace[632975389] transaction","detail":"{read_only:false; response_revision:8649; number_of_response:1; }","duration":"486.086498ms","start":"2026-03-20T01:53:27.355282Z","end":"2026-03-20T01:53:27.841368Z","steps":["trace[632975389] 'process raft request' (duration: 448.743061ms)","trace[632975389] 'compare' (duration: 36.991899ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:53:27.841517Z","caller":"traceutil/trace.go:171","msg":"trace[1582548531] linearizableReadLoop","detail":"{readStateIndex:8973; appliedIndex:8969; }","duration":"233.595113ms","start":"2026-03-20T01:53:27.607891Z","end":"2026-03-20T01:53:27.841486Z","steps":["trace[1582548531] 'read index received' (duration: 196.149684ms)","trace[1582548531] 'applied index is now lower than readState.Index' (duration: 37.444239ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:53:27.84153Z","caller":"traceutil/trace.go:171","msg":"trace[798021094] transaction","detail":"{read_only:false; response_revision:8652; number_of_response:1; }","duration":"484.995854ms","start":"2026-03-20T01:53:27.35651Z","end":"2026-03-20T01:53:27.841506Z","steps":["trace[798021094] 'process raft request' (duration: 484.729058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:53:27.841683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:53:27.356499Z","time spent":"485.110996ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:53:27.841645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:53:27.355261Z","time spent":"486.233961ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:53:27.841847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.657813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-167b04f8-e85d-4f83-87f8-ad3017a30b57\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-20T01:53:27.841926Z","caller":"traceutil/trace.go:171","msg":"trace[1037329792] range","detail":"{range_begin:/registry/persistentvolumes/pvc-167b04f8-e85d-4f83-87f8-ad3017a30b57; range_end:; response_count:1; response_revision:8652; }","duration":"487.740616ms","start":"2026-03-20T01:53:27.35417Z","end":"2026-03-20T01:53:27.841911Z","steps":["trace[1037329792] 'agreement among raft nodes before linearized reading' (duration: 487.47363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:53:27.84196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:53:27.35409Z","time spent":"487.861578ms","remote":"127.0.0.1:55828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-167b04f8-e85d-4f83-87f8-ad3017a30b57\" "} {"level":"info","ts":"2026-03-20T01:53:27.842023Z","caller":"traceutil/trace.go:171","msg":"trace[836425803] transaction","detail":"{read_only:false; response_revision:8650; number_of_response:1; }","duration":"485.517516ms","start":"2026-03-20T01:53:27.355932Z","end":"2026-03-20T01:53:27.841449Z","steps":["trace[836425803] 'process raft request' (duration: 485.23455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:53:27.842135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:53:27.355918Z","time spent":"486.16832ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:53:27.84244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:53:27.356299Z","time spent":"485.085226ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:53:27.842822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.608202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291493"} {"level":"info","ts":"2026-03-20T01:53:27.843038Z","caller":"traceutil/trace.go:171","msg":"trace[1016834592] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:8652; }","duration":"487.827798ms","start":"2026-03-20T01:53:27.355156Z","end":"2026-03-20T01:53:27.842984Z","steps":["trace[1016834592] 'agreement among raft nodes before linearized reading' (duration: 486.475807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:53:27.843147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:53:27.35514Z","time spent":"487.985511ms","remote":"127.0.0.1:55868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":291514,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-20T01:53:28.250641Z","caller":"traceutil/trace.go:171","msg":"trace[147611631] linearizableReadLoop","detail":"{readStateIndex:8974; appliedIndex:8973; }","duration":"409.063452ms","start":"2026-03-20T01:53:27.84155Z","end":"2026-03-20T01:53:28.250614Z","steps":["trace[147611631] 'read index received' (duration: 347.208937ms)","trace[147611631] 'applied index is now lower than readState.Index' (duration: 61.853425ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:53:28.250704Z","caller":"traceutil/trace.go:171","msg":"trace[1563761816] transaction","detail":"{read_only:false; response_revision:8653; number_of_response:1; }","duration":"630.773459ms","start":"2026-03-20T01:53:27.619894Z","end":"2026-03-20T01:53:28.250668Z","steps":["trace[1563761816] 'process raft request' (duration: 568.78217ms)","trace[1563761816] 'compare' (duration: 61.768664ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:53:28.250821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:53:27.619869Z","time spent":"630.87953ms","remote":"127.0.0.1:55868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19507,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:53:28.250884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.183519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-20T01:53:28.25088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.584329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T01:53:28.250931Z","caller":"traceutil/trace.go:171","msg":"trace[2071471717] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8653; }","duration":"640.272771ms","start":"2026-03-20T01:53:27.610647Z","end":"2026-03-20T01:53:28.25092Z","steps":["trace[2071471717] 'agreement among raft nodes before linearized reading' (duration: 640.102557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:53:28.250915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.524539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-20T01:53:28.250967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:53:27.610628Z","time spent":"640.331802ms","remote":"127.0.0.1:55848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":443,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-20T01:53:28.251029Z","caller":"traceutil/trace.go:171","msg":"trace[1171029156] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8653; }","duration":"537.666443ms","start":"2026-03-20T01:53:27.71332Z","end":"2026-03-20T01:53:28.250986Z","steps":["trace[1171029156] 'agreement among raft nodes before linearized reading' (duration: 537.517159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:53:28.251073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:53:27.7133Z","time spent":"537.762704ms","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-03-20T01:53:28.251064Z","caller":"traceutil/trace.go:171","msg":"trace[769541885] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8653; }","duration":"607.748682ms","start":"2026-03-20T01:53:27.643227Z","end":"2026-03-20T01:53:28.250976Z","steps":["trace[769541885] 'agreement among raft nodes before linearized reading' (duration: 607.511447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:53:28.25113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:53:27.64321Z","time spent":"607.904446ms","remote":"127.0.0.1:46924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-20T01:53:28.265893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.835225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T01:53:28.265897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.646583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-20T01:53:28.265947Z","caller":"traceutil/trace.go:171","msg":"trace[1697796914] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8654; }","duration":"315.942237ms","start":"2026-03-20T01:53:27.949992Z","end":"2026-03-20T01:53:28.265934Z","steps":["trace[1697796914] 'agreement among raft nodes before linearized reading' (duration: 315.859615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:53:28.265971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:53:27.949969Z","time spent":"315.996808ms","remote":"127.0.0.1:60512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-03-20T01:53:28.265971Z","caller":"traceutil/trace.go:171","msg":"trace[1750529701] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8654; }","duration":"216.736525ms","start":"2026-03-20T01:53:28.049213Z","end":"2026-03-20T01:53:28.26595Z","steps":["trace[1750529701] 'agreement among raft nodes before linearized reading' (duration: 216.527531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:53:28.266136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.406973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-20T01:53:28.266155Z","caller":"traceutil/trace.go:171","msg":"trace[1822436927] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8654; }","duration":"402.459955ms","start":"2026-03-20T01:53:27.863691Z","end":"2026-03-20T01:53:28.266151Z","steps":["trace[1822436927] 'agreement among raft nodes before linearized reading' (duration: 402.390913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:53:28.266169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:53:27.863674Z","time spent":"402.492446ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-20T01:53:28.266267Z","caller":"traceutil/trace.go:171","msg":"trace[1829208540] transaction","detail":"{read_only:false; response_revision:8654; number_of_response:1; }","duration":"152.742551ms","start":"2026-03-20T01:53:28.113489Z","end":"2026-03-20T01:53:28.266232Z","steps":["trace[1829208540] 'process raft request' (duration: 152.083617ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:53:28.444676Z","caller":"traceutil/trace.go:171","msg":"trace[754785663] transaction","detail":"{read_only:false; response_revision:8657; number_of_response:1; }","duration":"175.668835ms","start":"2026-03-20T01:53:28.268982Z","end":"2026-03-20T01:53:28.444651Z","steps":["trace[754785663] 'process raft request' (duration: 175.414199ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:53:28.444854Z","caller":"traceutil/trace.go:171","msg":"trace[576068110] linearizableReadLoop","detail":"{readStateIndex:8979; appliedIndex:8977; }","duration":"103.57367ms","start":"2026-03-20T01:53:28.341259Z","end":"2026-03-20T01:53:28.444832Z","steps":["trace[576068110] 'read index received' (duration: 103.13962ms)","trace[576068110] 'applied index is now lower than readState.Index' (duration: 433µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:53:28.444938Z","caller":"traceutil/trace.go:171","msg":"trace[87603885] transaction","detail":"{read_only:false; response_revision:8658; number_of_response:1; }","duration":"175.867759ms","start":"2026-03-20T01:53:28.269057Z","end":"2026-03-20T01:53:28.444925Z","steps":["trace[87603885] 'process raft request' (duration: 175.554053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:53:28.445021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.637737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-95a63c88-621f-43a8-ba6f-46ffa7732b86\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-20T01:53:28.445054Z","caller":"traceutil/trace.go:171","msg":"trace[948067917] range","detail":"{range_begin:/registry/persistentvolumes/pvc-95a63c88-621f-43a8-ba6f-46ffa7732b86; range_end:; response_count:1; response_revision:8658; }","duration":"176.704488ms","start":"2026-03-20T01:53:28.268337Z","end":"2026-03-20T01:53:28.445041Z","steps":["trace[948067917] 'agreement among raft nodes before linearized reading' (duration: 176.583205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:53:28.445257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.643787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-20T01:53:28.445337Z","caller":"traceutil/trace.go:171","msg":"trace[1519928481] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:8658; }","duration":"101.78233ms","start":"2026-03-20T01:53:28.343538Z","end":"2026-03-20T01:53:28.44532Z","steps":["trace[1519928481] 'agreement among raft nodes before linearized reading' (duration: 101.468283ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:53:28.645626Z","caller":"traceutil/trace.go:171","msg":"trace[1176176425] linearizableReadLoop","detail":"{readStateIndex:8980; appliedIndex:8979; }","duration":"184.559394ms","start":"2026-03-20T01:53:28.461041Z","end":"2026-03-20T01:53:28.6456Z","steps":["trace[1176176425] 'read index received' (duration: 90.656361ms)","trace[1176176425] 'applied index is now lower than readState.Index' (duration: 93.901923ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:53:28.645742Z","caller":"traceutil/trace.go:171","msg":"trace[1714826673] transaction","detail":"{read_only:false; response_revision:8659; number_of_response:1; }","duration":"188.164864ms","start":"2026-03-20T01:53:28.457552Z","end":"2026-03-20T01:53:28.645717Z","steps":["trace[1714826673] 'process raft request' (duration: 94.19706ms)","trace[1714826673] 'compare' (duration: 93.725479ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:53:28.645954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.187176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-20T01:53:28.645995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.930483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-20T01:53:28.646025Z","caller":"traceutil/trace.go:171","msg":"trace[325806700] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:8659; }","duration":"126.313319ms","start":"2026-03-20T01:53:28.519677Z","end":"2026-03-20T01:53:28.64599Z","steps":["trace[325806700] 'agreement among raft nodes before linearized reading' (duration: 126.131085ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:53:28.646077Z","caller":"traceutil/trace.go:171","msg":"trace[1036769593] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8659; }","duration":"185.058905ms","start":"2026-03-20T01:53:28.461Z","end":"2026-03-20T01:53:28.646058Z","steps":["trace[1036769593] 'agreement among raft nodes before linearized reading' (duration: 184.781569ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:56:07.46941Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"aab6040abcf11","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-20T01:56:07.475393Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-20T01:56:07.47549Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-20T01:56:43.457933Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7717} {"level":"info","ts":"2026-03-20T01:56:43.525579Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7717,"took":"65.401478ms","hash":2027750533,"current-db-size-bytes":42147840,"current-db-size":"42 MB","current-db-size-in-use-bytes":26251264,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-20T01:56:43.525655Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2027750533,"revision":7717,"compact-revision":5693} {"level":"info","ts":"2026-03-20T02:01:43.464622Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9938} {"level":"info","ts":"2026-03-20T02:01:43.544398Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9938,"took":"78.048379ms","hash":3572862338,"current-db-size-bytes":42147840,"current-db-size":"42 MB","current-db-size-in-use-bytes":17321984,"current-db-size-in-use":"17 MB"} {"level":"info","ts":"2026-03-20T02:01:43.54445Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3572862338,"revision":9938,"compact-revision":7717}