{"level":"warn","ts":"2026-04-20T08:11:48.240199Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-20T08:11:48.240339Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.119:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.119:2380","--initial-cluster=instance=https://199.19.213.119:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.119:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.119:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-20T08:11:48.240414Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-20T08:11:48.240426Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.119:2380"]} {"level":"info","ts":"2026-04-20T08:11:48.240446Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-20T08:11:48.241089Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.119:2379"]} {"level":"info","ts":"2026-04-20T08:11:48.24117Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.119:2380"],"listen-peer-urls":["https://199.19.213.119:2380"],"advertise-client-urls":["https://199.19.213.119:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.119:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.119:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-20T08:11:48.245003Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.594138ms"} {"level":"info","ts":"2026-04-20T08:11:48.253121Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"ec9077c81c499df2","cluster-id":"7e82d3f5f740d3fb"} {"level":"info","ts":"2026-04-20T08:11:48.253235Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ec9077c81c499df2 switched to configuration voters=()"} {"level":"info","ts":"2026-04-20T08:11:48.253282Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ec9077c81c499df2 became follower at term 0"} {"level":"info","ts":"2026-04-20T08:11:48.253303Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft ec9077c81c499df2 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-20T08:11:48.253321Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ec9077c81c499df2 became follower at term 1"} {"level":"info","ts":"2026-04-20T08:11:48.253382Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ec9077c81c499df2 switched to configuration voters=(17046256290949078514)"} {"level":"warn","ts":"2026-04-20T08:11:48.271564Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-20T08:11:48.276252Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-20T08:11:48.279977Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-20T08:11:48.282393Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"ec9077c81c499df2","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-20T08:11:48.283214Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"ec9077c81c499df2","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-20T08:11:48.283354Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-20T08:11:48.283396Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-20T08:11:48.283411Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-20T08:11:48.283651Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ec9077c81c499df2 switched to configuration voters=(17046256290949078514)"} {"level":"info","ts":"2026-04-20T08:11:48.283768Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"7e82d3f5f740d3fb","local-member-id":"ec9077c81c499df2","added-peer-id":"ec9077c81c499df2","added-peer-peer-urls":["https://199.19.213.119:2380"]} {"level":"info","ts":"2026-04-20T08:11:48.28709Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-20T08:11:48.287656Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"ec9077c81c499df2","initial-advertise-peer-urls":["https://199.19.213.119:2380"],"listen-peer-urls":["https://199.19.213.119:2380"],"advertise-client-urls":["https://199.19.213.119:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.119:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-20T08:11:48.287703Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-20T08:11:48.287469Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.119:2380"} {"level":"info","ts":"2026-04-20T08:11:48.288311Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.119:2380"} {"level":"info","ts":"2026-04-20T08:11:49.054263Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ec9077c81c499df2 is starting a new election at term 1"} {"level":"info","ts":"2026-04-20T08:11:49.054318Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ec9077c81c499df2 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-20T08:11:49.054345Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ec9077c81c499df2 received MsgPreVoteResp from ec9077c81c499df2 at term 1"} {"level":"info","ts":"2026-04-20T08:11:49.054364Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ec9077c81c499df2 became candidate at term 2"} {"level":"info","ts":"2026-04-20T08:11:49.054371Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ec9077c81c499df2 received MsgVoteResp from ec9077c81c499df2 at term 2"} {"level":"info","ts":"2026-04-20T08:11:49.054381Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ec9077c81c499df2 became leader at term 2"} {"level":"info","ts":"2026-04-20T08:11:49.054389Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: ec9077c81c499df2 elected leader ec9077c81c499df2 at term 2"} {"level":"info","ts":"2026-04-20T08:11:49.055386Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-20T08:11:49.056264Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"ec9077c81c499df2","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.119:2379]}","request-path":"/0/members/ec9077c81c499df2/attributes","cluster-id":"7e82d3f5f740d3fb","publish-timeout":"7s"} {"level":"info","ts":"2026-04-20T08:11:49.056267Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-20T08:11:49.056337Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-20T08:11:49.056722Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"7e82d3f5f740d3fb","local-member-id":"ec9077c81c499df2","cluster-version":"3.5"} {"level":"info","ts":"2026-04-20T08:11:49.056801Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-20T08:11:49.056827Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-20T08:11:49.057501Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-20T08:11:49.057561Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-20T08:11:49.059422Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-20T08:11:49.059486Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.119:2379"} {"level":"info","ts":"2026-04-20T08:12:01.269663Z","caller":"traceutil/trace.go:171","msg":"trace[6520533] transaction","detail":"{read_only:false; response_revision:364; number_of_response:1; }","duration":"287.914913ms","start":"2026-04-20T08:12:00.981716Z","end":"2026-04-20T08:12:01.269631Z","steps":["trace[6520533] 'process raft request' (duration: 287.775619ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T08:12:01.91777Z","caller":"traceutil/trace.go:171","msg":"trace[63772853] transaction","detail":"{read_only:false; response_revision:365; number_of_response:1; }","duration":"141.692726ms","start":"2026-04-20T08:12:01.776044Z","end":"2026-04-20T08:12:01.917736Z","steps":["trace[63772853] 'process raft request' (duration: 141.43127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T08:12:20.087373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.589594ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-20T08:12:20.087469Z","caller":"traceutil/trace.go:171","msg":"trace[1093541056] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"125.390407ms","start":"2026-04-20T08:12:19.962066Z","end":"2026-04-20T08:12:20.087456Z","steps":["trace[1093541056] 'compare' (duration: 121.460531ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T08:12:20.103061Z","caller":"traceutil/trace.go:171","msg":"trace[492746796] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"135.783302ms","start":"2026-04-20T08:12:19.967267Z","end":"2026-04-20T08:12:20.103051Z","steps":["trace[492746796] 'process raft request' (duration: 135.70628ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T08:12:20.112108Z","caller":"traceutil/trace.go:171","msg":"trace[339593227] linearizableReadLoop","detail":"{readStateIndex:531; appliedIndex:530; }","duration":"102.143928ms","start":"2026-04-20T08:12:20.009933Z","end":"2026-04-20T08:12:20.112077Z","steps":["trace[339593227] 'read index received' (duration: 93.122248ms)","trace[339593227] 'applied index is now lower than readState.Index' (duration: 9.02024ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T08:12:20.112194Z","caller":"traceutil/trace.go:171","msg":"trace[1415928747] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"103.058621ms","start":"2026-04-20T08:12:20.009098Z","end":"2026-04-20T08:12:20.112157Z","steps":["trace[1415928747] 'process raft request' (duration: 102.750914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T08:12:20.112269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.317342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-20T08:12:20.112331Z","caller":"traceutil/trace.go:171","msg":"trace[1870543699] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:512; }","duration":"102.401615ms","start":"2026-04-20T08:12:20.009912Z","end":"2026-04-20T08:12:20.112313Z","steps":["trace[1870543699] 'agreement among raft nodes before linearized reading' (duration: 102.268092ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T08:12:26.067325Z","caller":"traceutil/trace.go:171","msg":"trace[857435426] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"108.527478ms","start":"2026-04-20T08:12:25.958739Z","end":"2026-04-20T08:12:26.067267Z","steps":["trace[857435426] 'process raft request' (duration: 108.249261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T08:12:26.453639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.400841ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-20T08:12:26.453806Z","caller":"traceutil/trace.go:171","msg":"trace[2115704397] linearizableReadLoop","detail":"{readStateIndex:603; appliedIndex:602; }","duration":"309.79141ms","start":"2026-04-20T08:12:26.143991Z","end":"2026-04-20T08:12:26.453783Z","steps":["trace[2115704397] 'read index received' (duration: 197.074311ms)","trace[2115704397] 'applied index is now lower than readState.Index' (duration: 112.715619ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T08:12:26.453842Z","caller":"traceutil/trace.go:171","msg":"trace[3404968] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"371.922984ms","start":"2026-04-20T08:12:26.081884Z","end":"2026-04-20T08:12:26.453807Z","steps":["trace[3404968] 'process raft request' (duration: 259.213756ms)","trace[3404968] 'compare' (duration: 112.187536ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T08:12:26.453983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.993395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-20T08:12:26.454033Z","caller":"traceutil/trace.go:171","msg":"trace[1361178837] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:582; }","duration":"310.100917ms","start":"2026-04-20T08:12:26.143913Z","end":"2026-04-20T08:12:26.454014Z","steps":["trace[1361178837] 'agreement among raft nodes before linearized reading' (duration: 309.926593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T08:12:26.454014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T08:12:26.081857Z","time spent":"372.055347ms","remote":"127.0.0.1:41688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T08:12:26.454119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T08:12:26.143877Z","time spent":"310.233781ms","remote":"127.0.0.1:41772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-20T08:12:26.820453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.619025ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-20T08:12:26.820875Z","caller":"traceutil/trace.go:171","msg":"trace[586975886] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"362.004525ms","start":"2026-04-20T08:12:26.458811Z","end":"2026-04-20T08:12:26.820816Z","steps":["trace[586975886] 'process raft request' (duration: 151.919629ms)","trace[586975886] 'compare' (duration: 209.300767ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T08:12:26.821018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T08:12:26.458791Z","time spent":"362.156488ms","remote":"127.0.0.1:41772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T08:12:26.821558Z","caller":"traceutil/trace.go:171","msg":"trace[1593791323] linearizableReadLoop","detail":"{readStateIndex:605; appliedIndex:603; }","duration":"235.366268ms","start":"2026-04-20T08:12:26.586167Z","end":"2026-04-20T08:12:26.821533Z","steps":["trace[1593791323] 'read index received' (duration: 24.666107ms)","trace[1593791323] 'applied index is now lower than readState.Index' (duration: 210.698501ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T08:12:26.821618Z","caller":"traceutil/trace.go:171","msg":"trace[1817880737] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"338.810653ms","start":"2026-04-20T08:12:26.482767Z","end":"2026-04-20T08:12:26.821577Z","steps":["trace[1817880737] 'process raft request' (duration: 338.090596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T08:12:26.821781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.592903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-20T08:12:26.821814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.936374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-20T08:12:26.82184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T08:12:26.482744Z","time spent":"338.972217ms","remote":"127.0.0.1:41602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036305,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T08:12:26.821875Z","caller":"traceutil/trace.go:171","msg":"trace[1954738549] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:584; }","duration":"234.048147ms","start":"2026-04-20T08:12:26.587811Z","end":"2026-04-20T08:12:26.821859Z","steps":["trace[1954738549] 'agreement among raft nodes before linearized reading' (duration: 233.874083ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T08:12:26.826499Z","caller":"traceutil/trace.go:171","msg":"trace[1103415982] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:584; }","duration":"235.727177ms","start":"2026-04-20T08:12:26.586123Z","end":"2026-04-20T08:12:26.82185Z","steps":["trace[1103415982] 'agreement among raft nodes before linearized reading' (duration: 235.528232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T08:12:27.34536Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11381332561555268067,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-20T08:12:27.779996Z","caller":"traceutil/trace.go:171","msg":"trace[1642269764] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"949.731552ms","start":"2026-04-20T08:12:26.830237Z","end":"2026-04-20T08:12:27.779968Z","steps":["trace[1642269764] 'process raft request' (duration: 938.379937ms)","trace[1642269764] 'compare' (duration: 10.884154ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T08:12:27.780117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T08:12:26.830216Z","time spent":"949.841755ms","remote":"127.0.0.1:41772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T08:12:27.780472Z","caller":"traceutil/trace.go:171","msg":"trace[1087187810] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"950.148792ms","start":"2026-04-20T08:12:26.830315Z","end":"2026-04-20T08:12:27.780464Z","steps":["trace[1087187810] 'process raft request' (duration: 949.551518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T08:12:27.780511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T08:12:26.830272Z","time spent":"950.218174ms","remote":"127.0.0.1:41772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T08:12:27.787909Z","caller":"traceutil/trace.go:171","msg":"trace[516800587] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"904.62871ms","start":"2026-04-20T08:12:26.883245Z","end":"2026-04-20T08:12:27.787874Z","steps":["trace[516800587] 'process raft request' (duration: 904.467167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T08:12:27.788058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T08:12:26.883222Z","time spent":"904.772564ms","remote":"127.0.0.1:41744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-20T08:12:27.79814Z","caller":"traceutil/trace.go:171","msg":"trace[1448539461] linearizableReadLoop","detail":"{readStateIndex:610; appliedIndex:606; }","duration":"953.075773ms","start":"2026-04-20T08:12:26.845047Z","end":"2026-04-20T08:12:27.798123Z","steps":["trace[1448539461] 'read index received' (duration: 923.58115ms)","trace[1448539461] 'applied index is now lower than readState.Index' (duration: 29.493643ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T08:12:27.798232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.177896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T08:12:27.798291Z","caller":"traceutil/trace.go:171","msg":"trace[1556916385] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:588; }","duration":"953.267768ms","start":"2026-04-20T08:12:26.845005Z","end":"2026-04-20T08:12:27.798273Z","steps":["trace[1556916385] 'agreement among raft nodes before linearized reading' (duration: 953.174056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T08:12:27.798329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T08:12:26.844982Z","time spent":"953.339309ms","remote":"127.0.0.1:41494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-20T08:12:29.530682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.285478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-20T08:12:29.530752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.88821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T08:12:29.530766Z","caller":"traceutil/trace.go:171","msg":"trace[1744268228] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:603; }","duration":"207.431102ms","start":"2026-04-20T08:12:29.323317Z","end":"2026-04-20T08:12:29.530748Z","steps":["trace[1744268228] 'range keys from in-memory index tree' (duration: 207.170676ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T08:12:29.530787Z","caller":"traceutil/trace.go:171","msg":"trace[2146830549] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:603; }","duration":"230.957531ms","start":"2026-04-20T08:12:29.299818Z","end":"2026-04-20T08:12:29.530775Z","steps":["trace[2146830549] 'count revisions from in-memory index tree' (duration: 230.793517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T08:12:29.530947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.422362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T08:12:29.531024Z","caller":"traceutil/trace.go:171","msg":"trace[2093043167] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:603; }","duration":"207.581086ms","start":"2026-04-20T08:12:29.323428Z","end":"2026-04-20T08:12:29.531009Z","steps":["trace[2093043167] 'count revisions from in-memory index tree' (duration: 207.295499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T08:12:29.531039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.040769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T08:12:29.531087Z","caller":"traceutil/trace.go:171","msg":"trace[609638852] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:603; }","duration":"230.147922ms","start":"2026-04-20T08:12:29.300929Z","end":"2026-04-20T08:12:29.531077Z","steps":["trace[609638852] 'range keys from in-memory index tree' (duration: 229.926486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T08:12:29.531122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.3801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-20T08:12:29.530706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.876709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-20T08:12:29.531219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.798137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T08:12:29.531263Z","caller":"traceutil/trace.go:171","msg":"trace[649199593] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:603; }","duration":"187.870888ms","start":"2026-04-20T08:12:29.34338Z","end":"2026-04-20T08:12:29.531251Z","steps":["trace[649199593] 'range keys from in-memory index tree' (duration: 187.695834ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T08:12:29.53126Z","caller":"traceutil/trace.go:171","msg":"trace[1621357487] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:603; }","duration":"231.503024ms","start":"2026-04-20T08:12:29.299715Z","end":"2026-04-20T08:12:29.531218Z","steps":["trace[1621357487] 'range keys from in-memory index tree' (duration: 230.688085ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T08:12:29.531156Z","caller":"traceutil/trace.go:171","msg":"trace[902768056] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:603; }","duration":"188.452742ms","start":"2026-04-20T08:12:29.342692Z","end":"2026-04-20T08:12:29.531144Z","steps":["trace[902768056] 'count revisions from in-memory index tree' (duration: 188.228437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T08:12:29.531281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.238277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T08:12:29.531488Z","caller":"traceutil/trace.go:171","msg":"trace[1424082877] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:603; }","duration":"188.7485ms","start":"2026-04-20T08:12:29.342712Z","end":"2026-04-20T08:12:29.531461Z","steps":["trace[1424082877] 'range keys from in-memory index tree' (duration: 188.085073ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T08:12:31.151946Z","caller":"traceutil/trace.go:171","msg":"trace[1810706263] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"115.415464ms","start":"2026-04-20T08:12:31.036487Z","end":"2026-04-20T08:12:31.151903Z","steps":["trace[1810706263] 'process raft request' (duration: 72.68753ms)","trace[1810706263] 'compare' (duration: 42.449367ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T08:12:31.15196Z","caller":"traceutil/trace.go:171","msg":"trace[121879460] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"114.369589ms","start":"2026-04-20T08:12:31.037566Z","end":"2026-04-20T08:12:31.151936Z","steps":["trace[121879460] 'process raft request' (duration: 114.261956ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T08:12:31.152161Z","caller":"traceutil/trace.go:171","msg":"trace[346282911] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"103.356502ms","start":"2026-04-20T08:12:31.048772Z","end":"2026-04-20T08:12:31.152128Z","steps":["trace[346282911] 'process raft request' (duration: 103.115736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T08:12:42.972999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.894234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T08:12:42.974616Z","caller":"traceutil/trace.go:171","msg":"trace[1846509787] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:747; }","duration":"126.566844ms","start":"2026-04-20T08:12:42.848026Z","end":"2026-04-20T08:12:42.974593Z","steps":["trace[1846509787] 'range keys from in-memory index tree' (duration: 124.712509ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T08:13:33.591311Z","caller":"traceutil/trace.go:171","msg":"trace[1182038380] transaction","detail":"{read_only:false; response_revision:1402; number_of_response:1; }","duration":"210.257739ms","start":"2026-04-20T08:13:33.381021Z","end":"2026-04-20T08:13:33.591279Z","steps":["trace[1182038380] 'process raft request' (duration: 182.034819ms)","trace[1182038380] 'compare' (duration: 27.934284ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T08:13:55.84313Z","caller":"traceutil/trace.go:171","msg":"trace[145340763] linearizableReadLoop","detail":"{readStateIndex:1861; appliedIndex:1860; }","duration":"337.459537ms","start":"2026-04-20T08:13:55.505648Z","end":"2026-04-20T08:13:55.843108Z","steps":["trace[145340763] 'read index received' (duration: 337.384405ms)","trace[145340763] 'applied index is now lower than readState.Index' (duration: 74.112µs)"],"step_count":2} {"level":"info","ts":"2026-04-20T08:13:55.843225Z","caller":"traceutil/trace.go:171","msg":"trace[881595558] transaction","detail":"{read_only:false; response_revision:1792; number_of_response:1; }","duration":"374.128627ms","start":"2026-04-20T08:13:55.469087Z","end":"2026-04-20T08:13:55.843215Z","steps":["trace[881595558] 'process raft request' (duration: 373.886551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T08:13:55.843327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T08:13:55.469062Z","time spent":"374.185138ms","remote":"127.0.0.1:41688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3729,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T08:13:55.843498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.812116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-20T08:13:55.843618Z","caller":"traceutil/trace.go:171","msg":"trace[837568113] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1792; }","duration":"337.985729ms","start":"2026-04-20T08:13:55.505607Z","end":"2026-04-20T08:13:55.843593Z","steps":["trace[837568113] 'agreement among raft nodes before linearized reading' (duration: 337.629521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T08:13:55.843673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T08:13:55.505592Z","time spent":"338.071692ms","remote":"127.0.0.1:41772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-20T08:13:56.07921Z","caller":"traceutil/trace.go:171","msg":"trace[1178752256] linearizableReadLoop","detail":"{readStateIndex:1862; appliedIndex:1861; }","duration":"235.993789ms","start":"2026-04-20T08:13:55.84319Z","end":"2026-04-20T08:13:56.079184Z","steps":["trace[1178752256] 'read index received' (duration: 229.409453ms)","trace[1178752256] 'applied index is now lower than readState.Index' (duration: 6.583246ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T08:13:56.079324Z","caller":"traceutil/trace.go:171","msg":"trace[1491349206] transaction","detail":"{read_only:false; response_revision:1793; number_of_response:1; }","duration":"333.445341ms","start":"2026-04-20T08:13:55.745867Z","end":"2026-04-20T08:13:56.079312Z","steps":["trace[1491349206] 'process raft request' (duration: 326.711522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T08:13:56.079428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T08:13:55.74584Z","time spent":"333.511253ms","remote":"127.0.0.1:41772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T08:13:56.079608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.597098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-20T08:13:56.079712Z","caller":"traceutil/trace.go:171","msg":"trace[999463544] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1793; }","duration":"382.759811ms","start":"2026-04-20T08:13:55.696928Z","end":"2026-04-20T08:13:56.079688Z","steps":["trace[999463544] 'agreement among raft nodes before linearized reading' (duration: 382.475855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T08:13:56.079814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T08:13:55.696898Z","time spent":"382.900735ms","remote":"127.0.0.1:41772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-20T08:13:56.104189Z","caller":"traceutil/trace.go:171","msg":"trace[2083000763] transaction","detail":"{read_only:false; response_revision:1794; number_of_response:1; }","duration":"254.055878ms","start":"2026-04-20T08:13:55.850106Z","end":"2026-04-20T08:13:56.104162Z","steps":["trace[2083000763] 'process raft request' (duration: 253.920805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T08:13:56.104336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.284765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-893ca9c8-ebb6-4aba-8611-761d61ccf490\" ","response":"range_response_count:1 size:3744"} {"level":"info","ts":"2026-04-20T08:13:56.1044Z","caller":"traceutil/trace.go:171","msg":"trace[1149451603] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-893ca9c8-ebb6-4aba-8611-761d61ccf490; range_end:; response_count:1; response_revision:1794; }","duration":"209.403208ms","start":"2026-04-20T08:13:55.894964Z","end":"2026-04-20T08:13:56.104386Z","steps":["trace[1149451603] 'agreement among raft nodes before linearized reading' (duration: 209.188763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T08:13:56.104425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.018465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-20T08:13:56.104538Z","caller":"traceutil/trace.go:171","msg":"trace[2083076666] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1794; }","duration":"173.184209ms","start":"2026-04-20T08:13:55.931324Z","end":"2026-04-20T08:13:56.104508Z","steps":["trace[2083076666] 'agreement among raft nodes before linearized reading' (duration: 172.875282ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T08:13:56.340447Z","caller":"traceutil/trace.go:171","msg":"trace[635815489] transaction","detail":"{read_only:false; response_revision:1796; number_of_response:1; }","duration":"161.071462ms","start":"2026-04-20T08:13:56.179356Z","end":"2026-04-20T08:13:56.340427Z","steps":["trace[635815489] 'process raft request' (duration: 160.955219ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T08:13:56.373905Z","caller":"traceutil/trace.go:171","msg":"trace[1145101424] linearizableReadLoop","detail":"{readStateIndex:1866; appliedIndex:1864; }","duration":"163.357976ms","start":"2026-04-20T08:13:56.210528Z","end":"2026-04-20T08:13:56.373886Z","steps":["trace[1145101424] 'read index received' (duration: 129.82033ms)","trace[1145101424] 'applied index is now lower than readState.Index' (duration: 33.536546ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T08:13:56.373985Z","caller":"traceutil/trace.go:171","msg":"trace[438517276] transaction","detail":"{read_only:false; response_revision:1797; number_of_response:1; }","duration":"183.083204ms","start":"2026-04-20T08:13:56.190858Z","end":"2026-04-20T08:13:56.373941Z","steps":["trace[438517276] 'process raft request' (duration: 182.918061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T08:13:56.374116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.396557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-04-20T08:13:56.374145Z","caller":"traceutil/trace.go:171","msg":"trace[1234661448] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1797; }","duration":"163.463479ms","start":"2026-04-20T08:13:56.210674Z","end":"2026-04-20T08:13:56.374138Z","steps":["trace[1234661448] 'agreement among raft nodes before linearized reading' (duration: 163.319736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T08:13:56.374214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.632563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-20T08:13:56.374316Z","caller":"traceutil/trace.go:171","msg":"trace[1757206428] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1797; }","duration":"163.806497ms","start":"2026-04-20T08:13:56.210475Z","end":"2026-04-20T08:13:56.374282Z","steps":["trace[1757206428] 'agreement among raft nodes before linearized reading' (duration: 163.5121ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T08:13:56.59665Z","caller":"traceutil/trace.go:171","msg":"trace[1824895890] transaction","detail":"{read_only:false; response_revision:1798; number_of_response:1; }","duration":"218.065354ms","start":"2026-04-20T08:13:56.378562Z","end":"2026-04-20T08:13:56.596628Z","steps":["trace[1824895890] 'process raft request' (duration: 217.940801ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T08:13:56.597585Z","caller":"traceutil/trace.go:171","msg":"trace[22711448] transaction","detail":"{read_only:false; response_revision:1799; number_of_response:1; }","duration":"218.894634ms","start":"2026-04-20T08:13:56.378661Z","end":"2026-04-20T08:13:56.597555Z","steps":["trace[22711448] 'process raft request' (duration: 218.678589ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T08:13:56.597701Z","caller":"traceutil/trace.go:171","msg":"trace[965183255] transaction","detail":"{read_only:false; response_revision:1800; number_of_response:1; }","duration":"218.34611ms","start":"2026-04-20T08:13:56.37934Z","end":"2026-04-20T08:13:56.597686Z","steps":["trace[965183255] 'process raft request' (duration: 218.157926ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T08:14:41.220737Z","caller":"traceutil/trace.go:171","msg":"trace[1132635908] transaction","detail":"{read_only:false; response_revision:2097; number_of_response:1; }","duration":"141.882815ms","start":"2026-04-20T08:14:41.078825Z","end":"2026-04-20T08:14:41.220708Z","steps":["trace[1132635908] 'process raft request' (duration: 141.696761ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T08:14:41.645893Z","caller":"traceutil/trace.go:171","msg":"trace[784957483] transaction","detail":"{read_only:false; response_revision:2099; number_of_response:1; }","duration":"160.19053ms","start":"2026-04-20T08:14:41.485674Z","end":"2026-04-20T08:14:41.645865Z","steps":["trace[784957483] 'process raft request' (duration: 159.241898ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T08:14:47.349561Z","caller":"traceutil/trace.go:171","msg":"trace[1687040108] transaction","detail":"{read_only:false; response_revision:2128; number_of_response:1; }","duration":"110.566083ms","start":"2026-04-20T08:14:47.238968Z","end":"2026-04-20T08:14:47.349534Z","steps":["trace[1687040108] 'process raft request' (duration: 110.377848ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T08:14:47.537234Z","caller":"traceutil/trace.go:171","msg":"trace[761523425] transaction","detail":"{read_only:false; response_revision:2129; number_of_response:1; }","duration":"155.316455ms","start":"2026-04-20T08:14:47.381892Z","end":"2026-04-20T08:14:47.537209Z","steps":["trace[761523425] 'process raft request' (duration: 155.169951ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T08:14:47.538984Z","caller":"traceutil/trace.go:171","msg":"trace[449162710] transaction","detail":"{read_only:false; response_revision:2130; number_of_response:1; }","duration":"120.191832ms","start":"2026-04-20T08:14:47.418747Z","end":"2026-04-20T08:14:47.538939Z","steps":["trace[449162710] 'process raft request' (duration: 119.921175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T08:14:47.744343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.500464ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-20T08:14:47.744719Z","caller":"traceutil/trace.go:171","msg":"trace[438600300] linearizableReadLoop","detail":"{readStateIndex:2211; appliedIndex:2208; }","duration":"228.343906ms","start":"2026-04-20T08:14:47.516348Z","end":"2026-04-20T08:14:47.744692Z","steps":["trace[438600300] 'read index received' (duration: 20.714941ms)","trace[438600300] 'applied index is now lower than readState.Index' (duration: 207.627265ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T08:14:47.744887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.533041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-20T08:14:47.744929Z","caller":"traceutil/trace.go:171","msg":"trace[1997850036] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2130; }","duration":"228.620772ms","start":"2026-04-20T08:14:47.516296Z","end":"2026-04-20T08:14:47.744917Z","steps":["trace[1997850036] 'agreement among raft nodes before linearized reading' (duration: 228.471988ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T08:14:47.799082Z","caller":"traceutil/trace.go:171","msg":"trace[2054898072] transaction","detail":"{read_only:false; response_revision:2131; number_of_response:1; }","duration":"134.202083ms","start":"2026-04-20T08:14:47.664852Z","end":"2026-04-20T08:14:47.799054Z","steps":["trace[2054898072] 'process raft request' (duration: 133.970348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T08:14:47.799154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.794065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-20T08:14:47.799207Z","caller":"traceutil/trace.go:171","msg":"trace[1876840980] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2131; }","duration":"182.924748ms","start":"2026-04-20T08:14:47.616267Z","end":"2026-04-20T08:14:47.799192Z","steps":["trace[1876840980] 'agreement among raft nodes before linearized reading' (duration: 182.741614ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T08:15:36.197636Z","caller":"traceutil/trace.go:171","msg":"trace[468072681] transaction","detail":"{read_only:false; response_revision:2566; number_of_response:1; }","duration":"228.544962ms","start":"2026-04-20T08:15:35.969069Z","end":"2026-04-20T08:15:36.197614Z","steps":["trace[468072681] 'process raft request' (duration: 227.255061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T08:16:09.476424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.897275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-20T08:16:09.476081Z","caller":"traceutil/trace.go:171","msg":"trace[1006312244] linearizableReadLoop","detail":"{readStateIndex:2872; appliedIndex:2871; }","duration":"145.549956ms","start":"2026-04-20T08:16:09.330512Z","end":"2026-04-20T08:16:09.476062Z","steps":["trace[1006312244] 'read index received' (duration: 145.435573ms)","trace[1006312244] 'applied index is now lower than readState.Index' (duration: 113.733µs)"],"step_count":2} {"level":"info","ts":"2026-04-20T08:16:09.476654Z","caller":"traceutil/trace.go:171","msg":"trace[296213891] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2766; }","duration":"146.171831ms","start":"2026-04-20T08:16:09.330464Z","end":"2026-04-20T08:16:09.476601Z","steps":["trace[296213891] 'agreement among raft nodes before linearized reading' (duration: 145.808583ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T08:16:09.476816Z","caller":"traceutil/trace.go:171","msg":"trace[1175222047] transaction","detail":"{read_only:false; response_revision:2766; number_of_response:1; }","duration":"176.625576ms","start":"2026-04-20T08:16:09.299532Z","end":"2026-04-20T08:16:09.476158Z","steps":["trace[1175222047] 'process raft request' (duration: 176.401891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T08:16:09.509821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.703067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-20T08:16:09.509989Z","caller":"traceutil/trace.go:171","msg":"trace[798160994] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2768; }","duration":"168.923442ms","start":"2026-04-20T08:16:09.341044Z","end":"2026-04-20T08:16:09.509968Z","steps":["trace[798160994] 'agreement among raft nodes before linearized reading' (duration: 168.365659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T08:16:09.842275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.732073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-20T08:16:09.842367Z","caller":"traceutil/trace.go:171","msg":"trace[903816970] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:2769; }","duration":"122.870916ms","start":"2026-04-20T08:16:09.719474Z","end":"2026-04-20T08:16:09.842345Z","steps":["trace[903816970] 'count revisions from in-memory index tree' (duration: 122.64212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T08:16:09.84238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.617589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-20T08:16:09.842479Z","caller":"traceutil/trace.go:171","msg":"trace[70425256] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2769; }","duration":"114.760783ms","start":"2026-04-20T08:16:09.727694Z","end":"2026-04-20T08:16:09.842455Z","steps":["trace[70425256] 'range keys from in-memory index tree' (duration: 114.375754ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T08:16:10.082723Z","caller":"traceutil/trace.go:171","msg":"trace[1281132495] linearizableReadLoop","detail":"{readStateIndex:2876; appliedIndex:2875; }","duration":"236.627673ms","start":"2026-04-20T08:16:09.846065Z","end":"2026-04-20T08:16:10.082693Z","steps":["trace[1281132495] 'read index received' (duration: 236.375757ms)","trace[1281132495] 'applied index is now lower than readState.Index' (duration: 250.426µs)"],"step_count":2} {"level":"info","ts":"2026-04-20T08:16:10.08282Z","caller":"traceutil/trace.go:171","msg":"trace[1953666608] transaction","detail":"{read_only:false; response_revision:2770; number_of_response:1; }","duration":"353.084156ms","start":"2026-04-20T08:16:09.729697Z","end":"2026-04-20T08:16:10.082782Z","steps":["trace[1953666608] 'process raft request' (duration: 352.806539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T08:16:10.082943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.839728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-20T08:16:10.082998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T08:16:09.729678Z","time spent":"353.2331ms","remote":"127.0.0.1:41772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T08:16:10.083026Z","caller":"traceutil/trace.go:171","msg":"trace[1061927613] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2770; }","duration":"236.974351ms","start":"2026-04-20T08:16:09.846032Z","end":"2026-04-20T08:16:10.083006Z","steps":["trace[1061927613] 'agreement among raft nodes before linearized reading' (duration: 236.819587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T08:16:10.083064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.589245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-20T08:16:10.083132Z","caller":"traceutil/trace.go:171","msg":"trace[2062743181] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2770; }","duration":"108.728819ms","start":"2026-04-20T08:16:09.974386Z","end":"2026-04-20T08:16:10.083115Z","steps":["trace[2062743181] 'agreement among raft nodes before linearized reading' (duration: 108.572535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T08:16:10.083253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.198563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-04-20T08:16:10.083651Z","caller":"traceutil/trace.go:171","msg":"trace[2094748300] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2770; }","duration":"236.697305ms","start":"2026-04-20T08:16:09.846938Z","end":"2026-04-20T08:16:10.083635Z","steps":["trace[2094748300] 'agreement among raft nodes before linearized reading' (duration: 235.943687ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T08:18:45.884923Z","caller":"traceutil/trace.go:171","msg":"trace[294667111] transaction","detail":"{read_only:false; response_revision:3790; number_of_response:1; }","duration":"306.908216ms","start":"2026-04-20T08:18:45.57799Z","end":"2026-04-20T08:18:45.884898Z","steps":["trace[294667111] 'process raft request' (duration: 306.771733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T08:18:45.885078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T08:18:45.577973Z","time spent":"307.031449ms","remote":"127.0.0.1:41772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T08:18:45.901932Z","caller":"traceutil/trace.go:171","msg":"trace[320516052] linearizableReadLoop","detail":"{readStateIndex:3935; appliedIndex:3933; }","duration":"183.870285ms","start":"2026-04-20T08:18:45.718035Z","end":"2026-04-20T08:18:45.901905Z","steps":["trace[320516052] 'read index received' (duration: 166.758979ms)","trace[320516052] 'applied index is now lower than readState.Index' (duration: 17.110046ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T08:18:45.902245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.148222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-20T08:18:45.90228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.488502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-20T08:18:45.902316Z","caller":"traceutil/trace.go:171","msg":"trace[1770504800] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:3791; }","duration":"184.333046ms","start":"2026-04-20T08:18:45.717964Z","end":"2026-04-20T08:18:45.902297Z","steps":["trace[1770504800] 'agreement among raft nodes before linearized reading' (duration: 184.161792ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T08:18:45.902328Z","caller":"traceutil/trace.go:171","msg":"trace[933764806] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3791; }","duration":"171.572674ms","start":"2026-04-20T08:18:45.730743Z","end":"2026-04-20T08:18:45.902315Z","steps":["trace[933764806] 'agreement among raft nodes before linearized reading' (duration: 171.381769ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T08:18:45.902561Z","caller":"traceutil/trace.go:171","msg":"trace[1045238877] transaction","detail":"{read_only:false; response_revision:3791; number_of_response:1; }","duration":"321.814921ms","start":"2026-04-20T08:18:45.580443Z","end":"2026-04-20T08:18:45.902258Z","steps":["trace[1045238877] 'process raft request' (duration: 321.291338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T08:18:45.902863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T08:18:45.580411Z","time spent":"322.354104ms","remote":"127.0.0.1:41772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T08:20:12.332244Z","caller":"traceutil/trace.go:171","msg":"trace[1011235645] transaction","detail":"{read_only:false; response_revision:5004; number_of_response:1; }","duration":"203.247818ms","start":"2026-04-20T08:20:12.128977Z","end":"2026-04-20T08:20:12.332224Z","steps":["trace[1011235645] 'process raft request' (duration: 136.10049ms)","trace[1011235645] 'compare' (duration: 67.011244ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T08:20:21.949379Z","caller":"traceutil/trace.go:171","msg":"trace[1557351448] linearizableReadLoop","detail":"{readStateIndex:5397; appliedIndex:5396; }","duration":"150.058214ms","start":"2026-04-20T08:20:21.799296Z","end":"2026-04-20T08:20:21.949354Z","steps":["trace[1557351448] 'read index received' (duration: 149.763587ms)","trace[1557351448] 'applied index is now lower than readState.Index' (duration: 293.707µs)"],"step_count":2} {"level":"info","ts":"2026-04-20T08:20:21.94946Z","caller":"traceutil/trace.go:171","msg":"trace[872587838] transaction","detail":"{read_only:false; response_revision:5203; number_of_response:1; }","duration":"185.023181ms","start":"2026-04-20T08:20:21.764389Z","end":"2026-04-20T08:20:21.949413Z","steps":["trace[872587838] 'process raft request' (duration: 184.787465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T08:20:21.949568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.237859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T08:20:21.949608Z","caller":"traceutil/trace.go:171","msg":"trace[2099177079] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5203; }","duration":"102.319ms","start":"2026-04-20T08:20:21.847279Z","end":"2026-04-20T08:20:21.949598Z","steps":["trace[2099177079] 'agreement among raft nodes before linearized reading' (duration: 102.221678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T08:20:21.9499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.542126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-20T08:20:21.950095Z","caller":"traceutil/trace.go:171","msg":"trace[1109641821] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:5203; }","duration":"150.820662ms","start":"2026-04-20T08:20:21.799238Z","end":"2026-04-20T08:20:21.950059Z","steps":["trace[1109641821] 'agreement among raft nodes before linearized reading' (duration: 150.260209ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T08:20:30.673943Z","caller":"traceutil/trace.go:171","msg":"trace[1672008805] linearizableReadLoop","detail":"{readStateIndex:5570; appliedIndex:5569; }","duration":"176.338134ms","start":"2026-04-20T08:20:30.497582Z","end":"2026-04-20T08:20:30.67392Z","steps":["trace[1672008805] 'read index received' (duration: 176.143849ms)","trace[1672008805] 'applied index is now lower than readState.Index' (duration: 193.055µs)"],"step_count":2} {"level":"warn","ts":"2026-04-20T08:20:30.674203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.333675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-20T08:20:30.67425Z","caller":"traceutil/trace.go:171","msg":"trace[858667034] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5374; }","duration":"174.419787ms","start":"2026-04-20T08:20:30.499819Z","end":"2026-04-20T08:20:30.674239Z","steps":["trace[858667034] 'agreement among raft nodes before linearized reading' (duration: 174.241453ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T08:20:30.674259Z","caller":"traceutil/trace.go:171","msg":"trace[1056011498] transaction","detail":"{read_only:false; response_revision:5374; number_of_response:1; }","duration":"183.419934ms","start":"2026-04-20T08:20:30.490822Z","end":"2026-04-20T08:20:30.674242Z","steps":["trace[1056011498] 'process raft request' (duration: 182.964833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T08:20:30.674205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.60164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-19208bf5-d75c-4783-9039-c84561d75b38\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-04-20T08:20:30.674381Z","caller":"traceutil/trace.go:171","msg":"trace[1290404122] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-19208bf5-d75c-4783-9039-c84561d75b38; range_end:; response_count:1; response_revision:5374; }","duration":"176.814555ms","start":"2026-04-20T08:20:30.497554Z","end":"2026-04-20T08:20:30.674369Z","steps":["trace[1290404122] 'agreement among raft nodes before linearized reading' (duration: 176.504027ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T08:20:30.871651Z","caller":"traceutil/trace.go:171","msg":"trace[199800295] transaction","detail":"{read_only:false; response_revision:5375; number_of_response:1; }","duration":"190.957034ms","start":"2026-04-20T08:20:30.680666Z","end":"2026-04-20T08:20:30.871623Z","steps":["trace[199800295] 'process raft request' (duration: 171.066488ms)","trace[199800295] 'compare' (duration: 19.772833ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T08:20:30.885352Z","caller":"traceutil/trace.go:171","msg":"trace[1861135892] transaction","detail":"{read_only:false; response_revision:5376; number_of_response:1; }","duration":"203.115665ms","start":"2026-04-20T08:20:30.682206Z","end":"2026-04-20T08:20:30.885322Z","steps":["trace[1861135892] 'process raft request' (duration: 202.849829ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T08:21:49.084573Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2985} {"level":"info","ts":"2026-04-20T08:21:49.160659Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2985,"took":"72.899089ms","hash":1029059012,"current-db-size-bytes":59215872,"current-db-size":"59 MB","current-db-size-in-use-bytes":34004992,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-20T08:21:49.160726Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1029059012,"revision":2985,"compact-revision":-1} {"level":"warn","ts":"2026-04-20T08:25:18.87769Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11381332561555284973,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-20T08:25:18.877916Z","caller":"traceutil/trace.go:171","msg":"trace[748145466] linearizableReadLoop","detail":"{readStateIndex:7836; appliedIndex:7835; }","duration":"647.21144ms","start":"2026-04-20T08:25:18.23067Z","end":"2026-04-20T08:25:18.877881Z","steps":["trace[748145466] 'read index received' (duration: 647.135508ms)","trace[748145466] 'applied index is now lower than readState.Index' (duration: 73.852µs)"],"step_count":2} {"level":"info","ts":"2026-04-20T08:25:18.878216Z","caller":"traceutil/trace.go:171","msg":"trace[1427891673] transaction","detail":"{read_only:false; response_revision:7571; number_of_response:1; }","duration":"657.290979ms","start":"2026-04-20T08:25:18.220913Z","end":"2026-04-20T08:25:18.878204Z","steps":["trace[1427891673] 'process raft request' (duration: 656.664744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T08:25:18.878367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T08:25:18.220876Z","time spent":"657.372031ms","remote":"127.0.0.1:41772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T08:25:18.88367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.984907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-20T08:25:18.883735Z","caller":"traceutil/trace.go:171","msg":"trace[1554073643] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7571; }","duration":"653.08652ms","start":"2026-04-20T08:25:18.230632Z","end":"2026-04-20T08:25:18.883718Z","steps":["trace[1554073643] 'agreement among raft nodes before linearized reading' (duration: 647.62203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T08:25:18.883789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T08:25:18.230616Z","time spent":"653.165351ms","remote":"127.0.0.1:41772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-20T08:25:18.885716Z","caller":"traceutil/trace.go:171","msg":"trace[1144473473] transaction","detail":"{read_only:false; response_revision:7572; number_of_response:1; }","duration":"544.823497ms","start":"2026-04-20T08:25:18.340865Z","end":"2026-04-20T08:25:18.885688Z","steps":["trace[1144473473] 'process raft request' (duration: 544.52747ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T08:25:18.885776Z","caller":"traceutil/trace.go:171","msg":"trace[111533801] transaction","detail":"{read_only:false; response_revision:7573; number_of_response:1; }","duration":"250.347892ms","start":"2026-04-20T08:25:18.635397Z","end":"2026-04-20T08:25:18.885745Z","steps":["trace[111533801] 'process raft request' (duration: 250.186888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T08:25:18.885813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.482549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-20T08:25:18.885882Z","caller":"traceutil/trace.go:171","msg":"trace[902025937] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7573; }","duration":"360.551802ms","start":"2026-04-20T08:25:18.525301Z","end":"2026-04-20T08:25:18.885853Z","steps":["trace[902025937] 'agreement among raft nodes before linearized reading' (duration: 360.348187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T08:25:18.885877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T08:25:18.340839Z","time spent":"544.9457ms","remote":"127.0.0.1:41772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T08:25:18.885871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.392266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-20T08:25:18.885903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.539969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-20T08:25:18.885927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T08:25:18.525292Z","time spent":"360.624003ms","remote":"127.0.0.1:41772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-20T08:25:18.885957Z","caller":"traceutil/trace.go:171","msg":"trace[946746637] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7573; }","duration":"370.500809ms","start":"2026-04-20T08:25:18.515437Z","end":"2026-04-20T08:25:18.885938Z","steps":["trace[946746637] 'agreement among raft nodes before linearized reading' (duration: 370.239012ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T08:25:18.885967Z","caller":"traceutil/trace.go:171","msg":"trace[247687981] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7573; }","duration":"619.649322ms","start":"2026-04-20T08:25:18.2663Z","end":"2026-04-20T08:25:18.885949Z","steps":["trace[247687981] 'agreement among raft nodes before linearized reading' (duration: 619.476188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T08:25:18.886006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T08:25:18.515401Z","time spent":"370.597391ms","remote":"127.0.0.1:41772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-20T08:25:18.886012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T08:25:18.266273Z","time spent":"619.727553ms","remote":"127.0.0.1:41772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-20T08:25:18.886169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.466146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-20T08:25:18.886194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.926195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-20T08:25:18.88622Z","caller":"traceutil/trace.go:171","msg":"trace[1478627278] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7573; }","duration":"372.572258ms","start":"2026-04-20T08:25:18.513636Z","end":"2026-04-20T08:25:18.886209Z","steps":["trace[1478627278] 'agreement among raft nodes before linearized reading' (duration: 372.391734ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T08:25:18.886238Z","caller":"traceutil/trace.go:171","msg":"trace[57397811] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7573; }","duration":"422.027008ms","start":"2026-04-20T08:25:18.464197Z","end":"2026-04-20T08:25:18.886224Z","steps":["trace[57397811] 'agreement among raft nodes before linearized reading' (duration: 421.910705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T08:25:18.886255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T08:25:18.513613Z","time spent":"372.633939ms","remote":"127.0.0.1:41772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-20T08:25:18.886288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T08:25:18.464163Z","time spent":"422.11323ms","remote":"127.0.0.1:41772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-20T08:26:33.483693Z","caller":"traceutil/trace.go:171","msg":"trace[583745739] transaction","detail":"{read_only:false; response_revision:8199; number_of_response:1; }","duration":"285.07703ms","start":"2026-04-20T08:26:33.198585Z","end":"2026-04-20T08:26:33.483662Z","steps":["trace[583745739] 'process raft request' (duration: 284.854505ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T08:26:33.656293Z","caller":"traceutil/trace.go:171","msg":"trace[2049353154] linearizableReadLoop","detail":"{readStateIndex:8484; appliedIndex:8481; }","duration":"362.612483ms","start":"2026-04-20T08:26:33.293646Z","end":"2026-04-20T08:26:33.656259Z","steps":["trace[2049353154] 'read index received' (duration: 189.796254ms)","trace[2049353154] 'applied index is now lower than readState.Index' (duration: 172.814459ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T08:26:33.656493Z","caller":"traceutil/trace.go:171","msg":"trace[514275911] transaction","detail":"{read_only:false; response_revision:8200; number_of_response:1; }","duration":"444.917051ms","start":"2026-04-20T08:26:33.211539Z","end":"2026-04-20T08:26:33.656456Z","steps":["trace[514275911] 'process raft request' (duration: 444.44055ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T08:26:33.656502Z","caller":"traceutil/trace.go:171","msg":"trace[1882554579] transaction","detail":"{read_only:false; response_revision:8201; number_of_response:1; }","duration":"443.225461ms","start":"2026-04-20T08:26:33.213259Z","end":"2026-04-20T08:26:33.656484Z","steps":["trace[1882554579] 'process raft request' (duration: 442.945004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T08:26:33.656719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T08:26:33.211518Z","time spent":"445.076164ms","remote":"127.0.0.1:41772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T08:26:33.656743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.585481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-20T08:26:33.65679Z","caller":"traceutil/trace.go:171","msg":"trace[1306628613] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8201; }","duration":"319.659702ms","start":"2026-04-20T08:26:33.337117Z","end":"2026-04-20T08:26:33.656777Z","steps":["trace[1306628613] 'agreement among raft nodes before linearized reading' (duration: 319.479228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T08:26:33.656819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T08:26:33.337106Z","time spent":"319.703544ms","remote":"127.0.0.1:41772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-20T08:26:33.656807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.118145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hb4vh\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-04-20T08:26:33.65688Z","caller":"traceutil/trace.go:171","msg":"trace[1060867128] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hb4vh; range_end:; response_count:1; response_revision:8201; }","duration":"310.236878ms","start":"2026-04-20T08:26:33.346622Z","end":"2026-04-20T08:26:33.656859Z","steps":["trace[1060867128] 'agreement among raft nodes before linearized reading' (duration: 310.019893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T08:26:33.656932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T08:26:33.346586Z","time spent":"310.33449ms","remote":"127.0.0.1:41688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-hb4vh\" "} {"level":"warn","ts":"2026-04-20T08:26:33.656932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T08:26:33.213252Z","time spent":"443.392225ms","remote":"127.0.0.1:41772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T08:26:33.657038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.051193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-20T08:26:33.657073Z","caller":"traceutil/trace.go:171","msg":"trace[437420482] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8201; }","duration":"315.138575ms","start":"2026-04-20T08:26:33.341922Z","end":"2026-04-20T08:26:33.65706Z","steps":["trace[437420482] 'agreement among raft nodes before linearized reading' (duration: 315.045592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T08:26:33.657004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.234069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-20T08:26:33.657106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T08:26:33.341897Z","time spent":"315.200956ms","remote":"127.0.0.1:41772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-20T08:26:33.657084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.361179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-20T08:26:33.657099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.556223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-20T08:26:33.657165Z","caller":"traceutil/trace.go:171","msg":"trace[1009624710] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8201; }","duration":"312.502442ms","start":"2026-04-20T08:26:33.344641Z","end":"2026-04-20T08:26:33.657143Z","steps":["trace[1009624710] 'agreement among raft nodes before linearized reading' (duration: 312.242645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T08:26:33.657194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.522642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-20T08:26:33.657215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T08:26:33.344612Z","time spent":"312.592264ms","remote":"127.0.0.1:41772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-20T08:26:33.657236Z","caller":"traceutil/trace.go:171","msg":"trace[1328674604] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:8201; }","duration":"172.595944ms","start":"2026-04-20T08:26:33.484627Z","end":"2026-04-20T08:26:33.657223Z","steps":["trace[1328674604] 'agreement among raft nodes before linearized reading' (duration: 172.538653ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T08:26:33.657143Z","caller":"traceutil/trace.go:171","msg":"trace[652865791] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8201; }","duration":"313.412964ms","start":"2026-04-20T08:26:33.343708Z","end":"2026-04-20T08:26:33.657121Z","steps":["trace[652865791] 'agreement among raft nodes before linearized reading' (duration: 313.195889ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T08:26:33.6572Z","caller":"traceutil/trace.go:171","msg":"trace[1115248440] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8201; }","duration":"312.685327ms","start":"2026-04-20T08:26:33.344498Z","end":"2026-04-20T08:26:33.657184Z","steps":["trace[1115248440] 'agreement among raft nodes before linearized reading' (duration: 312.256116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T08:26:33.657306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T08:26:33.343697Z","time spent":"313.599598ms","remote":"127.0.0.1:41772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-20T08:26:33.657308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T08:26:33.344491Z","time spent":"312.805959ms","remote":"127.0.0.1:41772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-20T08:26:33.657384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.648728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-20T08:26:33.657458Z","caller":"traceutil/trace.go:171","msg":"trace[754095488] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:8201; }","duration":"363.798672ms","start":"2026-04-20T08:26:33.293638Z","end":"2026-04-20T08:26:33.657437Z","steps":["trace[754095488] 'agreement among raft nodes before linearized reading' (duration: 363.519375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T08:26:33.657521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T08:26:33.29356Z","time spent":"363.945095ms","remote":"127.0.0.1:41700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":53,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-04-20T08:26:47.901519Z","caller":"traceutil/trace.go:171","msg":"trace[776593115] transaction","detail":"{read_only:false; response_revision:8273; number_of_response:1; }","duration":"179.997101ms","start":"2026-04-20T08:26:47.72148Z","end":"2026-04-20T08:26:47.901477Z","steps":["trace[776593115] 'process raft request' (duration: 179.736944ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T08:26:47.907255Z","caller":"traceutil/trace.go:171","msg":"trace[1843529181] linearizableReadLoop","detail":"{readStateIndex:8561; appliedIndex:8559; }","duration":"151.763369ms","start":"2026-04-20T08:26:47.755425Z","end":"2026-04-20T08:26:47.907189Z","steps":["trace[1843529181] 'read index received' (duration: 146.001232ms)","trace[1843529181] 'applied index is now lower than readState.Index' (duration: 5.760747ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T08:26:47.907363Z","caller":"traceutil/trace.go:171","msg":"trace[1306089491] transaction","detail":"{read_only:false; response_revision:8274; number_of_response:1; }","duration":"176.287602ms","start":"2026-04-20T08:26:47.731023Z","end":"2026-04-20T08:26:47.907311Z","steps":["trace[1306089491] 'process raft request' (duration: 175.982885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T08:26:47.907565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.010348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-20T08:26:47.907585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.133838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-20T08:26:47.907622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.743624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-20T08:26:47.907686Z","caller":"traceutil/trace.go:171","msg":"trace[645597036] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8274; }","duration":"152.298892ms","start":"2026-04-20T08:26:47.755364Z","end":"2026-04-20T08:26:47.907663Z","steps":["trace[645597036] 'agreement among raft nodes before linearized reading' (duration: 151.966054ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T08:26:47.907746Z","caller":"traceutil/trace.go:171","msg":"trace[879148210] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8274; }","duration":"134.911548ms","start":"2026-04-20T08:26:47.772809Z","end":"2026-04-20T08:26:47.90772Z","steps":["trace[879148210] 'agreement among raft nodes before linearized reading' (duration: 134.648362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T08:26:47.907735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.548898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-20T08:26:47.907797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.268301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-20T08:26:47.907833Z","caller":"traceutil/trace.go:171","msg":"trace[1350437015] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8274; }","duration":"144.682291ms","start":"2026-04-20T08:26:47.763127Z","end":"2026-04-20T08:26:47.907809Z","steps":["trace[1350437015] 'agreement among raft nodes before linearized reading' (duration: 144.499227ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T08:26:47.907651Z","caller":"traceutil/trace.go:171","msg":"trace[1458304811] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8274; }","duration":"145.171792ms","start":"2026-04-20T08:26:47.762461Z","end":"2026-04-20T08:26:47.907633Z","steps":["trace[1458304811] 'agreement among raft nodes before linearized reading' (duration: 144.980167ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T08:26:47.907874Z","caller":"traceutil/trace.go:171","msg":"trace[624565004] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8274; }","duration":"144.328703ms","start":"2026-04-20T08:26:47.763502Z","end":"2026-04-20T08:26:47.907831Z","steps":["trace[624565004] 'agreement among raft nodes before linearized reading' (duration: 144.21413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T08:26:47.907862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.6306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-20T08:26:47.907914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.94682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hb4vh\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-04-20T08:26:47.907956Z","caller":"traceutil/trace.go:171","msg":"trace[851475546] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8274; }","duration":"144.738902ms","start":"2026-04-20T08:26:47.763192Z","end":"2026-04-20T08:26:47.907931Z","steps":["trace[851475546] 'agreement among raft nodes before linearized reading' (duration: 144.377864ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T08:26:47.908048Z","caller":"traceutil/trace.go:171","msg":"trace[9388753] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hb4vh; range_end:; response_count:1; response_revision:8274; }","duration":"130.060043ms","start":"2026-04-20T08:26:47.777921Z","end":"2026-04-20T08:26:47.907981Z","steps":["trace[9388753] 'agreement among raft nodes before linearized reading' (duration: 129.636343ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T08:26:49.091706Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6112} {"level":"info","ts":"2026-04-20T08:26:49.196151Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6112,"took":"101.595816ms","hash":2801356708,"current-db-size-bytes":59215872,"current-db-size":"59 MB","current-db-size-in-use-bytes":23289856,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-04-20T08:26:49.196226Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2801356708,"revision":6112,"compact-revision":2985} {"level":"warn","ts":"2026-04-20T08:27:28.177179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.760357ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-20T08:27:28.177309Z","caller":"traceutil/trace.go:171","msg":"trace[216198663] linearizableReadLoop","detail":"{readStateIndex:8882; appliedIndex:8881; }","duration":"266.364262ms","start":"2026-04-20T08:27:27.910924Z","end":"2026-04-20T08:27:28.177288Z","steps":["trace[216198663] 'read index received' (duration: 51.39912ms)","trace[216198663] 'applied index is now lower than readState.Index' (duration: 214.963612ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T08:27:28.177473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.551946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-2szg7\" ","response":"range_response_count:1 size:2803"} {"level":"info","ts":"2026-04-20T08:27:28.177517Z","caller":"traceutil/trace.go:171","msg":"trace[1068638340] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-2szg7; range_end:; response_count:1; response_revision:8582; }","duration":"269.585179ms","start":"2026-04-20T08:27:27.90792Z","end":"2026-04-20T08:27:28.177505Z","steps":["trace[1068638340] 'agreement among raft nodes before linearized reading' (duration: 269.455516ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T08:27:28.177499Z","caller":"traceutil/trace.go:171","msg":"trace[857712997] transaction","detail":"{read_only:false; response_revision:8582; number_of_response:1; }","duration":"267.604171ms","start":"2026-04-20T08:27:27.90983Z","end":"2026-04-20T08:27:28.177434Z","steps":["trace[857712997] 'process raft request' (duration: 52.509756ms)","trace[857712997] 'compare' (duration: 214.656015ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T08:27:28.178085Z","caller":"traceutil/trace.go:171","msg":"trace[18176910] transaction","detail":"{read_only:false; response_revision:8583; number_of_response:1; }","duration":"129.226017ms","start":"2026-04-20T08:27:28.048834Z","end":"2026-04-20T08:27:28.17806Z","steps":["trace[18176910] 'process raft request' (duration: 129.090564ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T08:27:28.197486Z","caller":"traceutil/trace.go:171","msg":"trace[2009754246] transaction","detail":"{read_only:false; response_revision:8584; number_of_response:1; }","duration":"140.218908ms","start":"2026-04-20T08:27:28.057243Z","end":"2026-04-20T08:27:28.197462Z","steps":["trace[2009754246] 'process raft request' (duration: 139.955092ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T08:27:28.197725Z","caller":"traceutil/trace.go:171","msg":"trace[385569587] transaction","detail":"{read_only:false; response_revision:8585; number_of_response:1; }","duration":"105.275829ms","start":"2026-04-20T08:27:28.092417Z","end":"2026-04-20T08:27:28.197693Z","steps":["trace[385569587] 'process raft request' (duration: 104.962212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T08:27:28.197808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.313733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-2szg7\" ","response":"range_response_count:1 size:4648"} {"level":"info","ts":"2026-04-20T08:27:28.197855Z","caller":"traceutil/trace.go:171","msg":"trace[1802079902] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-2szg7; range_end:; response_count:1; response_revision:8585; }","duration":"106.395776ms","start":"2026-04-20T08:27:28.091446Z","end":"2026-04-20T08:27:28.197841Z","steps":["trace[1802079902] 'agreement among raft nodes before linearized reading' (duration: 106.290903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T08:27:28.197964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.155993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-20T08:27:28.197986Z","caller":"traceutil/trace.go:171","msg":"trace[843251145] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:8585; }","duration":"115.213085ms","start":"2026-04-20T08:27:28.082763Z","end":"2026-04-20T08:27:28.197976Z","steps":["trace[843251145] 'agreement among raft nodes before linearized reading' (duration: 115.167604ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T08:27:29.079604Z","caller":"traceutil/trace.go:171","msg":"trace[61456849] transaction","detail":"{read_only:false; response_revision:8594; number_of_response:1; }","duration":"183.954506ms","start":"2026-04-20T08:27:28.895611Z","end":"2026-04-20T08:27:29.079565Z","steps":["trace[61456849] 'process raft request' (duration: 183.69644ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T08:27:29.678216Z","caller":"traceutil/trace.go:171","msg":"trace[149864064] transaction","detail":"{read_only:false; response_revision:8597; number_of_response:1; }","duration":"133.219972ms","start":"2026-04-20T08:27:29.544971Z","end":"2026-04-20T08:27:29.678191Z","steps":["trace[149864064] 'process raft request' (duration: 133.012307ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T08:27:30.028483Z","caller":"traceutil/trace.go:171","msg":"trace[1179544432] linearizableReadLoop","detail":"{readStateIndex:8899; appliedIndex:8898; }","duration":"179.435768ms","start":"2026-04-20T08:27:29.849028Z","end":"2026-04-20T08:27:30.028464Z","steps":["trace[1179544432] 'read index received' (duration: 179.143811ms)","trace[1179544432] 'applied index is now lower than readState.Index' (duration: 291.167µs)"],"step_count":2} {"level":"info","ts":"2026-04-20T08:27:30.028581Z","caller":"traceutil/trace.go:171","msg":"trace[1436958708] transaction","detail":"{read_only:false; response_revision:8599; number_of_response:1; }","duration":"260.8522ms","start":"2026-04-20T08:27:29.7677Z","end":"2026-04-20T08:27:30.028552Z","steps":["trace[1436958708] 'process raft request' (duration: 260.585043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T08:27:30.02861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.57468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T08:27:30.028641Z","caller":"traceutil/trace.go:171","msg":"trace[2063989621] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8599; }","duration":"179.623492ms","start":"2026-04-20T08:27:29.849008Z","end":"2026-04-20T08:27:30.028631Z","steps":["trace[2063989621] 'agreement among raft nodes before linearized reading' (duration: 179.53955ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T08:27:49.027328Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000023b9.wal"} {"level":"info","ts":"2026-04-20T08:28:42.433606Z","caller":"traceutil/trace.go:171","msg":"trace[1208516660] transaction","detail":"{read_only:false; response_revision:9321; number_of_response:1; }","duration":"135.506506ms","start":"2026-04-20T08:28:42.298075Z","end":"2026-04-20T08:28:42.433582Z","steps":["trace[1208516660] 'process raft request' (duration: 135.356642ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T08:28:42.601141Z","caller":"traceutil/trace.go:171","msg":"trace[948568467] transaction","detail":"{read_only:false; response_revision:9322; number_of_response:1; }","duration":"127.884846ms","start":"2026-04-20T08:28:42.473211Z","end":"2026-04-20T08:28:42.601096Z","steps":["trace[948568467] 'process raft request' (duration: 112.06767ms)","trace[948568467] 'compare' (duration: 15.542759ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T08:28:42.686739Z","caller":"traceutil/trace.go:171","msg":"trace[319709277] transaction","detail":"{read_only:false; response_revision:9323; number_of_response:1; }","duration":"185.079713ms","start":"2026-04-20T08:28:42.501614Z","end":"2026-04-20T08:28:42.686693Z","steps":["trace[319709277] 'process raft request' (duration: 184.757746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T08:29:21.035249Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11381332561555290527,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T08:29:21.53539Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11381332561555290527,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T08:29:21.84617Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.536854364s","expected-duration":"1s"} {"level":"info","ts":"2026-04-20T08:29:21.846647Z","caller":"traceutil/trace.go:171","msg":"trace[1073112656] transaction","detail":"{read_only:false; response_revision:9600; number_of_response:1; }","duration":"1.537378326s","start":"2026-04-20T08:29:20.309236Z","end":"2026-04-20T08:29:21.846614Z","steps":["trace[1073112656] 'process raft request' (duration: 1.537207352s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T08:29:21.846794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T08:29:20.309225Z","time spent":"1.53749949s","remote":"127.0.0.1:41590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":880,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-20T08:29:21.857052Z","caller":"traceutil/trace.go:171","msg":"trace[1619518334] transaction","detail":"{read_only:false; response_revision:9602; number_of_response:1; }","duration":"1.095430957s","start":"2026-04-20T08:29:20.7616Z","end":"2026-04-20T08:29:21.857031Z","steps":["trace[1619518334] 'process raft request' (duration: 1.095349615s)"],"step_count":1} {"level":"info","ts":"2026-04-20T08:29:21.857109Z","caller":"traceutil/trace.go:171","msg":"trace[1659844392] transaction","detail":"{read_only:false; response_revision:9601; number_of_response:1; }","duration":"1.540669685s","start":"2026-04-20T08:29:20.316387Z","end":"2026-04-20T08:29:21.857057Z","steps":["trace[1659844392] 'process raft request' (duration: 1.540415379s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T08:29:21.857196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T08:29:20.316363Z","time spent":"1.540786187s","remote":"127.0.0.1:41688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15003,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T08:29:21.857204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T08:29:20.761561Z","time spent":"1.0955572s","remote":"127.0.0.1:41772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T08:29:21.857449Z","caller":"traceutil/trace.go:171","msg":"trace[2086438881] transaction","detail":"{read_only:false; response_revision:9603; number_of_response:1; }","duration":"871.793679ms","start":"2026-04-20T08:29:20.985628Z","end":"2026-04-20T08:29:21.857421Z","steps":["trace[2086438881] 'process raft request' (duration: 871.368349ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T08:29:21.857553Z","caller":"traceutil/trace.go:171","msg":"trace[128413207] linearizableReadLoop","detail":"{readStateIndex:9932; appliedIndex:9927; }","duration":"1.322699841s","start":"2026-04-20T08:29:20.534841Z","end":"2026-04-20T08:29:21.857541Z","steps":["trace[128413207] 'read index received' (duration: 1.311605088s)","trace[128413207] 'applied index is now lower than readState.Index' (duration: 11.093963ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T08:29:21.857633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T08:29:20.985609Z","time spent":"871.904132ms","remote":"127.0.0.1:41772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T08:29:21.857656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.322821965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T08:29:21.857688Z","caller":"traceutil/trace.go:171","msg":"trace[284333420] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9605; }","duration":"1.322905076s","start":"2026-04-20T08:29:20.534774Z","end":"2026-04-20T08:29:21.857679Z","steps":["trace[284333420] 'agreement among raft nodes before linearized reading' (duration: 1.322850515s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T08:29:21.857709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T08:29:20.534747Z","time spent":"1.322958157s","remote":"127.0.0.1:41488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-20T08:29:21.857672Z","caller":"traceutil/trace.go:171","msg":"trace[547623501] transaction","detail":"{read_only:false; response_revision:9604; number_of_response:1; }","duration":"865.282885ms","start":"2026-04-20T08:29:20.99234Z","end":"2026-04-20T08:29:21.857623Z","steps":["trace[547623501] 'process raft request' (duration: 864.993778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T08:29:21.857911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T08:29:20.992309Z","time spent":"865.477789ms","remote":"127.0.0.1:41772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T08:29:21.85794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.105951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hb4vh\" ","response":"range_response_count:1 size:6530"} {"level":"warn","ts":"2026-04-20T08:29:21.857934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.554815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-20T08:29:21.857877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308085785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-20T08:29:21.858042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.699228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-20T08:29:21.858045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.399788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-04-20T08:29:21.85804Z","caller":"traceutil/trace.go:171","msg":"trace[1936586991] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9605; }","duration":"866.737899ms","start":"2026-04-20T08:29:20.991276Z","end":"2026-04-20T08:29:21.858014Z","steps":["trace[1936586991] 'agreement among raft nodes before linearized reading' (duration: 866.472783ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T08:29:21.858031Z","caller":"traceutil/trace.go:171","msg":"trace[1955896802] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hb4vh; range_end:; response_count:1; response_revision:9605; }","duration":"825.250545ms","start":"2026-04-20T08:29:21.032756Z","end":"2026-04-20T08:29:21.858007Z","steps":["trace[1955896802] 'agreement among raft nodes before linearized reading' (duration: 825.0165ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T08:29:21.858068Z","caller":"traceutil/trace.go:171","msg":"trace[753336073] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9605; }","duration":"866.773961ms","start":"2026-04-20T08:29:20.991287Z","end":"2026-04-20T08:29:21.858061Z","steps":["trace[753336073] 'agreement among raft nodes before linearized reading' (duration: 866.715869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T08:29:21.858049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.037152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-20T08:29:21.858027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.722399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-20T08:29:21.858088Z","caller":"traceutil/trace.go:171","msg":"trace[1438520209] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:9605; }","duration":"849.45434ms","start":"2026-04-20T08:29:21.008616Z","end":"2026-04-20T08:29:21.858071Z","steps":["trace[1438520209] 'agreement among raft nodes before linearized reading' (duration: 849.369528ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T08:29:21.858098Z","caller":"traceutil/trace.go:171","msg":"trace[991151172] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9605; }","duration":"874.120744ms","start":"2026-04-20T08:29:20.983968Z","end":"2026-04-20T08:29:21.858089Z","steps":["trace[991151172] 'agreement among raft nodes before linearized reading' (duration: 874.015672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T08:29:21.858097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T08:29:20.991252Z","time spent":"866.834181ms","remote":"127.0.0.1:41772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-20T08:29:21.858095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T08:29:20.991261Z","time spent":"866.828621ms","remote":"127.0.0.1:41772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-20T08:29:21.858119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T08:29:21.008603Z","time spent":"849.509401ms","remote":"127.0.0.1:41660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-04-20T08:29:21.858109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T08:29:21.032731Z","time spent":"825.365187ms","remote":"127.0.0.1:41688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-hb4vh\" "} {"level":"warn","ts":"2026-04-20T08:29:21.858125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T08:29:20.98395Z","time spent":"874.165816ms","remote":"127.0.0.1:41772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-20T08:29:21.858118Z","caller":"traceutil/trace.go:171","msg":"trace[1212232992] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9605; }","duration":"866.834562ms","start":"2026-04-20T08:29:20.99127Z","end":"2026-04-20T08:29:21.858105Z","steps":["trace[1212232992] 'agreement among raft nodes before linearized reading' (duration: 866.612826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T08:29:21.857975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009406335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-20T08:29:21.857932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.755343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-20T08:29:21.858163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T08:29:20.991259Z","time spent":"866.893993ms","remote":"127.0.0.1:41772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-20T08:29:21.857973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.145572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-20T08:29:21.858211Z","caller":"traceutil/trace.go:171","msg":"trace[523867494] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9605; }","duration":"900.0643ms","start":"2026-04-20T08:29:20.958131Z","end":"2026-04-20T08:29:21.858195Z","steps":["trace[523867494] 'agreement among raft nodes before linearized reading' (duration: 899.692821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T08:29:21.858264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T08:29:20.958117Z","time spent":"900.130861ms","remote":"127.0.0.1:41772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-20T08:29:21.858184Z","caller":"traceutil/trace.go:171","msg":"trace[1523730354] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9605; }","duration":"1.009659832s","start":"2026-04-20T08:29:20.848505Z","end":"2026-04-20T08:29:21.858165Z","steps":["trace[1523730354] 'agreement among raft nodes before linearized reading' (duration: 1.009440237s)"],"step_count":1} {"level":"info","ts":"2026-04-20T08:29:21.858287Z","caller":"traceutil/trace.go:171","msg":"trace[1585373377] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9605; }","duration":"903.425558ms","start":"2026-04-20T08:29:20.954791Z","end":"2026-04-20T08:29:21.858217Z","steps":["trace[1585373377] 'agreement among raft nodes before linearized reading' (duration: 903.126821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T08:29:21.858332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T08:29:20.848478Z","time spent":"1.009836406s","remote":"127.0.0.1:41494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-20T08:29:21.858102Z","caller":"traceutil/trace.go:171","msg":"trace[1969547534] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:9605; }","duration":"1.308361151s","start":"2026-04-20T08:29:20.549674Z","end":"2026-04-20T08:29:21.858035Z","steps":["trace[1969547534] 'agreement among raft nodes before linearized reading' (duration: 1.308071274s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T08:29:21.858365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T08:29:20.954774Z","time spent":"903.550692ms","remote":"127.0.0.1:41772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-20T08:29:21.858483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T08:29:20.549648Z","time spent":"1.308792232s","remote":"127.0.0.1:49146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-20T08:29:23.402668Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.061160046s","expected-duration":"1s"} {"level":"info","ts":"2026-04-20T08:29:23.403244Z","caller":"traceutil/trace.go:171","msg":"trace[1836658357] linearizableReadLoop","detail":"{readStateIndex:9951; appliedIndex:9950; }","duration":"178.575108ms","start":"2026-04-20T08:29:23.224629Z","end":"2026-04-20T08:29:23.403204Z","steps":["trace[1836658357] 'read index received' (duration: 178.25378ms)","trace[1836658357] 'applied index is now lower than readState.Index' (duration: 319.508µs)"],"step_count":2} {"level":"info","ts":"2026-04-20T08:29:23.403323Z","caller":"traceutil/trace.go:171","msg":"trace[2140488531] transaction","detail":"{read_only:false; response_revision:9622; number_of_response:1; }","duration":"1.061925704s","start":"2026-04-20T08:29:22.341371Z","end":"2026-04-20T08:29:23.403297Z","steps":["trace[2140488531] 'process raft request' (duration: 1.061629107s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T08:29:23.403448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.784293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-20T08:29:23.403486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T08:29:22.341344Z","time spent":"1.062036366s","remote":"127.0.0.1:41688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15090,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T08:29:23.403546Z","caller":"traceutil/trace.go:171","msg":"trace[1377415568] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:9622; }","duration":"178.909556ms","start":"2026-04-20T08:29:23.224576Z","end":"2026-04-20T08:29:23.403486Z","steps":["trace[1377415568] 'agreement among raft nodes before linearized reading' (duration: 178.778283ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T08:29:31.956929Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"ec9077c81c499df2","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-20T08:29:31.962299Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-20T08:29:31.962396Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-20T08:31:49.09881Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8290} {"level":"info","ts":"2026-04-20T08:31:49.187531Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8290,"took":"85.154531ms","hash":1698632290,"current-db-size-bytes":59215872,"current-db-size":"59 MB","current-db-size-in-use-bytes":24735744,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-04-20T08:31:49.187655Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1698632290,"revision":8290,"compact-revision":6112} {"level":"info","ts":"2026-04-20T08:36:49.10581Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10674} {"level":"info","ts":"2026-04-20T08:36:49.186067Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10674,"took":"77.646187ms","hash":343236743,"current-db-size-bytes":59215872,"current-db-size":"59 MB","current-db-size-in-use-bytes":20230144,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-04-20T08:36:49.186142Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":343236743,"revision":10674,"compact-revision":8290} {"level":"warn","ts":"2026-04-20T08:37:32.270535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.291417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-04-20T08:37:32.27066Z","caller":"traceutil/trace.go:171","msg":"trace[1966041617] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:12440; }","duration":"101.45907ms","start":"2026-04-20T08:37:32.169178Z","end":"2026-04-20T08:37:32.270637Z","steps":["trace[1966041617] 'range keys from in-memory index tree' (duration: 101.168174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T08:37:32.274155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.474211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:389962"} {"level":"info","ts":"2026-04-20T08:37:32.274243Z","caller":"traceutil/trace.go:171","msg":"trace[1717697447] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:12440; }","duration":"101.601153ms","start":"2026-04-20T08:37:32.172624Z","end":"2026-04-20T08:37:32.274226Z","steps":["trace[1717697447] 'range keys from in-memory index tree' (duration: 98.156918ms)"],"step_count":1}