{"level":"warn","ts":"2026-03-31T22:22:08.451188Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-31T22:22:08.451263Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.61:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.61:2380","--initial-cluster=instance=https://199.19.213.61:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.61:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.61:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-31T22:22:08.451343Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-31T22:22:08.451353Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.61:2380"]} {"level":"info","ts":"2026-03-31T22:22:08.451391Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T22:22:08.452065Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.61:2379"]} {"level":"info","ts":"2026-03-31T22:22:08.45215Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.61:2380"],"listen-peer-urls":["https://199.19.213.61:2380"],"advertise-client-urls":["https://199.19.213.61:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.61:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.61:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-31T22:22:08.459826Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"6.509672ms"} {"level":"info","ts":"2026-03-31T22:22:08.472231Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"d1484a2210d3c2b8","cluster-id":"27fc2dec3fac595c"} {"level":"info","ts":"2026-03-31T22:22:08.472308Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d1484a2210d3c2b8 switched to configuration voters=()"} {"level":"info","ts":"2026-03-31T22:22:08.472339Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d1484a2210d3c2b8 became follower at term 0"} {"level":"info","ts":"2026-03-31T22:22:08.472354Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft d1484a2210d3c2b8 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-31T22:22:08.472373Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d1484a2210d3c2b8 became follower at term 1"} {"level":"info","ts":"2026-03-31T22:22:08.472419Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d1484a2210d3c2b8 switched to configuration voters=(15080384862421762744)"} {"level":"warn","ts":"2026-03-31T22:22:08.479449Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-31T22:22:08.482184Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-31T22:22:08.483539Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-31T22:22:08.48598Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"d1484a2210d3c2b8","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-31T22:22:08.486396Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"d1484a2210d3c2b8","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-31T22:22:08.486505Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T22:22:08.486685Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T22:22:08.486697Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T22:22:08.487396Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d1484a2210d3c2b8 switched to configuration voters=(15080384862421762744)"} {"level":"info","ts":"2026-03-31T22:22:08.487498Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"27fc2dec3fac595c","local-member-id":"d1484a2210d3c2b8","added-peer-id":"d1484a2210d3c2b8","added-peer-peer-urls":["https://199.19.213.61:2380"]} {"level":"info","ts":"2026-03-31T22:22:08.489957Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T22:22:08.490178Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.61:2380"} {"level":"info","ts":"2026-03-31T22:22:08.490228Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.61:2380"} {"level":"info","ts":"2026-03-31T22:22:08.490258Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"d1484a2210d3c2b8","initial-advertise-peer-urls":["https://199.19.213.61:2380"],"listen-peer-urls":["https://199.19.213.61:2380"],"advertise-client-urls":["https://199.19.213.61:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.61:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-31T22:22:08.490321Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-31T22:22:09.472654Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d1484a2210d3c2b8 is starting a new election at term 1"} {"level":"info","ts":"2026-03-31T22:22:09.472777Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d1484a2210d3c2b8 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-31T22:22:09.472826Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d1484a2210d3c2b8 received MsgPreVoteResp from d1484a2210d3c2b8 at term 1"} {"level":"info","ts":"2026-03-31T22:22:09.472864Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d1484a2210d3c2b8 became candidate at term 2"} {"level":"info","ts":"2026-03-31T22:22:09.472881Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d1484a2210d3c2b8 received MsgVoteResp from d1484a2210d3c2b8 at term 2"} {"level":"info","ts":"2026-03-31T22:22:09.472902Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d1484a2210d3c2b8 became leader at term 2"} {"level":"info","ts":"2026-03-31T22:22:09.472921Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: d1484a2210d3c2b8 elected leader d1484a2210d3c2b8 at term 2"} {"level":"info","ts":"2026-03-31T22:22:09.473907Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T22:22:09.475084Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T22:22:09.475128Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"d1484a2210d3c2b8","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.61:2379]}","request-path":"/0/members/d1484a2210d3c2b8/attributes","cluster-id":"27fc2dec3fac595c","publish-timeout":"7s"} {"level":"info","ts":"2026-03-31T22:22:09.475198Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T22:22:09.475556Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-31T22:22:09.475634Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-31T22:22:09.475806Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"27fc2dec3fac595c","local-member-id":"d1484a2210d3c2b8","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T22:22:09.475956Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T22:22:09.476012Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T22:22:09.478546Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-31T22:22:09.47905Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.61:2379"} {"level":"info","ts":"2026-03-31T22:22:38.425268Z","caller":"traceutil/trace.go:171","msg":"trace[211513828] linearizableReadLoop","detail":"{readStateIndex:486; appliedIndex:485; }","duration":"271.140823ms","start":"2026-03-31T22:22:38.154106Z","end":"2026-03-31T22:22:38.425247Z","steps":["trace[211513828] 'read index received' (duration: 213.324246ms)","trace[211513828] 'applied index is now lower than readState.Index' (duration: 57.815437ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:22:38.425427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.306237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:22:38.425477Z","caller":"traceutil/trace.go:171","msg":"trace[1260993840] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:0; response_revision:470; }","duration":"271.414991ms","start":"2026-03-31T22:22:38.154052Z","end":"2026-03-31T22:22:38.425467Z","steps":["trace[1260993840] 'agreement among raft nodes before linearized reading' (duration: 271.325709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:38.425517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.596332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:22:38.425613Z","caller":"traceutil/trace.go:171","msg":"trace[172516547] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:470; }","duration":"145.753787ms","start":"2026-03-31T22:22:38.279835Z","end":"2026-03-31T22:22:38.425589Z","steps":["trace[172516547] 'agreement among raft nodes before linearized reading' (duration: 145.590702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:44.653593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.020874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-xcznl\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-03-31T22:22:44.653693Z","caller":"traceutil/trace.go:171","msg":"trace[1297480776] range","detail":"{range_begin:/registry/pods/kube-system/cilium-xcznl; range_end:; response_count:1; response_revision:576; }","duration":"337.178528ms","start":"2026-03-31T22:22:44.316493Z","end":"2026-03-31T22:22:44.653672Z","steps":["trace[1297480776] 'range keys from in-memory index tree' (duration: 336.836598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:44.653742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:44.316472Z","time spent":"337.260791ms","remote":"127.0.0.1:54922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16984,"request content":"key:\"/registry/pods/kube-system/cilium-xcznl\" "} {"level":"info","ts":"2026-03-31T22:22:44.746602Z","caller":"traceutil/trace.go:171","msg":"trace[1438352624] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"232.529613ms","start":"2026-03-31T22:22:44.514033Z","end":"2026-03-31T22:22:44.746563Z","steps":["trace[1438352624] 'process raft request' (duration: 231.808123ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:44.919333Z","caller":"traceutil/trace.go:171","msg":"trace[903832581] linearizableReadLoop","detail":"{readStateIndex:597; appliedIndex:596; }","duration":"127.489695ms","start":"2026-03-31T22:22:44.791815Z","end":"2026-03-31T22:22:44.919305Z","steps":["trace[903832581] 'read index received' (duration: 121.513098ms)","trace[903832581] 'applied index is now lower than readState.Index' (duration: 5.975777ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:22:44.919447Z","caller":"traceutil/trace.go:171","msg":"trace[562280873] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"252.211803ms","start":"2026-03-31T22:22:44.667201Z","end":"2026-03-31T22:22:44.919413Z","steps":["trace[562280873] 'process raft request' (duration: 246.155514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:44.919484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.65662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:22:44.919545Z","caller":"traceutil/trace.go:171","msg":"trace[1844673240] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:578; }","duration":"127.775823ms","start":"2026-03-31T22:22:44.791755Z","end":"2026-03-31T22:22:44.91953Z","steps":["trace[1844673240] 'agreement among raft nodes before linearized reading' (duration: 127.6551ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:44.960551Z","caller":"traceutil/trace.go:171","msg":"trace[1075102213] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"154.652405ms","start":"2026-03-31T22:22:44.805851Z","end":"2026-03-31T22:22:44.960504Z","steps":["trace[1075102213] 'process raft request' (duration: 154.46809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:45.603079Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14031137563002559688,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:22:45.652384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.328666ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:22:45.652511Z","caller":"traceutil/trace.go:171","msg":"trace[211466962] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"632.492738ms","start":"2026-03-31T22:22:45.019995Z","end":"2026-03-31T22:22:45.652488Z","steps":["trace[211466962] 'process raft request' (duration: 20.313438ms)","trace[211466962] 'compare' (duration: 611.192613ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:22:45.652598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:45.019978Z","time spent":"632.57651ms","remote":"127.0.0.1:55020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:22:45.6779Z","caller":"traceutil/trace.go:171","msg":"trace[649109058] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"577.752387ms","start":"2026-03-31T22:22:45.100123Z","end":"2026-03-31T22:22:45.677875Z","steps":["trace[649109058] 'process raft request' (duration: 577.627294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:45.678055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:45.100088Z","time spent":"577.888861ms","remote":"127.0.0.1:54910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4587,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:22:45.697999Z","caller":"traceutil/trace.go:171","msg":"trace[338523313] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"306.695057ms","start":"2026-03-31T22:22:45.391266Z","end":"2026-03-31T22:22:45.697961Z","steps":["trace[338523313] 'process raft request' (duration: 302.410667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:45.698259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.443812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T22:22:45.698133Z","caller":"traceutil/trace.go:171","msg":"trace[1983346310] linearizableReadLoop","detail":"{readStateIndex:602; appliedIndex:601; }","duration":"595.163124ms","start":"2026-03-31T22:22:45.102759Z","end":"2026-03-31T22:22:45.697922Z","steps":["trace[1983346310] 'read index received' (duration: 575.142414ms)","trace[1983346310] 'applied index is now lower than readState.Index' (duration: 20.01807ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:22:45.69838Z","caller":"traceutil/trace.go:171","msg":"trace[1858691426] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:583; }","duration":"595.637537ms","start":"2026-03-31T22:22:45.102691Z","end":"2026-03-31T22:22:45.698329Z","steps":["trace[1858691426] 'agreement among raft nodes before linearized reading' (duration: 595.305468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:45.698436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:45.391238Z","time spent":"307.068408ms","remote":"127.0.0.1:54844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036309,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:22:45.698498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:45.102668Z","time spent":"595.793562ms","remote":"127.0.0.1:55020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:22:45.699789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.801076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:22:45.700012Z","caller":"traceutil/trace.go:171","msg":"trace[516792899] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:583; }","duration":"421.905319ms","start":"2026-03-31T22:22:45.27795Z","end":"2026-03-31T22:22:45.699856Z","steps":["trace[516792899] 'agreement among raft nodes before linearized reading' (duration: 420.946292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:45.700063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:45.277914Z","time spent":"422.138015ms","remote":"127.0.0.1:54716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:22:45.70012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.302416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T22:22:45.7002Z","caller":"traceutil/trace.go:171","msg":"trace[1334805711] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:583; }","duration":"586.402629ms","start":"2026-03-31T22:22:45.113781Z","end":"2026-03-31T22:22:45.700183Z","steps":["trace[1334805711] 'agreement among raft nodes before linearized reading' (duration: 585.088642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:45.700238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:45.113771Z","time spent":"586.45824ms","remote":"127.0.0.1:55020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:23:16.076621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.873826ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:23:16.076802Z","caller":"traceutil/trace.go:171","msg":"trace[1540075421] linearizableReadLoop","detail":"{readStateIndex:941; appliedIndex:940; }","duration":"184.597212ms","start":"2026-03-31T22:23:15.892171Z","end":"2026-03-31T22:23:16.076768Z","steps":["trace[1540075421] 'read index received' (duration: 61.398757ms)","trace[1540075421] 'applied index is now lower than readState.Index' (duration: 123.197125ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:16.07682Z","caller":"traceutil/trace.go:171","msg":"trace[1741181260] transaction","detail":"{read_only:false; response_revision:915; number_of_response:1; }","duration":"216.447784ms","start":"2026-03-31T22:23:15.860329Z","end":"2026-03-31T22:23:16.076776Z","steps":["trace[1741181260] 'process raft request' (duration: 93.247389ms)","trace[1741181260] 'compare' (duration: 122.66191ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:16.077023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.840879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T22:23:16.077116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.691406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:23:16.077217Z","caller":"traceutil/trace.go:171","msg":"trace[1056159118] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:915; }","duration":"154.82784ms","start":"2026-03-31T22:23:15.922374Z","end":"2026-03-31T22:23:16.077202Z","steps":["trace[1056159118] 'agreement among raft nodes before linearized reading' (duration: 154.610414ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:16.077127Z","caller":"traceutil/trace.go:171","msg":"trace[1101939394] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:915; }","duration":"185.034815ms","start":"2026-03-31T22:23:15.892071Z","end":"2026-03-31T22:23:16.077106Z","steps":["trace[1101939394] 'agreement among raft nodes before linearized reading' (duration: 184.798018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:16.077227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.903573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T22:23:16.077734Z","caller":"traceutil/trace.go:171","msg":"trace[1655083465] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:915; }","duration":"155.432458ms","start":"2026-03-31T22:23:15.922257Z","end":"2026-03-31T22:23:16.07769Z","steps":["trace[1655083465] 'agreement among raft nodes before linearized reading' (duration: 154.673096ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:32.513323Z","caller":"traceutil/trace.go:171","msg":"trace[340695216] linearizableReadLoop","detail":"{readStateIndex:1176; appliedIndex:1175; }","duration":"345.97978ms","start":"2026-03-31T22:23:32.167317Z","end":"2026-03-31T22:23:32.513297Z","steps":["trace[340695216] 'read index received' (duration: 345.817055ms)","trace[340695216] 'applied index is now lower than readState.Index' (duration: 161.485µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:32.513432Z","caller":"traceutil/trace.go:171","msg":"trace[393796042] transaction","detail":"{read_only:false; response_revision:1146; number_of_response:1; }","duration":"350.48ms","start":"2026-03-31T22:23:32.162913Z","end":"2026-03-31T22:23:32.513393Z","steps":["trace[393796042] 'process raft request' (duration: 350.204152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:32.513582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.244858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-31T22:23:32.513636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:32.162888Z","time spent":"350.652524ms","remote":"127.0.0.1:55020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:32.513649Z","caller":"traceutil/trace.go:171","msg":"trace[639109524] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1146; }","duration":"346.351271ms","start":"2026-03-31T22:23:32.167283Z","end":"2026-03-31T22:23:32.513634Z","steps":["trace[639109524] 'agreement among raft nodes before linearized reading' (duration: 346.151385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:32.513795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:32.167263Z","time spent":"346.432103ms","remote":"127.0.0.1:55020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T22:23:32.605345Z","caller":"traceutil/trace.go:171","msg":"trace[1828268340] transaction","detail":"{read_only:false; response_revision:1147; number_of_response:1; }","duration":"108.300999ms","start":"2026-03-31T22:23:32.496998Z","end":"2026-03-31T22:23:32.605299Z","steps":["trace[1828268340] 'process raft request' (duration: 107.412093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:32.60545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.355008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-31T22:23:32.605446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.09132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T22:23:32.605503Z","caller":"traceutil/trace.go:171","msg":"trace[323057873] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1147; }","duration":"435.44058ms","start":"2026-03-31T22:23:32.170048Z","end":"2026-03-31T22:23:32.605488Z","steps":["trace[323057873] 'agreement among raft nodes before linearized reading' (duration: 435.306656ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:32.605514Z","caller":"traceutil/trace.go:171","msg":"trace[551443149] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1147; }","duration":"435.188483ms","start":"2026-03-31T22:23:32.17031Z","end":"2026-03-31T22:23:32.605499Z","steps":["trace[551443149] 'agreement among raft nodes before linearized reading' (duration: 434.985427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:32.605536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:32.170035Z","time spent":"435.493191ms","remote":"127.0.0.1:55020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:23:32.605557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:32.170292Z","time spent":"435.253875ms","remote":"127.0.0.1:55020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T22:23:53.178051Z","caller":"traceutil/trace.go:171","msg":"trace[2039186442] transaction","detail":"{read_only:false; response_revision:1397; number_of_response:1; }","duration":"125.688591ms","start":"2026-03-31T22:23:53.052326Z","end":"2026-03-31T22:23:53.178014Z","steps":["trace[2039186442] 'process raft request' (duration: 125.507876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:54.960124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.182462ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:23:54.960287Z","caller":"traceutil/trace.go:171","msg":"trace[803724203] linearizableReadLoop","detail":"{readStateIndex:1448; appliedIndex:1447; }","duration":"207.719062ms","start":"2026-03-31T22:23:54.752537Z","end":"2026-03-31T22:23:54.960256Z","steps":["trace[803724203] 'read index received' (duration: 15.205891ms)","trace[803724203] 'applied index is now lower than readState.Index' (duration: 192.510881ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:54.960358Z","caller":"traceutil/trace.go:171","msg":"trace[1331560775] transaction","detail":"{read_only:false; response_revision:1408; number_of_response:1; }","duration":"225.48857ms","start":"2026-03-31T22:23:54.734836Z","end":"2026-03-31T22:23:54.960325Z","steps":["trace[1331560775] 'process raft request' (duration: 32.948318ms)","trace[1331560775] 'compare' (duration: 191.995987ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:54.960503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.957738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T22:23:54.960565Z","caller":"traceutil/trace.go:171","msg":"trace[1818546601] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1408; }","duration":"208.05149ms","start":"2026-03-31T22:23:54.752495Z","end":"2026-03-31T22:23:54.960546Z","steps":["trace[1818546601] 'agreement among raft nodes before linearized reading' (duration: 207.836485ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:55.073209Z","caller":"traceutil/trace.go:171","msg":"trace[2097493702] transaction","detail":"{read_only:false; response_revision:1409; number_of_response:1; }","duration":"108.684823ms","start":"2026-03-31T22:23:54.964474Z","end":"2026-03-31T22:23:55.073159Z","steps":["trace[2097493702] 'process raft request' (duration: 103.459935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:19.614976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.438399ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:24:19.615126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.581273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T22:24:19.615337Z","caller":"traceutil/trace.go:171","msg":"trace[1737726818] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1826; }","duration":"345.807539ms","start":"2026-03-31T22:24:19.269476Z","end":"2026-03-31T22:24:19.615283Z","steps":["trace[1737726818] 'range keys from in-memory index tree' (duration: 345.405939ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:19.615504Z","caller":"traceutil/trace.go:171","msg":"trace[248931870] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1826; }","duration":"416.944373ms","start":"2026-03-31T22:24:19.198443Z","end":"2026-03-31T22:24:19.615388Z","steps":["trace[248931870] 'range keys from in-memory index tree' (duration: 416.353957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:19.615607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:19.198416Z","time spent":"417.154877ms","remote":"127.0.0.1:55020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:24:19.615126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.351827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-31T22:24:19.615809Z","caller":"traceutil/trace.go:171","msg":"trace[1452015493] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1826; }","duration":"160.112007ms","start":"2026-03-31T22:24:19.455683Z","end":"2026-03-31T22:24:19.615795Z","steps":["trace[1452015493] 'range keys from in-memory index tree' (duration: 159.164112ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:19.640457Z","caller":"traceutil/trace.go:171","msg":"trace[342151239] transaction","detail":"{read_only:false; response_revision:1827; number_of_response:1; }","duration":"103.062984ms","start":"2026-03-31T22:24:19.537362Z","end":"2026-03-31T22:24:19.640425Z","steps":["trace[342151239] 'process raft request' (duration: 102.744436ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:19.810138Z","caller":"traceutil/trace.go:171","msg":"trace[1188492384] transaction","detail":"{read_only:false; response_revision:1830; number_of_response:1; }","duration":"163.705952ms","start":"2026-03-31T22:24:19.646408Z","end":"2026-03-31T22:24:19.810114Z","steps":["trace[1188492384] 'process raft request' (duration: 163.653391ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:19.810318Z","caller":"traceutil/trace.go:171","msg":"trace[1965756089] transaction","detail":"{read_only:false; response_revision:1829; number_of_response:1; }","duration":"165.239643ms","start":"2026-03-31T22:24:19.645015Z","end":"2026-03-31T22:24:19.810255Z","steps":["trace[1965756089] 'process raft request' (duration: 80.562192ms)","trace[1965756089] 'compare' (duration: 84.372013ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:20.177514Z","caller":"traceutil/trace.go:171","msg":"trace[1576517927] transaction","detail":"{read_only:false; response_revision:1831; number_of_response:1; }","duration":"327.408725ms","start":"2026-03-31T22:24:19.850068Z","end":"2026-03-31T22:24:20.177477Z","steps":["trace[1576517927] 'process raft request' (duration: 325.760871ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:20.17757Z","caller":"traceutil/trace.go:171","msg":"trace[610400232] transaction","detail":"{read_only:false; response_revision:1832; number_of_response:1; }","duration":"111.728233ms","start":"2026-03-31T22:24:20.065809Z","end":"2026-03-31T22:24:20.177537Z","steps":["trace[610400232] 'process raft request' (duration: 111.59829ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:20.17762Z","caller":"traceutil/trace.go:171","msg":"trace[1683524264] linearizableReadLoop","detail":"{readStateIndex:1898; appliedIndex:1897; }","duration":"163.406084ms","start":"2026-03-31T22:24:20.014162Z","end":"2026-03-31T22:24:20.177568Z","steps":["trace[1683524264] 'read index received' (duration: 161.690539ms)","trace[1683524264] 'applied index is now lower than readState.Index' (duration: 1.711815ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:24:20.177847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:19.850036Z","time spent":"327.564029ms","remote":"127.0.0.1:54922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3731,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:24:20.178004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.825286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-31T22:24:20.17806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.538735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T22:24:20.17812Z","caller":"traceutil/trace.go:171","msg":"trace[1285886825] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1832; }","duration":"112.723859ms","start":"2026-03-31T22:24:20.065373Z","end":"2026-03-31T22:24:20.178097Z","steps":["trace[1285886825] 'agreement among raft nodes before linearized reading' (duration: 112.543954ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:20.17811Z","caller":"traceutil/trace.go:171","msg":"trace[1397863498] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1832; }","duration":"164.00829ms","start":"2026-03-31T22:24:20.014081Z","end":"2026-03-31T22:24:20.178089Z","steps":["trace[1397863498] 'agreement among raft nodes before linearized reading' (duration: 163.747243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:20.178025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.764329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3056250c-4ecc-4156-8363-368d2cbb9500\" ","response":"range_response_count:1 size:3746"} {"level":"info","ts":"2026-03-31T22:24:20.178271Z","caller":"traceutil/trace.go:171","msg":"trace[810095236] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3056250c-4ecc-4156-8363-368d2cbb9500; range_end:; response_count:1; response_revision:1832; }","duration":"108.006486ms","start":"2026-03-31T22:24:20.070197Z","end":"2026-03-31T22:24:20.178203Z","steps":["trace[810095236] 'agreement among raft nodes before linearized reading' (duration: 107.725308ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:32.358383Z","caller":"traceutil/trace.go:171","msg":"trace[720192676] transaction","detail":"{read_only:false; response_revision:1931; number_of_response:1; }","duration":"124.52227ms","start":"2026-03-31T22:24:32.233828Z","end":"2026-03-31T22:24:32.35835Z","steps":["trace[720192676] 'process raft request' (duration: 123.78176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:34.243235Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14031137563002562414,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T22:24:34.407384Z","caller":"traceutil/trace.go:171","msg":"trace[1109603168] transaction","detail":"{read_only:false; response_revision:1937; number_of_response:1; }","duration":"707.332482ms","start":"2026-03-31T22:24:33.700014Z","end":"2026-03-31T22:24:34.407346Z","steps":["trace[1109603168] 'process raft request' (duration: 707.138587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:34.407627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:33.699981Z","time spent":"707.518977ms","remote":"127.0.0.1:55020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:24:34.435574Z","caller":"traceutil/trace.go:171","msg":"trace[615211162] transaction","detail":"{read_only:false; response_revision:1938; number_of_response:1; }","duration":"577.551093ms","start":"2026-03-31T22:24:33.857991Z","end":"2026-03-31T22:24:34.435542Z","steps":["trace[615211162] 'process raft request' (duration: 577.326957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:34.435886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:33.857959Z","time spent":"577.788139ms","remote":"127.0.0.1:55020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:24:34.435879Z","caller":"traceutil/trace.go:171","msg":"trace[1714050886] transaction","detail":"{read_only:false; response_revision:1939; number_of_response:1; }","duration":"554.29304ms","start":"2026-03-31T22:24:33.881547Z","end":"2026-03-31T22:24:34.43584Z","steps":["trace[1714050886] 'process raft request' (duration: 553.937331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:34.436207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.586779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T22:24:34.436276Z","caller":"traceutil/trace.go:171","msg":"trace[1372822456] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1940; }","duration":"693.703783ms","start":"2026-03-31T22:24:33.74256Z","end":"2026-03-31T22:24:34.436263Z","steps":["trace[1372822456] 'agreement among raft nodes before linearized reading' (duration: 693.493857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:34.436304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:33.742541Z","time spent":"693.754914ms","remote":"127.0.0.1:55020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:24:34.436244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:33.88153Z","time spent":"554.657631ms","remote":"127.0.0.1:55020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:24:34.436004Z","caller":"traceutil/trace.go:171","msg":"trace[957520258] linearizableReadLoop","detail":"{readStateIndex:2010; appliedIndex:2007; }","duration":"693.371794ms","start":"2026-03-31T22:24:33.742595Z","end":"2026-03-31T22:24:34.435967Z","steps":["trace[957520258] 'read index received' (duration: 664.583625ms)","trace[957520258] 'applied index is now lower than readState.Index' (duration: 28.786939ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:24:34.463474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.513443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-9ck7t\" ","response":"range_response_count:1 size:5851"} {"level":"info","ts":"2026-03-31T22:24:34.463564Z","caller":"traceutil/trace.go:171","msg":"trace[1355852757] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-9ck7t; range_end:; response_count:1; response_revision:1942; }","duration":"418.673728ms","start":"2026-03-31T22:24:34.044865Z","end":"2026-03-31T22:24:34.463538Z","steps":["trace[1355852757] 'agreement among raft nodes before linearized reading' (duration: 418.283988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:34.463613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:34.044816Z","time spent":"418.785441ms","remote":"127.0.0.1:54922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5874,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-9ck7t\" "} {"level":"warn","ts":"2026-03-31T22:24:34.463515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.987386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:24:34.463837Z","caller":"traceutil/trace.go:171","msg":"trace[338443666] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1942; }","duration":"594.364086ms","start":"2026-03-31T22:24:33.869446Z","end":"2026-03-31T22:24:34.46381Z","steps":["trace[338443666] 'agreement among raft nodes before linearized reading' (duration: 593.685928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:34.463936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:33.869425Z","time spent":"594.465859ms","remote":"127.0.0.1:55020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T22:24:58.726345Z","caller":"traceutil/trace.go:171","msg":"trace[1294884434] transaction","detail":"{read_only:false; response_revision:2094; number_of_response:1; }","duration":"108.913697ms","start":"2026-03-31T22:24:58.617355Z","end":"2026-03-31T22:24:58.726268Z","steps":["trace[1294884434] 'process raft request' (duration: 62.561603ms)","trace[1294884434] 'compare' (duration: 46.17833ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:59.395012Z","caller":"traceutil/trace.go:171","msg":"trace[341134180] linearizableReadLoop","detail":"{readStateIndex:2171; appliedIndex:2170; }","duration":"281.397904ms","start":"2026-03-31T22:24:59.113586Z","end":"2026-03-31T22:24:59.394984Z","steps":["trace[341134180] 'read index received' (duration: 281.085396ms)","trace[341134180] 'applied index is now lower than readState.Index' (duration: 311.008µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:59.395146Z","caller":"traceutil/trace.go:171","msg":"trace[2132130149] transaction","detail":"{read_only:false; response_revision:2095; number_of_response:1; }","duration":"282.495473ms","start":"2026-03-31T22:24:59.112577Z","end":"2026-03-31T22:24:59.395073Z","steps":["trace[2132130149] 'process raft request' (duration: 282.189625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:59.395298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.687512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T22:24:59.395366Z","caller":"traceutil/trace.go:171","msg":"trace[1059915409] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2095; }","duration":"281.813885ms","start":"2026-03-31T22:24:59.113514Z","end":"2026-03-31T22:24:59.395328Z","steps":["trace[1059915409] 'agreement among raft nodes before linearized reading' (duration: 281.600239ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:04.721646Z","caller":"traceutil/trace.go:171","msg":"trace[559534132] transaction","detail":"{read_only:false; response_revision:2120; number_of_response:1; }","duration":"114.204597ms","start":"2026-03-31T22:25:04.607394Z","end":"2026-03-31T22:25:04.721599Z","steps":["trace[559534132] 'process raft request' (duration: 20.336877ms)","trace[559534132] 'compare' (duration: 93.142051ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:25:04.721848Z","caller":"traceutil/trace.go:171","msg":"trace[2080889347] linearizableReadLoop","detail":"{readStateIndex:2198; appliedIndex:2196; }","duration":"109.643637ms","start":"2026-03-31T22:25:04.612167Z","end":"2026-03-31T22:25:04.721811Z","steps":["trace[2080889347] 'read index received' (duration: 4.805697ms)","trace[2080889347] 'applied index is now lower than readState.Index' (duration: 104.83674ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:25:04.722122Z","caller":"traceutil/trace.go:171","msg":"trace[2069380831] transaction","detail":"{read_only:false; response_revision:2121; number_of_response:1; }","duration":"114.121904ms","start":"2026-03-31T22:25:04.607981Z","end":"2026-03-31T22:25:04.722103Z","steps":["trace[2069380831] 'process raft request' (duration: 113.440736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:04.722174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.988656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T22:25:04.722269Z","caller":"traceutil/trace.go:171","msg":"trace[1138478100] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2121; }","duration":"110.115689ms","start":"2026-03-31T22:25:04.612133Z","end":"2026-03-31T22:25:04.722249Z","steps":["trace[1138478100] 'agreement among raft nodes before linearized reading' (duration: 109.892633ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:05.06668Z","caller":"traceutil/trace.go:171","msg":"trace[959246015] transaction","detail":"{read_only:false; response_revision:2123; number_of_response:1; }","duration":"269.708746ms","start":"2026-03-31T22:25:04.796931Z","end":"2026-03-31T22:25:05.06664Z","steps":["trace[959246015] 'process raft request' (duration: 192.367483ms)","trace[959246015] 'compare' (duration: 76.731887ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:25:05.265929Z","caller":"traceutil/trace.go:171","msg":"trace[2016727282] transaction","detail":"{read_only:false; response_revision:2124; number_of_response:1; }","duration":"262.432313ms","start":"2026-03-31T22:25:05.003444Z","end":"2026-03-31T22:25:05.265876Z","steps":["trace[2016727282] 'process raft request' (duration: 164.64766ms)","trace[2016727282] 'compare' (duration: 97.516296ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:25:11.047885Z","caller":"traceutil/trace.go:171","msg":"trace[1105393124] transaction","detail":"{read_only:false; response_revision:2152; number_of_response:1; }","duration":"408.685937ms","start":"2026-03-31T22:25:10.639149Z","end":"2026-03-31T22:25:11.047835Z","steps":["trace[1105393124] 'process raft request' (duration: 348.034165ms)","trace[1105393124] 'compare' (duration: 60.421606ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:25:11.048168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:10.639123Z","time spent":"408.913883ms","remote":"127.0.0.1:55020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:25:11.068547Z","caller":"traceutil/trace.go:171","msg":"trace[1870997024] linearizableReadLoop","detail":"{readStateIndex:2232; appliedIndex:2229; }","duration":"266.745077ms","start":"2026-03-31T22:25:10.801784Z","end":"2026-03-31T22:25:11.068529Z","steps":["trace[1870997024] 'read index received' (duration: 185.428279ms)","trace[1870997024] 'applied index is now lower than readState.Index' (duration: 81.315138ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:25:11.068585Z","caller":"traceutil/trace.go:171","msg":"trace[1880104154] transaction","detail":"{read_only:false; response_revision:2153; number_of_response:1; }","duration":"326.542996ms","start":"2026-03-31T22:25:10.742017Z","end":"2026-03-31T22:25:11.06856Z","steps":["trace[1880104154] 'process raft request' (duration: 326.369482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:11.068681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:10.74198Z","time spent":"326.647879ms","remote":"127.0.0.1:55020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:25:11.068734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.940513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-31T22:25:11.068798Z","caller":"traceutil/trace.go:171","msg":"trace[78903318] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:2154; }","duration":"267.050355ms","start":"2026-03-31T22:25:10.801736Z","end":"2026-03-31T22:25:11.068787Z","steps":["trace[78903318] 'agreement among raft nodes before linearized reading' (duration: 266.893391ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:11.068735Z","caller":"traceutil/trace.go:171","msg":"trace[2078031381] transaction","detail":"{read_only:false; response_revision:2154; number_of_response:1; }","duration":"312.046764ms","start":"2026-03-31T22:25:10.756582Z","end":"2026-03-31T22:25:11.068629Z","steps":["trace[2078031381] 'process raft request' (duration: 311.905201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:11.069045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.397101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T22:25:11.069093Z","caller":"traceutil/trace.go:171","msg":"trace[1231466248] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2154; }","duration":"240.467412ms","start":"2026-03-31T22:25:10.828616Z","end":"2026-03-31T22:25:11.069083Z","steps":["trace[1231466248] 'agreement among raft nodes before linearized reading' (duration: 240.284627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:11.069051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.338106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-31T22:25:11.069223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.214317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129194"} {"level":"info","ts":"2026-03-31T22:25:11.0693Z","caller":"traceutil/trace.go:171","msg":"trace[1079827479] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:2154; }","duration":"265.403092ms","start":"2026-03-31T22:25:10.803878Z","end":"2026-03-31T22:25:11.069281Z","steps":["trace[1079827479] 'agreement among raft nodes before linearized reading' (duration: 264.817196ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:11.069264Z","caller":"traceutil/trace.go:171","msg":"trace[1133692609] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2154; }","duration":"227.532671ms","start":"2026-03-31T22:25:10.841598Z","end":"2026-03-31T22:25:11.069131Z","steps":["trace[1133692609] 'agreement among raft nodes before linearized reading' (duration: 227.176391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:11.069398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:10.756543Z","time spent":"312.405384ms","remote":"127.0.0.1:55020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:25:11.776244Z","caller":"traceutil/trace.go:171","msg":"trace[78698313] linearizableReadLoop","detail":"{readStateIndex:2235; appliedIndex:2234; }","duration":"249.192734ms","start":"2026-03-31T22:25:11.527022Z","end":"2026-03-31T22:25:11.776215Z","steps":["trace[78698313] 'read index received' (duration: 249.018479ms)","trace[78698313] 'applied index is now lower than readState.Index' (duration: 172.965µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:25:11.776379Z","caller":"traceutil/trace.go:171","msg":"trace[1411312505] transaction","detail":"{read_only:false; response_revision:2157; number_of_response:1; }","duration":"318.671699ms","start":"2026-03-31T22:25:11.457648Z","end":"2026-03-31T22:25:11.776319Z","steps":["trace[1411312505] 'process raft request' (duration: 318.369861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:11.776591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.724071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:25:11.776645Z","caller":"traceutil/trace.go:171","msg":"trace[785996791] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2157; }","duration":"248.857655ms","start":"2026-03-31T22:25:11.527771Z","end":"2026-03-31T22:25:11.776629Z","steps":["trace[785996791] 'agreement among raft nodes before linearized reading' (duration: 248.658879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:11.776654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.603554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T22:25:11.77674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:11.457627Z","time spent":"318.907785ms","remote":"127.0.0.1:55020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:25:11.776772Z","caller":"traceutil/trace.go:171","msg":"trace[1723982487] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2157; }","duration":"249.787889ms","start":"2026-03-31T22:25:11.526955Z","end":"2026-03-31T22:25:11.776743Z","steps":["trace[1723982487] 'agreement among raft nodes before linearized reading' (duration: 249.45736ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:12.021261Z","caller":"traceutil/trace.go:171","msg":"trace[178443608] transaction","detail":"{read_only:false; response_revision:2158; number_of_response:1; }","duration":"239.399475ms","start":"2026-03-31T22:25:11.781829Z","end":"2026-03-31T22:25:12.021228Z","steps":["trace[178443608] 'process raft request' (duration: 169.755875ms)","trace[178443608] 'compare' (duration: 69.433884ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:25:12.036026Z","caller":"traceutil/trace.go:171","msg":"trace[389196396] linearizableReadLoop","detail":"{readStateIndex:2237; appliedIndex:2235; }","duration":"222.516409ms","start":"2026-03-31T22:25:11.813475Z","end":"2026-03-31T22:25:12.035992Z","steps":["trace[389196396] 'read index received' (duration: 138.13576ms)","trace[389196396] 'applied index is now lower than readState.Index' (duration: 84.379139ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:25:12.036086Z","caller":"traceutil/trace.go:171","msg":"trace[1877747402] transaction","detail":"{read_only:false; response_revision:2159; number_of_response:1; }","duration":"253.757723ms","start":"2026-03-31T22:25:11.782296Z","end":"2026-03-31T22:25:12.036054Z","steps":["trace[1877747402] 'process raft request' (duration: 253.504687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:12.036255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.745844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:25:12.036372Z","caller":"traceutil/trace.go:171","msg":"trace[1969203948] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2159; }","duration":"222.925349ms","start":"2026-03-31T22:25:11.81342Z","end":"2026-03-31T22:25:12.036345Z","steps":["trace[1969203948] 'agreement among raft nodes before linearized reading' (duration: 222.676502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:12.356548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.88695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:25:12.356664Z","caller":"traceutil/trace.go:171","msg":"trace[1007916309] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:2159; }","duration":"111.099655ms","start":"2026-03-31T22:25:12.245539Z","end":"2026-03-31T22:25:12.356639Z","steps":["trace[1007916309] 'count revisions from in-memory index tree' (duration: 110.703654ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:02.139836Z","caller":"traceutil/trace.go:171","msg":"trace[127495618] linearizableReadLoop","detail":"{readStateIndex:2682; appliedIndex:2681; }","duration":"108.410184ms","start":"2026-03-31T22:26:02.031393Z","end":"2026-03-31T22:26:02.139803Z","steps":["trace[127495618] 'read index received' (duration: 45.073241ms)","trace[127495618] 'applied index is now lower than readState.Index' (duration: 63.335593ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:02.139963Z","caller":"traceutil/trace.go:171","msg":"trace[259166514] transaction","detail":"{read_only:false; response_revision:2585; number_of_response:1; }","duration":"110.462178ms","start":"2026-03-31T22:26:02.029428Z","end":"2026-03-31T22:26:02.139891Z","steps":["trace[259166514] 'process raft request' (duration: 47.111745ms)","trace[259166514] 'compare' (duration: 63.052995ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:26:02.140239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.831526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T22:26:02.140479Z","caller":"traceutil/trace.go:171","msg":"trace[282897783] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2585; }","duration":"109.107702ms","start":"2026-03-31T22:26:02.031347Z","end":"2026-03-31T22:26:02.140455Z","steps":["trace[282897783] 'agreement among raft nodes before linearized reading' (duration: 108.764973ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:05.536329Z","caller":"traceutil/trace.go:171","msg":"trace[812732485] linearizableReadLoop","detail":"{readStateIndex:2713; appliedIndex:2712; }","duration":"186.968623ms","start":"2026-03-31T22:26:05.349337Z","end":"2026-03-31T22:26:05.536306Z","steps":["trace[812732485] 'read index received' (duration: 186.84258ms)","trace[812732485] 'applied index is now lower than readState.Index' (duration: 124.933µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:05.536497Z","caller":"traceutil/trace.go:171","msg":"trace[1292515583] transaction","detail":"{read_only:false; response_revision:2615; number_of_response:1; }","duration":"261.934771ms","start":"2026-03-31T22:26:05.274526Z","end":"2026-03-31T22:26:05.536461Z","steps":["trace[1292515583] 'process raft request' (duration: 261.633263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:05.536606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.25097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-31T22:26:05.536655Z","caller":"traceutil/trace.go:171","msg":"trace[1002842471] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2615; }","duration":"187.366034ms","start":"2026-03-31T22:26:05.349275Z","end":"2026-03-31T22:26:05.536641Z","steps":["trace[1002842471] 'agreement among raft nodes before linearized reading' (duration: 187.157479ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:05.545095Z","caller":"traceutil/trace.go:171","msg":"trace[913309132] transaction","detail":"{read_only:false; response_revision:2616; number_of_response:1; }","duration":"184.856388ms","start":"2026-03-31T22:26:05.360207Z","end":"2026-03-31T22:26:05.545064Z","steps":["trace[913309132] 'process raft request' (duration: 184.644412ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:05.545345Z","caller":"traceutil/trace.go:171","msg":"trace[1797626893] transaction","detail":"{read_only:false; response_revision:2617; number_of_response:1; }","duration":"181.929011ms","start":"2026-03-31T22:26:05.363375Z","end":"2026-03-31T22:26:05.545304Z","steps":["trace[1797626893] 'process raft request' (duration: 181.643113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:05.545465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.75393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:26:05.545516Z","caller":"traceutil/trace.go:171","msg":"trace[1643549623] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2617; }","duration":"108.835471ms","start":"2026-03-31T22:26:05.436669Z","end":"2026-03-31T22:26:05.545504Z","steps":["trace[1643549623] 'agreement among raft nodes before linearized reading' (duration: 108.666997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:05.545379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.679146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T22:26:05.545574Z","caller":"traceutil/trace.go:171","msg":"trace[1807205] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2617; }","duration":"114.919032ms","start":"2026-03-31T22:26:05.430635Z","end":"2026-03-31T22:26:05.545554Z","steps":["trace[1807205] 'agreement among raft nodes before linearized reading' (duration: 114.605224ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:39.809021Z","caller":"traceutil/trace.go:171","msg":"trace[651712310] transaction","detail":"{read_only:false; response_revision:2824; number_of_response:1; }","duration":"138.756972ms","start":"2026-03-31T22:26:39.670231Z","end":"2026-03-31T22:26:39.808988Z","steps":["trace[651712310] 'process raft request' (duration: 129.625721ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:39.809216Z","caller":"traceutil/trace.go:171","msg":"trace[1923240554] transaction","detail":"{read_only:false; response_revision:2825; number_of_response:1; }","duration":"136.79717ms","start":"2026-03-31T22:26:39.672358Z","end":"2026-03-31T22:26:39.809155Z","steps":["trace[1923240554] 'process raft request' (duration: 136.583834ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:15.460864Z","caller":"traceutil/trace.go:171","msg":"trace[566440990] linearizableReadLoop","detail":"{readStateIndex:3989; appliedIndex:3988; }","duration":"153.11375ms","start":"2026-03-31T22:29:15.307718Z","end":"2026-03-31T22:29:15.460832Z","steps":["trace[566440990] 'read index received' (duration: 152.938486ms)","trace[566440990] 'applied index is now lower than readState.Index' (duration: 174.034µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:15.461016Z","caller":"traceutil/trace.go:171","msg":"trace[23621639] transaction","detail":"{read_only:false; response_revision:3846; number_of_response:1; }","duration":"153.901351ms","start":"2026-03-31T22:29:15.307103Z","end":"2026-03-31T22:29:15.461005Z","steps":["trace[23621639] 'process raft request' (duration: 153.577612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:15.461148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.120755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:29:15.461256Z","caller":"traceutil/trace.go:171","msg":"trace[2043593941] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3846; }","duration":"146.295159ms","start":"2026-03-31T22:29:15.314947Z","end":"2026-03-31T22:29:15.461242Z","steps":["trace[2043593941] 'agreement among raft nodes before linearized reading' (duration: 146.140645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:15.461559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.83833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T22:29:15.461601Z","caller":"traceutil/trace.go:171","msg":"trace[1601185022] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3846; }","duration":"153.900271ms","start":"2026-03-31T22:29:15.307691Z","end":"2026-03-31T22:29:15.461591Z","steps":["trace[1601185022] 'agreement among raft nodes before linearized reading' (duration: 153.736476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:15.461699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.638488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-smlnf\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T22:29:15.46181Z","caller":"traceutil/trace.go:171","msg":"trace[1209775664] range","detail":"{range_begin:/registry/pods/openstack/keepalived-smlnf; range_end:; response_count:1; response_revision:3846; }","duration":"120.810243ms","start":"2026-03-31T22:29:15.340978Z","end":"2026-03-31T22:29:15.461788Z","steps":["trace[1209775664] 'agreement among raft nodes before linearized reading' (duration: 120.480034ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:20.866946Z","caller":"traceutil/trace.go:171","msg":"trace[1474663390] linearizableReadLoop","detail":"{readStateIndex:4018; appliedIndex:4016; }","duration":"187.149177ms","start":"2026-03-31T22:29:20.679775Z","end":"2026-03-31T22:29:20.866924Z","steps":["trace[1474663390] 'read index received' (duration: 178.446366ms)","trace[1474663390] 'applied index is now lower than readState.Index' (duration: 8.702041ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:20.866954Z","caller":"traceutil/trace.go:171","msg":"trace[1377739091] transaction","detail":"{read_only:false; response_revision:3873; number_of_response:1; }","duration":"219.599858ms","start":"2026-03-31T22:29:20.647337Z","end":"2026-03-31T22:29:20.866937Z","steps":["trace[1377739091] 'process raft request' (duration: 210.836175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:20.86716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.375403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-31T22:29:20.86706Z","caller":"traceutil/trace.go:171","msg":"trace[235279015] transaction","detail":"{read_only:false; response_revision:3874; number_of_response:1; }","duration":"219.069094ms","start":"2026-03-31T22:29:20.647949Z","end":"2026-03-31T22:29:20.867018Z","steps":["trace[235279015] 'process raft request' (duration: 218.939671ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:20.867221Z","caller":"traceutil/trace.go:171","msg":"trace[1317921191] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3874; }","duration":"187.477286ms","start":"2026-03-31T22:29:20.67973Z","end":"2026-03-31T22:29:20.867208Z","steps":["trace[1317921191] 'agreement among raft nodes before linearized reading' (duration: 187.26079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:34.050177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.713842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-31T22:30:34.050258Z","caller":"traceutil/trace.go:171","msg":"trace[1899889043] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4756; }","duration":"153.850425ms","start":"2026-03-31T22:30:33.89639Z","end":"2026-03-31T22:30:34.05024Z","steps":["trace[1899889043] 'range keys from in-memory index tree' (duration: 153.548898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:34.050562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.848129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-31T22:30:34.050689Z","caller":"traceutil/trace.go:171","msg":"trace[79213254] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4756; }","duration":"150.455865ms","start":"2026-03-31T22:30:33.900212Z","end":"2026-03-31T22:30:34.050668Z","steps":["trace[79213254] 'range keys from in-memory index tree' (duration: 149.660954ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:34.05223Z","caller":"traceutil/trace.go:171","msg":"trace[574160594] transaction","detail":"{read_only:false; response_revision:4757; number_of_response:1; }","duration":"146.685806ms","start":"2026-03-31T22:30:33.905532Z","end":"2026-03-31T22:30:34.052217Z","steps":["trace[574160594] 'process raft request' (duration: 146.561043ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:34.057291Z","caller":"traceutil/trace.go:171","msg":"trace[335483555] transaction","detail":"{read_only:false; response_revision:4758; number_of_response:1; }","duration":"149.994364ms","start":"2026-03-31T22:30:33.907267Z","end":"2026-03-31T22:30:34.057262Z","steps":["trace[335483555] 'process raft request' (duration: 148.741941ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:34.057654Z","caller":"traceutil/trace.go:171","msg":"trace[94807653] transaction","detail":"{read_only:false; response_revision:4759; number_of_response:1; }","duration":"150.378384ms","start":"2026-03-31T22:30:33.907263Z","end":"2026-03-31T22:30:34.057641Z","steps":["trace[94807653] 'process raft request' (duration: 148.926455ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:34.057911Z","caller":"traceutil/trace.go:171","msg":"trace[1705353188] transaction","detail":"{read_only:false; response_revision:4760; number_of_response:1; }","duration":"144.55761ms","start":"2026-03-31T22:30:33.913343Z","end":"2026-03-31T22:30:34.0579Z","steps":["trace[1705353188] 'process raft request' (duration: 143.017539ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:39.31379Z","caller":"traceutil/trace.go:171","msg":"trace[383610278] transaction","detail":"{read_only:false; response_revision:4922; number_of_response:1; }","duration":"124.573469ms","start":"2026-03-31T22:30:39.189195Z","end":"2026-03-31T22:30:39.313768Z","steps":["trace[383610278] 'process raft request' (duration: 124.436146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:43.369541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.440955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:1 size:894"} {"level":"info","ts":"2026-03-31T22:30:43.36965Z","caller":"traceutil/trace.go:171","msg":"trace[88677633] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:1; response_revision:5081; }","duration":"127.60016ms","start":"2026-03-31T22:30:43.242028Z","end":"2026-03-31T22:30:43.369628Z","steps":["trace[88677633] 'range keys from in-memory index tree' (duration: 127.23859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:43.369865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.16945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5b49b039-d78d-4a6a-81eb-362262fbf82c\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-03-31T22:30:43.369962Z","caller":"traceutil/trace.go:171","msg":"trace[529087445] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5b49b039-d78d-4a6a-81eb-362262fbf82c; range_end:; response_count:1; response_revision:5081; }","duration":"135.313264ms","start":"2026-03-31T22:30:43.234626Z","end":"2026-03-31T22:30:43.36994Z","steps":["trace[529087445] 'range keys from in-memory index tree' (duration: 134.961685ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:43.550907Z","caller":"traceutil/trace.go:171","msg":"trace[1220625066] transaction","detail":"{read_only:false; response_revision:5082; number_of_response:1; }","duration":"176.801723ms","start":"2026-03-31T22:30:43.374079Z","end":"2026-03-31T22:30:43.550881Z","steps":["trace[1220625066] 'process raft request' (duration: 176.667009ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:43.665597Z","caller":"traceutil/trace.go:171","msg":"trace[470080570] linearizableReadLoop","detail":"{readStateIndex:5274; appliedIndex:5272; }","duration":"290.162696ms","start":"2026-03-31T22:30:43.375395Z","end":"2026-03-31T22:30:43.665558Z","steps":["trace[470080570] 'read index received' (duration: 175.447927ms)","trace[470080570] 'applied index is now lower than readState.Index' (duration: 114.713229ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:30:43.665798Z","caller":"traceutil/trace.go:171","msg":"trace[472752646] transaction","detail":"{read_only:false; response_revision:5083; number_of_response:1; }","duration":"290.780942ms","start":"2026-03-31T22:30:43.374995Z","end":"2026-03-31T22:30:43.665776Z","steps":["trace[472752646] 'process raft request' (duration: 252.94544ms)","trace[472752646] 'compare' (duration: 37.170595ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:30:43.666185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.764332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-tk9fv-tls\" ","response":"range_response_count:1 size:4423"} {"level":"info","ts":"2026-03-31T22:30:43.666279Z","caller":"traceutil/trace.go:171","msg":"trace[1480463467] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-tk9fv-tls; range_end:; response_count:1; response_revision:5083; }","duration":"290.934946ms","start":"2026-03-31T22:30:43.37532Z","end":"2026-03-31T22:30:43.666255Z","steps":["trace[1480463467] 'agreement among raft nodes before linearized reading' (duration: 290.654799ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:54.315878Z","caller":"traceutil/trace.go:171","msg":"trace[626649441] transaction","detail":"{read_only:false; response_revision:5288; number_of_response:1; }","duration":"120.659776ms","start":"2026-03-31T22:30:54.195194Z","end":"2026-03-31T22:30:54.315853Z","steps":["trace[626649441] 'process raft request' (duration: 120.345628ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:54.347814Z","caller":"traceutil/trace.go:171","msg":"trace[430923705] linearizableReadLoop","detail":"{readStateIndex:5488; appliedIndex:5485; }","duration":"105.476763ms","start":"2026-03-31T22:30:54.242299Z","end":"2026-03-31T22:30:54.347776Z","steps":["trace[430923705] 'read index received' (duration: 73.231569ms)","trace[430923705] 'applied index is now lower than readState.Index' (duration: 32.244074ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:30:54.347859Z","caller":"traceutil/trace.go:171","msg":"trace[1012056364] transaction","detail":"{read_only:false; response_revision:5289; number_of_response:1; }","duration":"119.628188ms","start":"2026-03-31T22:30:54.228184Z","end":"2026-03-31T22:30:54.347812Z","steps":["trace[1012056364] 'process raft request' (duration: 119.338601ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:54.348301Z","caller":"traceutil/trace.go:171","msg":"trace[363787442] transaction","detail":"{read_only:false; response_revision:5290; number_of_response:1; }","duration":"119.355462ms","start":"2026-03-31T22:30:54.228926Z","end":"2026-03-31T22:30:54.348281Z","steps":["trace[363787442] 'process raft request' (duration: 118.786777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:54.34874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.373808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:30:54.348937Z","caller":"traceutil/trace.go:171","msg":"trace[415595881] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:5290; }","duration":"106.619933ms","start":"2026-03-31T22:30:54.242254Z","end":"2026-03-31T22:30:54.348874Z","steps":["trace[415595881] 'agreement among raft nodes before linearized reading' (duration: 106.003327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:31:02.791622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.939126ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:31:02.792003Z","caller":"traceutil/trace.go:171","msg":"trace[1793571356] transaction","detail":"{read_only:false; response_revision:5465; number_of_response:1; }","duration":"157.333628ms","start":"2026-03-31T22:31:02.634627Z","end":"2026-03-31T22:31:02.791961Z","steps":["trace[1793571356] 'process raft request' (duration: 36.908018ms)","trace[1793571356] 'compare' (duration: 119.770792ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:31:03.060583Z","caller":"traceutil/trace.go:171","msg":"trace[1593487666] transaction","detail":"{read_only:false; response_revision:5468; number_of_response:1; }","duration":"184.076116ms","start":"2026-03-31T22:31:02.876459Z","end":"2026-03-31T22:31:03.060535Z","steps":["trace[1593487666] 'process raft request' (duration: 141.296963ms)","trace[1593487666] 'compare' (duration: 42.522506ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:31:03.060669Z","caller":"traceutil/trace.go:171","msg":"trace[94279339] transaction","detail":"{read_only:false; response_revision:5469; number_of_response:1; }","duration":"183.922121ms","start":"2026-03-31T22:31:02.876713Z","end":"2026-03-31T22:31:03.060635Z","steps":["trace[94279339] 'process raft request' (duration: 183.724046ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:03.503851Z","caller":"traceutil/trace.go:171","msg":"trace[1098289232] transaction","detail":"{read_only:false; response_revision:5470; number_of_response:1; }","duration":"149.393097ms","start":"2026-03-31T22:31:03.35442Z","end":"2026-03-31T22:31:03.503814Z","steps":["trace[1098289232] 'process raft request' (duration: 149.093459ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:09.50712Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2988} {"level":"info","ts":"2026-03-31T22:32:09.583144Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2988,"took":"74.280633ms","hash":475806127,"current-db-size-bytes":58769408,"current-db-size":"59 MB","current-db-size-in-use-bytes":33726464,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-03-31T22:32:09.583202Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":475806127,"revision":2988,"compact-revision":-1} {"level":"info","ts":"2026-03-31T22:37:09.513907Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6081} {"level":"info","ts":"2026-03-31T22:37:09.617154Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6081,"took":"101.379529ms","hash":2134075708,"current-db-size-bytes":58769408,"current-db-size":"59 MB","current-db-size-in-use-bytes":21209088,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-31T22:37:09.617252Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2134075708,"revision":6081,"compact-revision":2988} {"level":"info","ts":"2026-03-31T22:37:16.112895Z","caller":"traceutil/trace.go:171","msg":"trace[1689300316] linearizableReadLoop","detail":"{readStateIndex:8628; appliedIndex:8627; }","duration":"277.718641ms","start":"2026-03-31T22:37:15.83515Z","end":"2026-03-31T22:37:16.112869Z","steps":["trace[1689300316] 'read index received' (duration: 259.505201ms)","trace[1689300316] 'applied index is now lower than readState.Index' (duration: 18.21214ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:37:16.112951Z","caller":"traceutil/trace.go:171","msg":"trace[926102261] transaction","detail":"{read_only:false; response_revision:8332; number_of_response:1; }","duration":"371.927861ms","start":"2026-03-31T22:37:15.740979Z","end":"2026-03-31T22:37:16.112907Z","steps":["trace[926102261] 'process raft request' (duration: 353.67108ms)","trace[926102261] 'compare' (duration: 18.026125ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:37:16.113123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.963148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T22:37:16.113117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:15.740951Z","time spent":"372.078435ms","remote":"127.0.0.1:55020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:37:16.113154Z","caller":"traceutil/trace.go:171","msg":"trace[1146242686] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8332; }","duration":"278.059871ms","start":"2026-03-31T22:37:15.835086Z","end":"2026-03-31T22:37:16.113146Z","steps":["trace[1146242686] 'agreement among raft nodes before linearized reading' (duration: 277.925287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:16.11331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.004834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T22:37:16.113413Z","caller":"traceutil/trace.go:171","msg":"trace[2097831893] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8332; }","duration":"263.156888ms","start":"2026-03-31T22:37:15.85023Z","end":"2026-03-31T22:37:16.113387Z","steps":["trace[2097831893] 'agreement among raft nodes before linearized reading' (duration: 262.85703ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:28.758721Z","caller":"traceutil/trace.go:171","msg":"trace[535064960] transaction","detail":"{read_only:false; response_revision:8399; number_of_response:1; }","duration":"266.597478ms","start":"2026-03-31T22:37:28.492096Z","end":"2026-03-31T22:37:28.758693Z","steps":["trace[535064960] 'process raft request' (duration: 266.428144ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:29.036133Z","caller":"traceutil/trace.go:171","msg":"trace[1563090117] linearizableReadLoop","detail":"{readStateIndex:8700; appliedIndex:8698; }","duration":"258.240148ms","start":"2026-03-31T22:37:28.777862Z","end":"2026-03-31T22:37:29.036102Z","steps":["trace[1563090117] 'read index received' (duration: 258.045293ms)","trace[1563090117] 'applied index is now lower than readState.Index' (duration: 193.405µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:37:29.036245Z","caller":"traceutil/trace.go:171","msg":"trace[249315165] transaction","detail":"{read_only:false; response_revision:8401; number_of_response:1; }","duration":"347.055157ms","start":"2026-03-31T22:37:28.689154Z","end":"2026-03-31T22:37:29.036209Z","steps":["trace[249315165] 'process raft request' (duration: 346.900023ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:29.036196Z","caller":"traceutil/trace.go:171","msg":"trace[416228603] transaction","detail":"{read_only:false; response_revision:8400; number_of_response:1; }","duration":"364.996679ms","start":"2026-03-31T22:37:28.671156Z","end":"2026-03-31T22:37:29.036153Z","steps":["trace[416228603] 'process raft request' (duration: 364.719951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:29.036377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.467015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:37:29.036451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:28.689124Z","time spent":"347.221601ms","remote":"127.0.0.1:55020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:37:29.036474Z","caller":"traceutil/trace.go:171","msg":"trace[597959352] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:8401; }","duration":"258.633958ms","start":"2026-03-31T22:37:28.777814Z","end":"2026-03-31T22:37:29.036448Z","steps":["trace[597959352] 'agreement among raft nodes before linearized reading' (duration: 258.406682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:29.036561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.718635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:37:29.036649Z","caller":"traceutil/trace.go:171","msg":"trace[838391963] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:8401; }","duration":"238.847228ms","start":"2026-03-31T22:37:28.797781Z","end":"2026-03-31T22:37:29.036628Z","steps":["trace[838391963] 'agreement among raft nodes before linearized reading' (duration: 238.680454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:29.036607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:28.671124Z","time spent":"365.282416ms","remote":"127.0.0.1:55020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:37:30.509752Z","caller":"traceutil/trace.go:171","msg":"trace[1094910625] linearizableReadLoop","detail":"{readStateIndex:8705; appliedIndex:8704; }","duration":"190.806384ms","start":"2026-03-31T22:37:30.318899Z","end":"2026-03-31T22:37:30.509705Z","steps":["trace[1094910625] 'read index received' (duration: 189.405467ms)","trace[1094910625] 'applied index is now lower than readState.Index' (duration: 1.399237ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:37:30.509808Z","caller":"traceutil/trace.go:171","msg":"trace[465796380] transaction","detail":"{read_only:false; response_revision:8406; number_of_response:1; }","duration":"192.475637ms","start":"2026-03-31T22:37:30.317286Z","end":"2026-03-31T22:37:30.509761Z","steps":["trace[465796380] 'process raft request' (duration: 191.032719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:30.510064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.132062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T22:37:30.51015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.43254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-31T22:37:30.510167Z","caller":"traceutil/trace.go:171","msg":"trace[1264296688] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8406; }","duration":"191.266215ms","start":"2026-03-31T22:37:30.318877Z","end":"2026-03-31T22:37:30.510143Z","steps":["trace[1264296688] 'agreement among raft nodes before linearized reading' (duration: 190.957767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:30.510165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.975256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T22:37:30.510203Z","caller":"traceutil/trace.go:171","msg":"trace[290376758] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:8406; }","duration":"180.532542ms","start":"2026-03-31T22:37:30.329653Z","end":"2026-03-31T22:37:30.510185Z","steps":["trace[290376758] 'agreement among raft nodes before linearized reading' (duration: 180.296926ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:30.510248Z","caller":"traceutil/trace.go:171","msg":"trace[172375892] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8406; }","duration":"167.060618ms","start":"2026-03-31T22:37:30.343161Z","end":"2026-03-31T22:37:30.510222Z","steps":["trace[172375892] 'agreement among raft nodes before linearized reading' (duration: 166.808062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:30.510311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.776833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T22:37:30.510376Z","caller":"traceutil/trace.go:171","msg":"trace[1598703060] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8406; }","duration":"168.875356ms","start":"2026-03-31T22:37:30.341484Z","end":"2026-03-31T22:37:30.51036Z","steps":["trace[1598703060] 'agreement among raft nodes before linearized reading' (duration: 168.689261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:30.510366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.002849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T22:37:30.510452Z","caller":"traceutil/trace.go:171","msg":"trace[1565597135] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8406; }","duration":"180.142413ms","start":"2026-03-31T22:37:30.330291Z","end":"2026-03-31T22:37:30.510434Z","steps":["trace[1565597135] 'agreement among raft nodes before linearized reading' (duration: 179.894136ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:56.842256Z","caller":"traceutil/trace.go:171","msg":"trace[1159028216] transaction","detail":"{read_only:false; response_revision:8601; number_of_response:1; }","duration":"188.303578ms","start":"2026-03-31T22:37:56.653925Z","end":"2026-03-31T22:37:56.842229Z","steps":["trace[1159028216] 'process raft request' (duration: 188.105562ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:56.84229Z","caller":"traceutil/trace.go:171","msg":"trace[290809245] linearizableReadLoop","detail":"{readStateIndex:8907; appliedIndex:8906; }","duration":"186.977443ms","start":"2026-03-31T22:37:56.655267Z","end":"2026-03-31T22:37:56.842245Z","steps":["trace[290809245] 'read index received' (duration: 186.917011ms)","trace[290809245] 'applied index is now lower than readState.Index' (duration: 57.152µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:37:56.842699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.394294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:37:56.842733Z","caller":"traceutil/trace.go:171","msg":"trace[231591517] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8601; }","duration":"187.459986ms","start":"2026-03-31T22:37:56.655264Z","end":"2026-03-31T22:37:56.842724Z","steps":["trace[231591517] 'agreement among raft nodes before linearized reading' (duration: 187.151838ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:57.091832Z","caller":"traceutil/trace.go:171","msg":"trace[1122182433] linearizableReadLoop","detail":"{readStateIndex:8908; appliedIndex:8907; }","duration":"249.419266ms","start":"2026-03-31T22:37:56.842385Z","end":"2026-03-31T22:37:57.091805Z","steps":["trace[1122182433] 'read index received' (duration: 247.437894ms)","trace[1122182433] 'applied index is now lower than readState.Index' (duration: 1.980192ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:37:57.091919Z","caller":"traceutil/trace.go:171","msg":"trace[464217747] transaction","detail":"{read_only:false; response_revision:8602; number_of_response:1; }","duration":"434.408947ms","start":"2026-03-31T22:37:56.657468Z","end":"2026-03-31T22:37:57.091877Z","steps":["trace[464217747] 'process raft request' (duration: 432.432865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:57.092069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.810092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T22:37:57.092115Z","caller":"traceutil/trace.go:171","msg":"trace[1087633453] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8602; }","duration":"430.936325ms","start":"2026-03-31T22:37:56.661167Z","end":"2026-03-31T22:37:57.092103Z","steps":["trace[1087633453] 'agreement among raft nodes before linearized reading' (duration: 430.74055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:57.092133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:56.657435Z","time spent":"434.583272ms","remote":"127.0.0.1:55020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:37:57.092154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:56.661142Z","time spent":"431.003917ms","remote":"127.0.0.1:55020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T22:37:57.092211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.542338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-smlnf\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T22:37:57.092305Z","caller":"traceutil/trace.go:171","msg":"trace[1400365711] range","detail":"{range_begin:/registry/pods/openstack/keepalived-smlnf; range_end:; response_count:1; response_revision:8602; }","duration":"421.667841ms","start":"2026-03-31T22:37:56.670615Z","end":"2026-03-31T22:37:57.092283Z","steps":["trace[1400365711] 'agreement among raft nodes before linearized reading' (duration: 421.434614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:57.092337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:56.670603Z","time spent":"421.728173ms","remote":"127.0.0.1:54922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-smlnf\" "} {"level":"info","ts":"2026-03-31T22:37:57.10318Z","caller":"traceutil/trace.go:171","msg":"trace[807123858] transaction","detail":"{read_only:false; response_revision:8603; number_of_response:1; }","duration":"255.394414ms","start":"2026-03-31T22:37:56.847747Z","end":"2026-03-31T22:37:57.103141Z","steps":["trace[807123858] 'process raft request' (duration: 255.070975ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:57.104762Z","caller":"traceutil/trace.go:171","msg":"trace[315603359] transaction","detail":"{read_only:false; response_revision:8604; number_of_response:1; }","duration":"244.98418ms","start":"2026-03-31T22:37:56.859758Z","end":"2026-03-31T22:37:57.104742Z","steps":["trace[315603359] 'process raft request' (duration: 243.189293ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:01.385556Z","caller":"traceutil/trace.go:171","msg":"trace[1241141724] transaction","detail":"{read_only:false; response_revision:8623; number_of_response:1; }","duration":"271.559408ms","start":"2026-03-31T22:38:01.113971Z","end":"2026-03-31T22:38:01.38553Z","steps":["trace[1241141724] 'process raft request' (duration: 212.278928ms)","trace[1241141724] 'compare' (duration: 59.097586ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:38:01.385837Z","caller":"traceutil/trace.go:171","msg":"trace[865144691] transaction","detail":"{read_only:false; response_revision:8624; number_of_response:1; }","duration":"227.820008ms","start":"2026-03-31T22:38:01.157991Z","end":"2026-03-31T22:38:01.385811Z","steps":["trace[865144691] 'process raft request' (duration: 227.502029ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:01.386239Z","caller":"traceutil/trace.go:171","msg":"trace[79793499] transaction","detail":"{read_only:false; response_revision:8626; number_of_response:1; }","duration":"187.978429ms","start":"2026-03-31T22:38:01.198247Z","end":"2026-03-31T22:38:01.386225Z","steps":["trace[79793499] 'process raft request' (duration: 187.932128ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:01.386431Z","caller":"traceutil/trace.go:171","msg":"trace[1110192204] linearizableReadLoop","detail":"{readStateIndex:8933; appliedIndex:8930; }","duration":"192.98347ms","start":"2026-03-31T22:38:01.193435Z","end":"2026-03-31T22:38:01.386419Z","steps":["trace[1110192204] 'read index received' (duration: 132.9553ms)","trace[1110192204] 'applied index is now lower than readState.Index' (duration: 60.02718ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:38:01.386456Z","caller":"traceutil/trace.go:171","msg":"trace[1930028297] transaction","detail":"{read_only:false; response_revision:8625; number_of_response:1; }","duration":"228.023643ms","start":"2026-03-31T22:38:01.158404Z","end":"2026-03-31T22:38:01.386428Z","steps":["trace[1930028297] 'process raft request' (duration: 227.300164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:38:01.386618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.757489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T22:38:01.386656Z","caller":"traceutil/trace.go:171","msg":"trace[338702582] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8626; }","duration":"237.838892ms","start":"2026-03-31T22:38:01.148808Z","end":"2026-03-31T22:38:01.386646Z","steps":["trace[338702582] 'agreement among raft nodes before linearized reading' (duration: 237.678348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:38:01.386787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.337024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-smlnf\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T22:38:01.386832Z","caller":"traceutil/trace.go:171","msg":"trace[1635199865] range","detail":"{range_begin:/registry/pods/openstack/keepalived-smlnf; range_end:; response_count:1; response_revision:8626; }","duration":"249.429966ms","start":"2026-03-31T22:38:01.13739Z","end":"2026-03-31T22:38:01.38682Z","steps":["trace[1635199865] 'agreement among raft nodes before linearized reading' (duration: 249.249702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:38:01.386903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.403068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:38:01.386941Z","caller":"traceutil/trace.go:171","msg":"trace[216347907] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8626; }","duration":"251.47681ms","start":"2026-03-31T22:38:01.135455Z","end":"2026-03-31T22:38:01.386932Z","steps":["trace[216347907] 'agreement among raft nodes before linearized reading' (duration: 251.366858ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:01.616988Z","caller":"traceutil/trace.go:171","msg":"trace[1378697741] linearizableReadLoop","detail":"{readStateIndex:8935; appliedIndex:8934; }","duration":"230.501599ms","start":"2026-03-31T22:38:01.38646Z","end":"2026-03-31T22:38:01.616961Z","steps":["trace[1378697741] 'read index received' (duration: 174.983257ms)","trace[1378697741] 'applied index is now lower than readState.Index' (duration: 55.517352ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:38:01.617012Z","caller":"traceutil/trace.go:171","msg":"trace[1751114395] transaction","detail":"{read_only:false; response_revision:8627; number_of_response:1; }","duration":"269.486615ms","start":"2026-03-31T22:38:01.347486Z","end":"2026-03-31T22:38:01.616972Z","steps":["trace[1751114395] 'process raft request' (duration: 213.935652ms)","trace[1751114395] 'compare' (duration: 55.321697ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:38:01.61716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.868499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:38:01.617253Z","caller":"traceutil/trace.go:171","msg":"trace[946818191] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8628; }","duration":"336.967642ms","start":"2026-03-31T22:38:01.280265Z","end":"2026-03-31T22:38:01.617233Z","steps":["trace[946818191] 'agreement among raft nodes before linearized reading' (duration: 336.799137ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:01.617249Z","caller":"traceutil/trace.go:171","msg":"trace[632295209] transaction","detail":"{read_only:false; response_revision:8628; number_of_response:1; }","duration":"226.402931ms","start":"2026-03-31T22:38:01.390833Z","end":"2026-03-31T22:38:01.617236Z","steps":["trace[632295209] 'process raft request' (duration: 226.088563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:38:01.617287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:38:01.280213Z","time spent":"337.068284ms","remote":"127.0.0.1:54726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:38:01.617398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.894163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T22:38:01.617501Z","caller":"traceutil/trace.go:171","msg":"trace[914004823] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8628; }","duration":"227.027787ms","start":"2026-03-31T22:38:01.390446Z","end":"2026-03-31T22:38:01.617474Z","steps":["trace[914004823] 'agreement among raft nodes before linearized reading' (duration: 226.706589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:38:01.617697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.430791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228857"} {"level":"info","ts":"2026-03-31T22:38:01.617739Z","caller":"traceutil/trace.go:171","msg":"trace[232476589] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8628; }","duration":"226.505794ms","start":"2026-03-31T22:38:01.391222Z","end":"2026-03-31T22:38:01.617728Z","steps":["trace[232476589] 'agreement among raft nodes before linearized reading' (duration: 226.022711ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:10.563821Z","caller":"traceutil/trace.go:171","msg":"trace[1388170253] transaction","detail":"{read_only:false; response_revision:8716; number_of_response:1; }","duration":"115.681396ms","start":"2026-03-31T22:38:10.448088Z","end":"2026-03-31T22:38:10.56377Z","steps":["trace[1388170253] 'process raft request' (duration: 115.375908ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:34.698227Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002454.wal"} {"level":"info","ts":"2026-03-31T22:39:53.150151Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d1484a2210d3c2b8","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-31T22:39:53.158501Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-31T22:39:53.158636Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-31T22:41:44.507743Z","caller":"traceutil/trace.go:171","msg":"trace[767501835] transaction","detail":"{read_only:false; response_revision:10421; number_of_response:1; }","duration":"113.597604ms","start":"2026-03-31T22:41:44.394104Z","end":"2026-03-31T22:41:44.507702Z","steps":["trace[767501835] 'process raft request' (duration: 113.294636ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:41:44.512412Z","caller":"traceutil/trace.go:171","msg":"trace[2067767534] transaction","detail":"{read_only:false; response_revision:10422; number_of_response:1; }","duration":"114.852547ms","start":"2026-03-31T22:41:44.397522Z","end":"2026-03-31T22:41:44.512375Z","steps":["trace[2067767534] 'process raft request' (duration: 114.481617ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:41:44.512739Z","caller":"traceutil/trace.go:171","msg":"trace[22739030] linearizableReadLoop","detail":"{readStateIndex:10788; appliedIndex:10785; }","duration":"108.999454ms","start":"2026-03-31T22:41:44.403724Z","end":"2026-03-31T22:41:44.512723Z","steps":["trace[22739030] 'read index received' (duration: 103.562802ms)","trace[22739030] 'applied index is now lower than readState.Index' (duration: 5.434952ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:41:44.512898Z","caller":"traceutil/trace.go:171","msg":"trace[1649384824] transaction","detail":"{read_only:false; response_revision:10423; number_of_response:1; }","duration":"114.200229ms","start":"2026-03-31T22:41:44.398689Z","end":"2026-03-31T22:41:44.51289Z","steps":["trace[1649384824] 'process raft request' (duration: 113.596724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:44.513277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.531938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T22:41:44.513408Z","caller":"traceutil/trace.go:171","msg":"trace[859555412] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10423; }","duration":"109.704932ms","start":"2026-03-31T22:41:44.403676Z","end":"2026-03-31T22:41:44.513381Z","steps":["trace[859555412] 'agreement among raft nodes before linearized reading' (duration: 109.198679ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:41:49.768401Z","caller":"traceutil/trace.go:171","msg":"trace[493822355] linearizableReadLoop","detail":"{readStateIndex:10897; appliedIndex:10896; }","duration":"293.744521ms","start":"2026-03-31T22:41:49.474631Z","end":"2026-03-31T22:41:49.768375Z","steps":["trace[493822355] 'read index received' (duration: 293.449733ms)","trace[493822355] 'applied index is now lower than readState.Index' (duration: 293.998µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:41:49.768468Z","caller":"traceutil/trace.go:171","msg":"trace[1760799594] transaction","detail":"{read_only:false; response_revision:10530; number_of_response:1; }","duration":"299.138512ms","start":"2026-03-31T22:41:49.469305Z","end":"2026-03-31T22:41:49.768444Z","steps":["trace[1760799594] 'process raft request' (duration: 298.888195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:49.768749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.07533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:41:49.768886Z","caller":"traceutil/trace.go:171","msg":"trace[1112438495] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10530; }","duration":"294.252304ms","start":"2026-03-31T22:41:49.474606Z","end":"2026-03-31T22:41:49.768859Z","steps":["trace[1112438495] 'agreement among raft nodes before linearized reading' (duration: 293.888724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:49.769118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.331026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:40 size:368323"} {"level":"info","ts":"2026-03-31T22:41:49.769246Z","caller":"traceutil/trace.go:171","msg":"trace[1874273894] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:40; response_revision:10530; }","duration":"294.49802ms","start":"2026-03-31T22:41:49.47473Z","end":"2026-03-31T22:41:49.769228Z","steps":["trace[1874273894] 'agreement among raft nodes before linearized reading' (duration: 293.853684ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:41:51.654954Z","caller":"traceutil/trace.go:171","msg":"trace[169834921] linearizableReadLoop","detail":"{readStateIndex:10913; appliedIndex:10912; }","duration":"182.093027ms","start":"2026-03-31T22:41:51.47283Z","end":"2026-03-31T22:41:51.654923Z","steps":["trace[169834921] 'read index received' (duration: 134.253955ms)","trace[169834921] 'applied index is now lower than readState.Index' (duration: 47.837772ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:41:51.655096Z","caller":"traceutil/trace.go:171","msg":"trace[1061637661] transaction","detail":"{read_only:false; response_revision:10546; number_of_response:1; }","duration":"227.000543ms","start":"2026-03-31T22:41:51.428064Z","end":"2026-03-31T22:41:51.655065Z","steps":["trace[1061637661] 'process raft request' (duration: 178.975706ms)","trace[1061637661] 'compare' (duration: 47.780271ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:41:51.655165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.327714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:41:51.655198Z","caller":"traceutil/trace.go:171","msg":"trace[729255567] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:0; response_revision:10546; }","duration":"182.436076ms","start":"2026-03-31T22:41:51.472753Z","end":"2026-03-31T22:41:51.655189Z","steps":["trace[729255567] 'agreement among raft nodes before linearized reading' (duration: 182.334564ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:09.519911Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8160} {"level":"info","ts":"2026-03-31T22:42:09.586571Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8160,"took":"63.957845ms","hash":173977193,"current-db-size-bytes":58769408,"current-db-size":"59 MB","current-db-size-in-use-bytes":29102080,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-31T22:42:09.586673Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":173977193,"revision":8160,"compact-revision":6081} {"level":"info","ts":"2026-03-31T22:47:09.527287Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10688} {"level":"info","ts":"2026-03-31T22:47:09.611598Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10688,"took":"81.790799ms","hash":3593910692,"current-db-size-bytes":58769408,"current-db-size":"59 MB","current-db-size-in-use-bytes":21393408,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-31T22:47:09.61168Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3593910692,"revision":10688,"compact-revision":8160}