{"level":"warn","ts":"2026-10-14T12:55:22.703352Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-10-14T12:55:22.703524Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.15:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.15:2380","--initial-cluster=instance=https://162.253.55.15:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.15:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.15:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-10-14T12:55:22.703635Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-10-14T12:55:22.703655Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.15:2380"]} {"level":"info","ts":"2026-10-14T12:55:22.703684Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-10-14T12:55:22.704701Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.15:2379"]} {"level":"info","ts":"2026-10-14T12:55:22.704807Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.15:2380"],"listen-peer-urls":["https://162.253.55.15:2380"],"advertise-client-urls":["https://162.253.55.15:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.15:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.15:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-10-14T12:55:22.709869Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.764199ms"} {"level":"info","ts":"2026-10-14T12:55:22.720755Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"337baeb286292d09","cluster-id":"3cc18487e1df591c"} {"level":"info","ts":"2026-10-14T12:55:22.720878Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"337baeb286292d09 switched to configuration voters=()"} {"level":"info","ts":"2026-10-14T12:55:22.72091Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"337baeb286292d09 became follower at term 0"} {"level":"info","ts":"2026-10-14T12:55:22.720925Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 337baeb286292d09 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-10-14T12:55:22.720939Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"337baeb286292d09 became follower at term 1"} {"level":"info","ts":"2026-10-14T12:55:22.720988Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"337baeb286292d09 switched to configuration voters=(3709750799847992585)"} {"level":"warn","ts":"2026-10-14T12:55:22.731344Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-10-14T12:55:22.733346Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-10-14T12:55:22.734634Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-10-14T12:55:22.737338Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"337baeb286292d09","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-10-14T12:55:22.737671Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"337baeb286292d09","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-10-14T12:55:22.737801Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-10-14T12:55:22.737859Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-10-14T12:55:22.73787Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-10-14T12:55:22.73838Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"337baeb286292d09 switched to configuration voters=(3709750799847992585)"} {"level":"info","ts":"2026-10-14T12:55:22.738475Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"3cc18487e1df591c","local-member-id":"337baeb286292d09","added-peer-id":"337baeb286292d09","added-peer-peer-urls":["https://162.253.55.15:2380"]} {"level":"info","ts":"2026-10-14T12:55:22.741576Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-10-14T12:55:22.74182Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"337baeb286292d09","initial-advertise-peer-urls":["https://162.253.55.15:2380"],"listen-peer-urls":["https://162.253.55.15:2380"],"advertise-client-urls":["https://162.253.55.15:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.15:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-10-14T12:55:22.74186Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-10-14T12:55:22.741954Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.15:2380"} {"level":"info","ts":"2026-10-14T12:55:22.741962Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.15:2380"} {"level":"info","ts":"2026-10-14T12:55:23.121559Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"337baeb286292d09 is starting a new election at term 1"} {"level":"info","ts":"2026-10-14T12:55:23.121678Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"337baeb286292d09 became pre-candidate at term 1"} {"level":"info","ts":"2026-10-14T12:55:23.121712Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"337baeb286292d09 received MsgPreVoteResp from 337baeb286292d09 at term 1"} {"level":"info","ts":"2026-10-14T12:55:23.121807Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"337baeb286292d09 became candidate at term 2"} {"level":"info","ts":"2026-10-14T12:55:23.12183Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"337baeb286292d09 received MsgVoteResp from 337baeb286292d09 at term 2"} {"level":"info","ts":"2026-10-14T12:55:23.12191Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"337baeb286292d09 became leader at term 2"} {"level":"info","ts":"2026-10-14T12:55:23.121936Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 337baeb286292d09 elected leader 337baeb286292d09 at term 2"} {"level":"info","ts":"2026-10-14T12:55:23.123372Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-10-14T12:55:23.12461Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"337baeb286292d09","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.15:2379]}","request-path":"/0/members/337baeb286292d09/attributes","cluster-id":"3cc18487e1df591c","publish-timeout":"7s"} {"level":"info","ts":"2026-10-14T12:55:23.124942Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-10-14T12:55:23.125396Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-10-14T12:55:23.125459Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-10-14T12:55:23.125678Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"3cc18487e1df591c","local-member-id":"337baeb286292d09","cluster-version":"3.5"} {"level":"info","ts":"2026-10-14T12:55:23.125766Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-10-14T12:55:23.125795Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-10-14T12:55:23.125463Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-10-14T12:55:23.127461Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-10-14T12:55:23.129293Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.15:2379"} {"level":"info","ts":"2026-10-14T12:56:10.529128Z","caller":"traceutil/trace.go:171","msg":"trace[558740739] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"219.56145ms","start":"2026-10-14T12:56:10.309522Z","end":"2026-10-14T12:56:10.529084Z","steps":["trace[558740739] 'process raft request' (duration: 206.586429ms)","trace[558740739] 'compare' (duration: 12.596124ms)"],"step_count":2} {"level":"info","ts":"2026-10-14T12:56:10.540818Z","caller":"traceutil/trace.go:171","msg":"trace[293781157] linearizableReadLoop","detail":"{readStateIndex:632; appliedIndex:628; }","duration":"128.196998ms","start":"2026-10-14T12:56:10.41255Z","end":"2026-10-14T12:56:10.540747Z","steps":["trace[293781157] 'read index received' (duration: 103.654271ms)","trace[293781157] 'applied index is now lower than readState.Index' (duration: 24.541407ms)"],"step_count":2} {"level":"warn","ts":"2026-10-14T12:56:10.541017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.432922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-10-14T12:56:10.541068Z","caller":"traceutil/trace.go:171","msg":"trace[120387516] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:607; }","duration":"128.530533ms","start":"2026-10-14T12:56:10.412523Z","end":"2026-10-14T12:56:10.541054Z","steps":["trace[120387516] 'agreement among raft nodes before linearized reading' (duration: 128.38628ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T12:56:10.541142Z","caller":"traceutil/trace.go:171","msg":"trace[1790924798] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"199.062771ms","start":"2026-10-14T12:56:10.342006Z","end":"2026-10-14T12:56:10.541068Z","steps":["trace[1790924798] 'process raft request' (duration: 187.400433ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T12:56:10.541462Z","caller":"traceutil/trace.go:171","msg":"trace[1449322252] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"143.568329ms","start":"2026-10-14T12:56:10.397879Z","end":"2026-10-14T12:56:10.541447Z","steps":["trace[1449322252] 'process raft request' (duration: 142.685574ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T12:56:10.541849Z","caller":"traceutil/trace.go:171","msg":"trace[1955136118] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"193.564188ms","start":"2026-10-14T12:56:10.348261Z","end":"2026-10-14T12:56:10.541826Z","steps":["trace[1955136118] 'process raft request' (duration: 192.089313ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T12:56:17.369656Z","caller":"traceutil/trace.go:171","msg":"trace[524212942] linearizableReadLoop","detail":"{readStateIndex:705; appliedIndex:704; }","duration":"140.691801ms","start":"2026-10-14T12:56:17.228933Z","end":"2026-10-14T12:56:17.369625Z","steps":["trace[524212942] 'read index received' (duration: 140.516188ms)","trace[524212942] 'applied index is now lower than readState.Index' (duration: 174.153µs)"],"step_count":2} {"level":"info","ts":"2026-10-14T12:56:17.369844Z","caller":"traceutil/trace.go:171","msg":"trace[671275569] transaction","detail":"{read_only:false; response_revision:678; number_of_response:1; }","duration":"169.676184ms","start":"2026-10-14T12:56:17.200152Z","end":"2026-10-14T12:56:17.369828Z","steps":["trace[671275569] 'process raft request' (duration: 169.301428ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T12:56:17.370201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.235831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-xh5rv\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-10-14T12:56:17.370271Z","caller":"traceutil/trace.go:171","msg":"trace[1630984306] range","detail":"{range_begin:/registry/pods/kube-system/cilium-xh5rv; range_end:; response_count:1; response_revision:678; }","duration":"141.367863ms","start":"2026-10-14T12:56:17.228886Z","end":"2026-10-14T12:56:17.370254Z","steps":["trace[1630984306] 'agreement among raft nodes before linearized reading' (duration: 141.248221ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T12:56:17.484945Z","caller":"traceutil/trace.go:171","msg":"trace[423521028] transaction","detail":"{read_only:false; response_revision:679; number_of_response:1; }","duration":"109.631315ms","start":"2026-10-14T12:56:17.375279Z","end":"2026-10-14T12:56:17.48491Z","steps":["trace[423521028] 'process raft request' (duration: 59.888277ms)","trace[423521028] 'compare' (duration: 49.580965ms)"],"step_count":2} {"level":"info","ts":"2026-10-14T12:56:17.606516Z","caller":"traceutil/trace.go:171","msg":"trace[1917078192] transaction","detail":"{read_only:false; response_revision:680; number_of_response:1; }","duration":"222.929001ms","start":"2026-10-14T12:56:17.383558Z","end":"2026-10-14T12:56:17.606487Z","steps":["trace[1917078192] 'process raft request' (duration: 205.052033ms)","trace[1917078192] 'compare' (duration: 17.717485ms)"],"step_count":2} {"level":"warn","ts":"2026-10-14T12:57:52.637755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.293669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-10-14T12:57:52.637901Z","caller":"traceutil/trace.go:171","msg":"trace[785245395] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1860; }","duration":"388.533693ms","start":"2026-10-14T12:57:52.249334Z","end":"2026-10-14T12:57:52.637868Z","steps":["trace[785245395] 'range keys from in-memory index tree' (duration: 388.006635ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T12:57:52.637957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T12:57:52.249301Z","time spent":"388.640204ms","remote":"127.0.0.1:36204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-10-14T12:57:52.99427Z","caller":"traceutil/trace.go:171","msg":"trace[854371821] transaction","detail":"{read_only:false; response_revision:1862; number_of_response:1; }","duration":"193.249766ms","start":"2026-10-14T12:57:52.800993Z","end":"2026-10-14T12:57:52.994243Z","steps":["trace[854371821] 'process raft request' (duration: 193.097864ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T12:57:53.044846Z","caller":"traceutil/trace.go:171","msg":"trace[1195066167] linearizableReadLoop","detail":"{readStateIndex:1939; appliedIndex:1937; }","duration":"111.289449ms","start":"2026-10-14T12:57:52.933531Z","end":"2026-10-14T12:57:53.04482Z","steps":["trace[1195066167] 'read index received' (duration: 60.649671ms)","trace[1195066167] 'applied index is now lower than readState.Index' (duration: 50.638538ms)"],"step_count":2} {"level":"info","ts":"2026-10-14T12:57:53.044994Z","caller":"traceutil/trace.go:171","msg":"trace[1159103225] transaction","detail":"{read_only:false; response_revision:1863; number_of_response:1; }","duration":"137.1426ms","start":"2026-10-14T12:57:52.907779Z","end":"2026-10-14T12:57:53.044922Z","steps":["trace[1159103225] 'process raft request' (duration: 136.874296ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T12:57:53.045363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.773395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-10-14T12:57:53.045482Z","caller":"traceutil/trace.go:171","msg":"trace[594317421] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1863; }","duration":"111.969338ms","start":"2026-10-14T12:57:52.933462Z","end":"2026-10-14T12:57:53.045431Z","steps":["trace[594317421] 'agreement among raft nodes before linearized reading' (duration: 111.561003ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T12:57:53.229065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.432633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-47f0e8c1-7bd0-41c8-9702-ca5360d9cf2f\" ","response":"range_response_count:1 size:3743"} {"level":"info","ts":"2026-10-14T12:57:53.229209Z","caller":"traceutil/trace.go:171","msg":"trace[2044821646] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-47f0e8c1-7bd0-41c8-9702-ca5360d9cf2f; range_end:; response_count:1; response_revision:1863; }","duration":"114.866089ms","start":"2026-10-14T12:57:53.114312Z","end":"2026-10-14T12:57:53.229178Z","steps":["trace[2044821646] 'range keys from in-memory index tree' (duration: 114.315391ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T12:58:20.256053Z","caller":"traceutil/trace.go:171","msg":"trace[522986383] linearizableReadLoop","detail":"{readStateIndex:2149; appliedIndex:2148; }","duration":"114.044041ms","start":"2026-10-14T12:58:20.141978Z","end":"2026-10-14T12:58:20.256022Z","steps":["trace[522986383] 'read index received' (duration: 113.761681ms)","trace[522986383] 'applied index is now lower than readState.Index' (duration: 280.709µs)"],"step_count":2} {"level":"info","ts":"2026-10-14T12:58:20.256486Z","caller":"traceutil/trace.go:171","msg":"trace[1092259325] transaction","detail":"{read_only:false; response_revision:2068; number_of_response:1; }","duration":"190.383784ms","start":"2026-10-14T12:58:20.06606Z","end":"2026-10-14T12:58:20.256443Z","steps":["trace[1092259325] 'process raft request' (duration: 189.697951ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T12:58:20.256867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.864068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-10-14T12:58:20.257048Z","caller":"traceutil/trace.go:171","msg":"trace[717851642] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2068; }","duration":"115.099406ms","start":"2026-10-14T12:58:20.141932Z","end":"2026-10-14T12:58:20.257032Z","steps":["trace[717851642] 'agreement among raft nodes before linearized reading' (duration: 114.62693ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T12:58:20.2572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.10879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-10-14T12:58:20.257273Z","caller":"traceutil/trace.go:171","msg":"trace[1798337570] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2068; }","duration":"103.252305ms","start":"2026-10-14T12:58:20.153998Z","end":"2026-10-14T12:58:20.25725Z","steps":["trace[1798337570] 'agreement among raft nodes before linearized reading' (duration: 103.038038ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T12:58:20.441937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.386502ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-10-14T12:58:20.442527Z","caller":"traceutil/trace.go:171","msg":"trace[1092099631] transaction","detail":"{read_only:false; response_revision:2069; number_of_response:1; }","duration":"179.138784ms","start":"2026-10-14T12:58:20.263355Z","end":"2026-10-14T12:58:20.442494Z","steps":["trace[1092099631] 'process raft request' (duration: 24.394136ms)","trace[1092099631] 'compare' (duration: 153.049741ms)"],"step_count":2} {"level":"info","ts":"2026-10-14T12:58:20.442892Z","caller":"traceutil/trace.go:171","msg":"trace[1542965306] transaction","detail":"{read_only:false; response_revision:2070; number_of_response:1; }","duration":"139.407139ms","start":"2026-10-14T12:58:20.303464Z","end":"2026-10-14T12:58:20.442871Z","steps":["trace[1542965306] 'process raft request' (duration: 139.084288ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T12:58:20.44277Z","caller":"traceutil/trace.go:171","msg":"trace[938525560] linearizableReadLoop","detail":"{readStateIndex:2151; appliedIndex:2149; }","duration":"117.609911ms","start":"2026-10-14T12:58:20.325138Z","end":"2026-10-14T12:58:20.442748Z","steps":["trace[938525560] 'read index received' (duration: 85.654379ms)","trace[938525560] 'applied index is now lower than readState.Index' (duration: 31.953392ms)"],"step_count":2} {"level":"warn","ts":"2026-10-14T12:58:20.443212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.069546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-10-14T12:58:20.443294Z","caller":"traceutil/trace.go:171","msg":"trace[2038442412] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2070; }","duration":"118.200371ms","start":"2026-10-14T12:58:20.325078Z","end":"2026-10-14T12:58:20.443278Z","steps":["trace[2038442412] 'agreement among raft nodes before linearized reading' (duration: 117.919911ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T12:58:21.109882Z","caller":"traceutil/trace.go:171","msg":"trace[172236448] transaction","detail":"{read_only:false; response_revision:2073; number_of_response:1; }","duration":"132.552512ms","start":"2026-10-14T12:58:20.977307Z","end":"2026-10-14T12:58:21.10986Z","steps":["trace[172236448] 'process raft request' (duration: 132.379416ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T12:58:21.899805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.579057ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-10-14T12:58:21.899979Z","caller":"traceutil/trace.go:171","msg":"trace[1944526935] linearizableReadLoop","detail":"{readStateIndex:2155; appliedIndex:2154; }","duration":"635.266175ms","start":"2026-10-14T12:58:21.264694Z","end":"2026-10-14T12:58:21.89996Z","steps":["trace[1944526935] 'read index received' (duration: 31.621µs)","trace[1944526935] 'applied index is now lower than readState.Index' (duration: 635.233084ms)"],"step_count":2} {"level":"info","ts":"2026-10-14T12:58:21.89999Z","caller":"traceutil/trace.go:171","msg":"trace[1476920127] transaction","detail":"{read_only:false; response_revision:2074; number_of_response:1; }","duration":"736.319402ms","start":"2026-10-14T12:58:21.163641Z","end":"2026-10-14T12:58:21.899961Z","steps":["trace[1476920127] 'process raft request' (duration: 35.481707ms)","trace[1476920127] 'compare' (duration: 700.040638ms)"],"step_count":2} {"level":"warn","ts":"2026-10-14T12:58:21.900298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T12:58:21.163615Z","time spent":"736.616362ms","remote":"127.0.0.1:36204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-14T12:58:21.927059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.345658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-10-14T12:58:21.927138Z","caller":"traceutil/trace.go:171","msg":"trace[1653880232] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2074; }","duration":"662.449121ms","start":"2026-10-14T12:58:21.264663Z","end":"2026-10-14T12:58:21.927112Z","steps":["trace[1653880232] 'agreement among raft nodes before linearized reading' (duration: 635.3978ms)","trace[1653880232] 'range keys from in-memory index tree' (duration: 26.825834ms)"],"step_count":2} {"level":"warn","ts":"2026-10-14T12:58:21.927194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T12:58:21.264645Z","time spent":"662.535935ms","remote":"127.0.0.1:40388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-10-14T12:58:21.927501Z","caller":"traceutil/trace.go:171","msg":"trace[1317571031] transaction","detail":"{read_only:false; response_revision:2075; number_of_response:1; }","duration":"426.384094ms","start":"2026-10-14T12:58:21.501102Z","end":"2026-10-14T12:58:21.927486Z","steps":["trace[1317571031] 'process raft request' (duration: 426.067273ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T12:58:21.927611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T12:58:21.501083Z","time spent":"426.484087ms","remote":"127.0.0.1:36204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-14T12:58:21.927639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.134993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-10-14T12:58:21.927731Z","caller":"traceutil/trace.go:171","msg":"trace[1071415708] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2075; }","duration":"509.257948ms","start":"2026-10-14T12:58:21.418453Z","end":"2026-10-14T12:58:21.927711Z","steps":["trace[1071415708] 'agreement among raft nodes before linearized reading' (duration: 508.907956ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T12:58:21.927796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T12:58:21.418439Z","time spent":"509.34081ms","remote":"127.0.0.1:36204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-10-14T12:58:21.927784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.68311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-10-14T12:58:21.927876Z","caller":"traceutil/trace.go:171","msg":"trace[1313389650] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2075; }","duration":"196.816835ms","start":"2026-10-14T12:58:21.731036Z","end":"2026-10-14T12:58:21.927853Z","steps":["trace[1313389650] 'agreement among raft nodes before linearized reading' (duration: 196.590828ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T12:58:26.106915Z","caller":"traceutil/trace.go:171","msg":"trace[1264677151] transaction","detail":"{read_only:false; response_revision:2096; number_of_response:1; }","duration":"100.229881ms","start":"2026-10-14T12:58:26.006608Z","end":"2026-10-14T12:58:26.106838Z","steps":["trace[1264677151] 'process raft request' (duration: 100.004574ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T12:58:27.025313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.3197ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-10-14T12:58:27.025447Z","caller":"traceutil/trace.go:171","msg":"trace[286952101] transaction","detail":"{read_only:false; response_revision:2104; number_of_response:1; }","duration":"274.088063ms","start":"2026-10-14T12:58:26.751334Z","end":"2026-10-14T12:58:27.025422Z","steps":["trace[286952101] 'process raft request' (duration: 22.520744ms)","trace[286952101] 'compare' (duration: 251.120444ms)"],"step_count":2} {"level":"warn","ts":"2026-10-14T12:58:28.271856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090030044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-10-14T12:58:28.271933Z","caller":"traceutil/trace.go:171","msg":"trace[1394969502] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2104; }","duration":"1.090170008s","start":"2026-10-14T12:58:27.181746Z","end":"2026-10-14T12:58:28.271916Z","steps":["trace[1394969502] 'range keys from in-memory index tree' (duration: 1.089799096s)"],"step_count":1} {"level":"warn","ts":"2026-10-14T12:58:28.271973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T12:58:27.181717Z","time spent":"1.090246931s","remote":"127.0.0.1:36204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-10-14T12:58:28.272022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.968962ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-10-14T12:58:28.272131Z","caller":"traceutil/trace.go:171","msg":"trace[1311905193] transaction","detail":"{read_only:false; response_revision:2105; number_of_response:1; }","duration":"902.944788ms","start":"2026-10-14T12:58:27.369167Z","end":"2026-10-14T12:58:28.272112Z","steps":["trace[1311905193] 'process raft request' (duration: 156.81821ms)","trace[1311905193] 'compare' (duration: 745.466416ms)"],"step_count":2} {"level":"warn","ts":"2026-10-14T12:58:28.27218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T12:58:27.369121Z","time spent":"903.03867ms","remote":"127.0.0.1:35970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":819,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-10-14T12:58:28.547458Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3245302279046263337,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-10-14T12:58:28.95859Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.149448759s","expected-duration":"1s"} {"level":"warn","ts":"2026-10-14T12:58:29.50104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.102334ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-10-14T12:58:29.501381Z","caller":"traceutil/trace.go:171","msg":"trace[145932741] linearizableReadLoop","detail":"{readStateIndex:2193; appliedIndex:2188; }","duration":"1.454974754s","start":"2026-10-14T12:58:28.046383Z","end":"2026-10-14T12:58:29.501358Z","steps":["trace[145932741] 'read index received' (duration: 912.57629ms)","trace[145932741] 'applied index is now lower than readState.Index' (duration: 542.397234ms)"],"step_count":2} {"level":"info","ts":"2026-10-14T12:58:29.501767Z","caller":"traceutil/trace.go:171","msg":"trace[343642807] transaction","detail":"{read_only:false; response_revision:2106; number_of_response:1; }","duration":"1.692720991s","start":"2026-10-14T12:58:27.809022Z","end":"2026-10-14T12:58:29.501743Z","steps":["trace[343642807] 'process raft request' (duration: 1.149805961s)","trace[343642807] 'compare' (duration: 541.98061ms)"],"step_count":2} {"level":"warn","ts":"2026-10-14T12:58:29.501879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T12:58:27.808998Z","time spent":"1.692819735s","remote":"127.0.0.1:36204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-14T12:58:29.501993Z","caller":"traceutil/trace.go:171","msg":"trace[28141433] transaction","detail":"{read_only:false; response_revision:2110; number_of_response:1; }","duration":"1.063550365s","start":"2026-10-14T12:58:28.438411Z","end":"2026-10-14T12:58:29.501962Z","steps":["trace[28141433] 'process raft request' (duration: 1.062901493s)"],"step_count":1} {"level":"warn","ts":"2026-10-14T12:58:29.502124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T12:58:28.438355Z","time spent":"1.0637014s","remote":"127.0.0.1:36204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-14T12:58:29.502191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.379455519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-10-14T12:58:29.50227Z","caller":"traceutil/trace.go:171","msg":"trace[1420160400] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2110; }","duration":"1.379572892s","start":"2026-10-14T12:58:28.122678Z","end":"2026-10-14T12:58:29.502251Z","steps":["trace[1420160400] 'agreement among raft nodes before linearized reading' (duration: 1.379360235s)"],"step_count":1} {"level":"warn","ts":"2026-10-14T12:58:29.502319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T12:58:28.122658Z","time spent":"1.379649015s","remote":"127.0.0.1:36204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-10-14T12:58:29.502352Z","caller":"traceutil/trace.go:171","msg":"trace[1405579998] transaction","detail":"{read_only:false; response_revision:2109; number_of_response:1; }","duration":"1.222531705s","start":"2026-10-14T12:58:28.279794Z","end":"2026-10-14T12:58:29.502325Z","steps":["trace[1405579998] 'process raft request' (duration: 1.221476871s)"],"step_count":1} {"level":"warn","ts":"2026-10-14T12:58:29.502454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.456072119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-10-14T12:58:29.502457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T12:58:28.279764Z","time spent":"1.222640399s","remote":"127.0.0.1:36204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-14T12:58:29.502533Z","caller":"traceutil/trace.go:171","msg":"trace[751131681] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2110; }","duration":"1.456148593s","start":"2026-10-14T12:58:28.04637Z","end":"2026-10-14T12:58:29.502519Z","steps":["trace[751131681] 'agreement among raft nodes before linearized reading' (duration: 1.456035689s)"],"step_count":1} {"level":"warn","ts":"2026-10-14T12:58:29.50257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T12:58:28.046317Z","time spent":"1.456243035s","remote":"127.0.0.1:35888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-10-14T12:58:29.502676Z","caller":"traceutil/trace.go:171","msg":"trace[2106736019] transaction","detail":"{read_only:false; response_revision:2107; number_of_response:1; }","duration":"1.406788644s","start":"2026-10-14T12:58:28.09587Z","end":"2026-10-14T12:58:29.502659Z","steps":["trace[2106736019] 'process raft request' (duration: 1.405288245s)"],"step_count":1} {"level":"warn","ts":"2026-10-14T12:58:29.502766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T12:58:28.095851Z","time spent":"1.406867637s","remote":"127.0.0.1:36204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-14T12:58:29.502812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.935111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-10-14T12:58:29.502866Z","caller":"traceutil/trace.go:171","msg":"trace[178784914] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:2110; }","duration":"107.033984ms","start":"2026-10-14T12:58:29.395816Z","end":"2026-10-14T12:58:29.50285Z","steps":["trace[178784914] 'agreement among raft nodes before linearized reading' (duration: 106.949271ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T12:58:29.502878Z","caller":"traceutil/trace.go:171","msg":"trace[1958117241] transaction","detail":"{read_only:false; response_revision:2108; number_of_response:1; }","duration":"1.389996254s","start":"2026-10-14T12:58:28.112864Z","end":"2026-10-14T12:58:29.50286Z","steps":["trace[1958117241] 'process raft request' (duration: 1.388365311s)"],"step_count":1} {"level":"warn","ts":"2026-10-14T12:58:29.502968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T12:58:28.112833Z","time spent":"1.390085197s","remote":"127.0.0.1:36204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-14T12:58:29.503026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.794389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-10-14T12:58:29.50307Z","caller":"traceutil/trace.go:171","msg":"trace[808730418] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:2110; }","duration":"141.84122ms","start":"2026-10-14T12:58:29.361217Z","end":"2026-10-14T12:58:29.503058Z","steps":["trace[808730418] 'agreement among raft nodes before linearized reading' (duration: 141.769568ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T12:58:29.503207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.817976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-10-14T12:58:29.503288Z","caller":"traceutil/trace.go:171","msg":"trace[781668565] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2110; }","duration":"837.94418ms","start":"2026-10-14T12:58:28.665329Z","end":"2026-10-14T12:58:29.503273Z","steps":["trace[781668565] 'agreement among raft nodes before linearized reading' (duration: 837.754244ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T12:58:29.503328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T12:58:28.66531Z","time spent":"838.005152ms","remote":"127.0.0.1:36204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-10-14T12:58:29.503482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.416714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-10-14T12:58:29.503576Z","caller":"traceutil/trace.go:171","msg":"trace[728007054] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:2110; }","duration":"408.512727ms","start":"2026-10-14T12:58:29.095047Z","end":"2026-10-14T12:58:29.50356Z","steps":["trace[728007054] 'agreement among raft nodes before linearized reading' (duration: 408.392353ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T12:58:29.503582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.382791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-10-14T12:58:29.50362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T12:58:29.094979Z","time spent":"408.62584ms","remote":"127.0.0.1:35690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-10-14T12:58:29.503641Z","caller":"traceutil/trace.go:171","msg":"trace[1220473175] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2110; }","duration":"909.472724ms","start":"2026-10-14T12:58:28.594154Z","end":"2026-10-14T12:58:29.503626Z","steps":["trace[1220473175] 'agreement among raft nodes before linearized reading' (duration: 909.164654ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T12:58:29.50369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T12:58:28.59414Z","time spent":"909.535557ms","remote":"127.0.0.1:36466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":254,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-10-14T12:58:29.503872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.183688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-10-14T12:58:29.503896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.063036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-10-14T12:58:29.503925Z","caller":"traceutil/trace.go:171","msg":"trace[250473918] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:2110; }","duration":"838.26774ms","start":"2026-10-14T12:58:28.665644Z","end":"2026-10-14T12:58:29.503911Z","steps":["trace[250473918] 'agreement among raft nodes before linearized reading' (duration: 838.158097ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T12:58:29.503948Z","caller":"traceutil/trace.go:171","msg":"trace[1921953053] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2110; }","duration":"828.17613ms","start":"2026-10-14T12:58:28.675755Z","end":"2026-10-14T12:58:29.503931Z","steps":["trace[1921953053] 'agreement among raft nodes before linearized reading' (duration: 828.012775ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T12:58:29.503975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T12:58:28.665636Z","time spent":"838.315392ms","remote":"127.0.0.1:54160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":13,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-10-14T12:58:29.503986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T12:58:28.675721Z","time spent":"828.253582ms","remote":"127.0.0.1:36204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-10-14T12:58:29.504013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.832669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-10-14T12:58:29.5041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362003526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-10-14T12:58:29.504115Z","caller":"traceutil/trace.go:171","msg":"trace[1760914099] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2110; }","duration":"473.961763ms","start":"2026-10-14T12:58:29.030119Z","end":"2026-10-14T12:58:29.504081Z","steps":["trace[1760914099] 'agreement among raft nodes before linearized reading' (duration: 473.795427ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T12:58:29.50398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309965431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-10-14T12:58:29.504151Z","caller":"traceutil/trace.go:171","msg":"trace[1113392196] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2110; }","duration":"1.362126751s","start":"2026-10-14T12:58:28.142011Z","end":"2026-10-14T12:58:29.504138Z","steps":["trace[1113392196] 'agreement among raft nodes before linearized reading' (duration: 1.361998606s)"],"step_count":1} {"level":"warn","ts":"2026-10-14T12:58:29.504161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T12:58:29.030102Z","time spent":"474.046486ms","remote":"127.0.0.1:36204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-10-14T12:58:29.50417Z","caller":"traceutil/trace.go:171","msg":"trace[754709351] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2110; }","duration":"1.310210258s","start":"2026-10-14T12:58:28.193945Z","end":"2026-10-14T12:58:29.504155Z","steps":["trace[754709351] 'agreement among raft nodes before linearized reading' (duration: 1.309934389s)"],"step_count":1} {"level":"warn","ts":"2026-10-14T12:58:29.504193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T12:58:28.141982Z","time spent":"1.362200723s","remote":"127.0.0.1:36204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-10-14T12:58:29.504228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T12:58:28.193926Z","time spent":"1.310275101s","remote":"127.0.0.1:36204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":579,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-10-14T12:58:29.50439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.380766961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-10-14T12:58:29.504442Z","caller":"traceutil/trace.go:171","msg":"trace[1359314249] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2110; }","duration":"1.380827583s","start":"2026-10-14T12:58:28.123599Z","end":"2026-10-14T12:58:29.504426Z","steps":["trace[1359314249] 'agreement among raft nodes before linearized reading' (duration: 1.380684228s)"],"step_count":1} {"level":"warn","ts":"2026-10-14T12:58:29.504481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T12:58:28.123593Z","time spent":"1.380876524s","remote":"127.0.0.1:40388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-10-14T12:58:30.017912Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3245302279046263346,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-10-14T12:58:31.287961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.297415215s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-10-14T12:58:31.288197Z","caller":"traceutil/trace.go:171","msg":"trace[576625156] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2110; }","duration":"1.297681573s","start":"2026-10-14T12:58:29.99048Z","end":"2026-10-14T12:58:31.288161Z","steps":["trace[576625156] 'range keys from in-memory index tree' (duration: 1.297383964s)"],"step_count":1} {"level":"warn","ts":"2026-10-14T12:58:31.28861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.134902048s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-10-14T12:58:31.288828Z","caller":"traceutil/trace.go:171","msg":"trace[1504057004] transaction","detail":"{read_only:false; response_revision:2112; number_of_response:1; }","duration":"1.778125748s","start":"2026-10-14T12:58:29.51068Z","end":"2026-10-14T12:58:31.288806Z","steps":["trace[1504057004] 'process raft request' (duration: 1.778030875s)"],"step_count":1} {"level":"warn","ts":"2026-10-14T12:58:31.288902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T12:58:29.510658Z","time spent":"1.77821114s","remote":"127.0.0.1:36204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-14T12:58:31.289048Z","caller":"traceutil/trace.go:171","msg":"trace[89264279] transaction","detail":"{read_only:false; response_revision:2111; number_of_response:1; }","duration":"1.778338545s","start":"2026-10-14T12:58:29.51068Z","end":"2026-10-14T12:58:31.289019Z","steps":["trace[89264279] 'process raft request' (duration: 642.88925ms)","trace[89264279] 'compare' (duration: 1.133481691s)"],"step_count":2} {"level":"warn","ts":"2026-10-14T12:58:31.289202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T12:58:29.510654Z","time spent":"1.778449499s","remote":"127.0.0.1:36204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-14T12:58:31.518229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000334693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-10-14T12:58:31.518309Z","caller":"traceutil/trace.go:171","msg":"trace[402747179] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000467567s","start":"2026-10-14T12:58:29.517823Z","end":"2026-10-14T12:58:31.51829Z","steps":["trace[402747179] 'agreement among raft nodes before linearized reading' (duration: 2.000356744s)"],"step_count":1} {"level":"warn","ts":"2026-10-14T12:58:31.518379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T12:58:29.51781Z","time spent":"2.000559611s","remote":"127.0.0.1:35888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/10/14 12:58:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-10-14T12:58:31.551154Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.40015553s","expected-duration":"1s"} {"level":"warn","ts":"2026-10-14T12:58:32.180301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.687221ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-10-14T12:58:32.180562Z","caller":"traceutil/trace.go:171","msg":"trace[212106075] linearizableReadLoop","detail":"{readStateIndex:2199; appliedIndex:2193; }","duration":"2.662682905s","start":"2026-10-14T12:58:29.517858Z","end":"2026-10-14T12:58:32.180541Z","steps":["trace[212106075] 'read index received' (duration: 635.724045ms)","trace[212106075] 'applied index is now lower than readState.Index' (duration: 2.02695738s)"],"step_count":2} {"level":"info","ts":"2026-10-14T12:58:32.180589Z","caller":"traceutil/trace.go:171","msg":"trace[831350821] transaction","detail":"{read_only:false; response_revision:2113; number_of_response:1; }","duration":"2.669863239s","start":"2026-10-14T12:58:29.510687Z","end":"2026-10-14T12:58:32.180551Z","steps":["trace[831350821] 'process raft request' (duration: 2.040812756s)","trace[831350821] 'compare' (duration: 628.559157ms)"],"step_count":2} {"level":"info","ts":"2026-10-14T12:58:32.180647Z","caller":"traceutil/trace.go:171","msg":"trace[8847218] transaction","detail":"{read_only:false; response_revision:2114; number_of_response:1; }","duration":"2.669913861s","start":"2026-10-14T12:58:29.510721Z","end":"2026-10-14T12:58:32.180634Z","steps":["trace[8847218] 'process raft request' (duration: 2.669675503s)"],"step_count":1} {"level":"warn","ts":"2026-10-14T12:58:32.1807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T12:58:29.510688Z","time spent":"2.669982473s","remote":"127.0.0.1:36204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-14T12:58:32.18078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T12:58:29.510666Z","time spent":"2.670002904s","remote":"127.0.0.1:36204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-14T12:58:32.180806Z","caller":"traceutil/trace.go:171","msg":"trace[2112875101] transaction","detail":"{read_only:false; response_revision:2115; number_of_response:1; }","duration":"2.669597911s","start":"2026-10-14T12:58:29.511179Z","end":"2026-10-14T12:58:32.180777Z","steps":["trace[2112875101] 'process raft request' (duration: 2.66926119s)"],"step_count":1} {"level":"warn","ts":"2026-10-14T12:58:32.180908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T12:58:29.511131Z","time spent":"2.669726145s","remote":"127.0.0.1:36204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-14T12:58:32.181067Z","caller":"traceutil/trace.go:171","msg":"trace[1093031936] transaction","detail":"{read_only:false; response_revision:2116; number_of_response:1; }","duration":"2.669690634s","start":"2026-10-14T12:58:29.511291Z","end":"2026-10-14T12:58:32.180981Z","steps":["trace[1093031936] 'process raft request' (duration: 2.669183538s)"],"step_count":1} {"level":"warn","ts":"2026-10-14T12:58:32.181625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T12:58:29.511275Z","time spent":"2.669909591s","remote":"127.0.0.1:36204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-14T12:58:32.681653Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3245302279046263360,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-10-14T12:58:32.927972Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.376393246s","expected-duration":"1s"} {"level":"warn","ts":"2026-10-14T12:58:33.519457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000738909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-10-14T12:58:33.519561Z","caller":"traceutil/trace.go:171","msg":"trace[1313899445] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000860093s","start":"2026-10-14T12:58:31.518656Z","end":"2026-10-14T12:58:33.519516Z","steps":["trace[1313899445] 'agreement among raft nodes before linearized reading' (duration: 2.00075548s)"],"step_count":1} {"level":"warn","ts":"2026-10-14T12:58:33.520062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T12:58:31.518645Z","time spent":"2.00140198s","remote":"127.0.0.1:35894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/10/14 12:58:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-10-14T12:58:34.161702Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.233579234s","expected-duration":"1s"} {"level":"warn","ts":"2026-10-14T12:58:35.01896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.090685372s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-10-14T12:58:35.019149Z","caller":"traceutil/trace.go:171","msg":"trace[19421640] transaction","detail":"{read_only:false; response_revision:2117; number_of_response:1; }","duration":"3.714066607s","start":"2026-10-14T12:58:31.305057Z","end":"2026-10-14T12:58:35.019124Z","steps":["trace[19421640] 'process raft request' (duration: 1.623141817s)","trace[19421640] 'compare' (duration: 2.088674568s)"],"step_count":2} {"level":"warn","ts":"2026-10-14T12:58:35.019278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T12:58:31.305019Z","time spent":"3.714174221s","remote":"127.0.0.1:36108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8536,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-14T12:58:35.523413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000189249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-10-14T12:58:35.523496Z","caller":"traceutil/trace.go:171","msg":"trace[741209820] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000324083s","start":"2026-10-14T12:58:33.523153Z","end":"2026-10-14T12:58:35.523477Z","steps":["trace[741209820] 'agreement among raft nodes before linearized reading' (duration: 2.00021852s)"],"step_count":1} {"level":"warn","ts":"2026-10-14T12:58:35.523542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T12:58:33.523134Z","time spent":"2.000399266s","remote":"127.0.0.1:35888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/10/14 12:58:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-10-14T12:58:36.508827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998937569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-10-14T12:58:36.508932Z","caller":"traceutil/trace.go:171","msg":"trace[1015678423] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999104215s","start":"2026-10-14T12:58:31.509802Z","end":"2026-10-14T12:58:36.508907Z","steps":["trace[1015678423] 'agreement among raft nodes before linearized reading' (duration: 4.99897078s)"],"step_count":1} {"level":"warn","ts":"2026-10-14T12:58:36.509021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T12:58:31.509794Z","time spent":"4.999207688s","remote":"127.0.0.1:36204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-10-14T12:58:36.510362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T12:58:31.511581Z","time spent":"4.998776853s","remote":"127.0.0.1:36204","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/10/14 12:58:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-10-14T12:58:36.510764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T12:58:31.510645Z","time spent":"4.999708573s","remote":"127.0.0.1:36204","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/10/14 12:58:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-10-14T12:58:36.787132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.76810024s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-10-14T12:58:36.788263Z","caller":"traceutil/trace.go:171","msg":"trace[1137507214] transaction","detail":"{read_only:false; response_revision:2118; number_of_response:1; }","duration":"5.278643815s","start":"2026-10-14T12:58:31.509601Z","end":"2026-10-14T12:58:36.788245Z","steps":["trace[1137507214] 'process raft request' (duration: 5.277717805s)"],"step_count":1} {"level":"warn","ts":"2026-10-14T12:58:36.790926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T12:58:31.509575Z","time spent":"5.281282419s","remote":"127.0.0.1:36204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-14T12:58:36.909551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.216551ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-10-14T12:58:36.909964Z","caller":"traceutil/trace.go:171","msg":"trace[1827407808] linearizableReadLoop","detail":"{readStateIndex:2206; appliedIndex:2199; }","duration":"4.729352169s","start":"2026-10-14T12:58:32.180592Z","end":"2026-10-14T12:58:36.909944Z","steps":["trace[1827407808] 'read index received' (duration: 747.624941ms)","trace[1827407808] 'applied index is now lower than readState.Index' (duration: 3.981726118s)"],"step_count":2} {"level":"info","ts":"2026-10-14T12:58:36.91002Z","caller":"traceutil/trace.go:171","msg":"trace[1429047104] transaction","detail":"{read_only:false; response_revision:2121; number_of_response:1; }","duration":"5.007209297s","start":"2026-10-14T12:58:31.90277Z","end":"2026-10-14T12:58:36.909979Z","steps":["trace[1429047104] 'process raft request' (duration: 5.007077563s)"],"step_count":1} {"level":"warn","ts":"2026-10-14T12:58:36.910101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.780955509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-10-14T12:58:36.910129Z","caller":"traceutil/trace.go:171","msg":"trace[192662037] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:2122; }","duration":"5.781041452s","start":"2026-10-14T12:58:31.129078Z","end":"2026-10-14T12:58:36.910119Z","steps":["trace[192662037] 'agreement among raft nodes before linearized reading' (duration: 5.78097133s)"],"step_count":1} {"level":"warn","ts":"2026-10-14T12:58:36.910165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T12:58:31.129044Z","time spent":"5.781110254s","remote":"127.0.0.1:36320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-10-14T12:58:36.910171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.733030657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12382"} {"level":"warn","ts":"2026-10-14T12:58:36.91022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T12:58:31.902742Z","time spent":"5.007364232s","remote":"127.0.0.1:36204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-14T12:58:36.910262Z","caller":"traceutil/trace.go:171","msg":"trace[392920721] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2122; }","duration":"5.733165751s","start":"2026-10-14T12:58:31.177064Z","end":"2026-10-14T12:58:36.91023Z","steps":["trace[392920721] 'agreement among raft nodes before linearized reading' (duration: 5.732938894s)"],"step_count":1} {"level":"info","ts":"2026-10-14T12:58:36.910263Z","caller":"traceutil/trace.go:171","msg":"trace[1004163257] transaction","detail":"{read_only:false; response_revision:2122; number_of_response:1; }","duration":"4.74116028s","start":"2026-10-14T12:58:32.16908Z","end":"2026-10-14T12:58:36.91024Z","steps":["trace[1004163257] 'process raft request' (duration: 4.74082444s)"],"step_count":1} {"level":"warn","ts":"2026-10-14T12:58:36.910308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T12:58:31.177035Z","time spent":"5.733264934s","remote":"127.0.0.1:36120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12404,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-10-14T12:58:36.910368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T12:58:32.16905Z","time spent":"4.741265534s","remote":"127.0.0.1:36204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-14T12:58:36.91018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.051212023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-10-14T12:58:36.910502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.116362722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-10-14T12:58:36.910526Z","caller":"traceutil/trace.go:171","msg":"trace[90855362] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:2122; }","duration":"5.051628096s","start":"2026-10-14T12:58:31.858884Z","end":"2026-10-14T12:58:36.910512Z","steps":["trace[90855362] 'agreement among raft nodes before linearized reading' (duration: 5.051176181s)"],"step_count":1} {"level":"warn","ts":"2026-10-14T12:58:36.910613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T12:58:31.858863Z","time spent":"5.051685467s","remote":"127.0.0.1:35674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-10-14T12:58:36.91061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.159237925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18de66c5a23c5280\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-10-14T12:58:36.910614Z","caller":"traceutil/trace.go:171","msg":"trace[1850858093] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2122; }","duration":"5.116480756s","start":"2026-10-14T12:58:31.794062Z","end":"2026-10-14T12:58:36.910543Z","steps":["trace[1850858093] 'agreement among raft nodes before linearized reading' (duration: 5.116251458s)"],"step_count":1} {"level":"warn","ts":"2026-10-14T12:58:36.910634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.767515353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-10-14T12:58:36.910668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T12:58:31.794039Z","time spent":"5.11661568s","remote":"127.0.0.1:36122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-10-14T12:58:36.910692Z","caller":"traceutil/trace.go:171","msg":"trace[1410740180] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:2122; }","duration":"6.767615986s","start":"2026-10-14T12:58:30.143063Z","end":"2026-10-14T12:58:36.910679Z","steps":["trace[1410740180] 'agreement among raft nodes before linearized reading' (duration: 6.767448941s)"],"step_count":1} {"level":"warn","ts":"2026-10-14T12:58:36.910717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.507428979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-10-14T12:58:36.910749Z","caller":"traceutil/trace.go:171","msg":"trace[1945180386] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2122; }","duration":"4.507497671s","start":"2026-10-14T12:58:32.403241Z","end":"2026-10-14T12:58:36.910739Z","steps":["trace[1945180386] 'agreement among raft nodes before linearized reading' (duration: 4.507442069s)"],"step_count":1} {"level":"warn","ts":"2026-10-14T12:58:36.910776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T12:58:32.403193Z","time spent":"4.507574923s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-10-14T12:58:36.91073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T12:58:30.143042Z","time spent":"6.767675428s","remote":"127.0.0.1:35996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":20,"response size":29,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-10-14T12:58:36.910653Z","caller":"traceutil/trace.go:171","msg":"trace[1520500128] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18de66c5a23c5280; range_end:; response_count:1; response_revision:2122; }","duration":"6.159343368s","start":"2026-10-14T12:58:30.751297Z","end":"2026-10-14T12:58:36.91064Z","steps":["trace[1520500128] 'agreement among raft nodes before linearized reading' (duration: 6.159169042s)"],"step_count":1} {"level":"warn","ts":"2026-10-14T12:58:36.910999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.3949832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-10-14T12:58:36.911032Z","caller":"traceutil/trace.go:171","msg":"trace[1976672242] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2122; }","duration":"6.395051842s","start":"2026-10-14T12:58:30.51597Z","end":"2026-10-14T12:58:36.911022Z","steps":["trace[1976672242] 'agreement among raft nodes before linearized reading' (duration: 6.394956759s)"],"step_count":1} {"level":"warn","ts":"2026-10-14T12:58:36.911046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T12:58:30.751276Z","time spent":"6.15974419s","remote":"127.0.0.1:35970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18de66c5a23c5280\" "} {"level":"warn","ts":"2026-10-14T12:58:36.911065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T12:58:30.515952Z","time spent":"6.395106363s","remote":"127.0.0.1:40388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-10-14T12:58:36.911106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.725303601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-10-14T12:58:36.91114Z","caller":"traceutil/trace.go:171","msg":"trace[113121804] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2122; }","duration":"2.725410725s","start":"2026-10-14T12:58:34.185719Z","end":"2026-10-14T12:58:36.911129Z","steps":["trace[113121804] 'agreement among raft nodes before linearized reading' (duration: 2.725305532s)"],"step_count":1} {"level":"warn","ts":"2026-10-14T12:58:36.911137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.387490417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-10-14T12:58:36.911168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T12:58:34.1857Z","time spent":"2.725459566s","remote":"127.0.0.1:36204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-10-14T12:58:36.911079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.72525053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-10-14T12:58:36.911191Z","caller":"traceutil/trace.go:171","msg":"trace[912952781] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2122; }","duration":"1.38757463s","start":"2026-10-14T12:58:35.5236Z","end":"2026-10-14T12:58:36.911174Z","steps":["trace[912952781] 'agreement among raft nodes before linearized reading' (duration: 1.387488167s)"],"step_count":1} {"level":"warn","ts":"2026-10-14T12:58:36.911253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.244066372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-10-14T12:58:36.911282Z","caller":"traceutil/trace.go:171","msg":"trace[463465247] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:2122; }","duration":"6.244160045s","start":"2026-10-14T12:58:30.667113Z","end":"2026-10-14T12:58:36.911274Z","steps":["trace[463465247] 'agreement among raft nodes before linearized reading' (duration: 6.244077622s)"],"step_count":1} {"level":"warn","ts":"2026-10-14T12:58:36.911275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T12:58:35.523577Z","time spent":"1.387687744s","remote":"127.0.0.1:35894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-10-14T12:58:36.911415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.607813813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-10-14T12:58:36.911488Z","caller":"traceutil/trace.go:171","msg":"trace[1941776485] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:2122; }","duration":"1.607952157s","start":"2026-10-14T12:58:35.303522Z","end":"2026-10-14T12:58:36.911474Z","steps":["trace[1941776485] 'agreement among raft nodes before linearized reading' (duration: 1.607817763s)"],"step_count":1} {"level":"warn","ts":"2026-10-14T12:58:36.911532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T12:58:35.303503Z","time spent":"1.60801638s","remote":"127.0.0.1:36210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":15,"response size":29,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-10-14T12:58:36.911552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.277526646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-10-14T12:58:36.911616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.617215483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-10-14T12:58:36.91162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.504512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-10-14T12:58:36.911652Z","caller":"traceutil/trace.go:171","msg":"trace[107608791] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2122; }","duration":"3.617271225s","start":"2026-10-14T12:58:33.294372Z","end":"2026-10-14T12:58:36.911643Z","steps":["trace[107608791] 'agreement among raft nodes before linearized reading' (duration: 3.617144901s)"],"step_count":1} {"level":"warn","ts":"2026-10-14T12:58:36.911679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T12:58:33.294357Z","time spent":"3.617315916s","remote":"127.0.0.1:36204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-10-14T12:58:36.911677Z","caller":"traceutil/trace.go:171","msg":"trace[767599259] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2122; }","duration":"399.574124ms","start":"2026-10-14T12:58:36.512084Z","end":"2026-10-14T12:58:36.911658Z","steps":["trace[767599259] 'agreement among raft nodes before linearized reading' (duration: 399.462371ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T12:58:36.911735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T12:58:36.512077Z","time spent":"399.645536ms","remote":"127.0.0.1:36204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":547,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-10-14T12:58:36.911739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.834617326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-10-14T12:58:36.911796Z","caller":"traceutil/trace.go:171","msg":"trace[1568196020] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:2122; }","duration":"1.834678948s","start":"2026-10-14T12:58:35.077103Z","end":"2026-10-14T12:58:36.911782Z","steps":["trace[1568196020] 'agreement among raft nodes before linearized reading' (duration: 1.834550934s)"],"step_count":1} {"level":"warn","ts":"2026-10-14T12:58:36.911832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T12:58:35.077057Z","time spent":"1.8347658s","remote":"127.0.0.1:36012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":25,"response size":29,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-10-14T12:58:36.911867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.726091087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-10-14T12:58:36.911861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.725174867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-10-14T12:58:36.911894Z","caller":"traceutil/trace.go:171","msg":"trace[1983027485] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2122; }","duration":"2.726140448s","start":"2026-10-14T12:58:34.185745Z","end":"2026-10-14T12:58:36.911885Z","steps":["trace[1983027485] 'agreement among raft nodes before linearized reading' (duration: 2.726051296s)"],"step_count":1} {"level":"info","ts":"2026-10-14T12:58:36.911911Z","caller":"traceutil/trace.go:171","msg":"trace[1403392168] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2122; }","duration":"2.725231529s","start":"2026-10-14T12:58:34.186663Z","end":"2026-10-14T12:58:36.911895Z","steps":["trace[1403392168] 'agreement among raft nodes before linearized reading' (duration: 2.725098344s)"],"step_count":1} {"level":"warn","ts":"2026-10-14T12:58:36.911958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T12:58:34.186657Z","time spent":"2.725285691s","remote":"127.0.0.1:36204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-10-14T12:58:36.911978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.756757659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-10-14T12:58:36.911983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.249995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"info","ts":"2026-10-14T12:58:36.912004Z","caller":"traceutil/trace.go:171","msg":"trace[1751035615] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:2122; }","duration":"2.756825001s","start":"2026-10-14T12:58:34.155172Z","end":"2026-10-14T12:58:36.911997Z","steps":["trace[1751035615] 'agreement among raft nodes before linearized reading' (duration: 2.756761479s)"],"step_count":1} {"level":"warn","ts":"2026-10-14T12:58:36.912033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T12:58:34.155152Z","time spent":"2.756873592s","remote":"127.0.0.1:36120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":22,"response size":29,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-10-14T12:58:36.912031Z","caller":"traceutil/trace.go:171","msg":"trace[552788973] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:2122; }","duration":"400.333208ms","start":"2026-10-14T12:58:36.511682Z","end":"2026-10-14T12:58:36.912016Z","steps":["trace[552788973] 'agreement among raft nodes before linearized reading' (duration: 400.229644ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T12:58:36.912072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T12:58:36.511653Z","time spent":"400.40832ms","remote":"127.0.0.1:36204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":572,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-10-14T12:58:36.911918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T12:58:34.185734Z","time spent":"2.726178409s","remote":"127.0.0.1:36204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-10-14T12:58:36.912173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.510369878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-10-14T12:58:36.912201Z","caller":"traceutil/trace.go:171","msg":"trace[109270046] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2122; }","duration":"3.51041725s","start":"2026-10-14T12:58:33.401776Z","end":"2026-10-14T12:58:36.912193Z","steps":["trace[109270046] 'agreement among raft nodes before linearized reading' (duration: 3.510365929s)"],"step_count":1} {"level":"warn","ts":"2026-10-14T12:58:36.912226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T12:58:33.401761Z","time spent":"3.510457751s","remote":"127.0.0.1:36392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-10-14T12:58:36.912329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.907571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.15\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-10-14T12:58:36.912372Z","caller":"traceutil/trace.go:171","msg":"trace[86984398] range","detail":"{range_begin:/registry/masterleases/162.253.55.15; range_end:; response_count:1; response_revision:2122; }","duration":"629.999963ms","start":"2026-10-14T12:58:36.282357Z","end":"2026-10-14T12:58:36.912357Z","steps":["trace[86984398] 'agreement among raft nodes before linearized reading' (duration: 629.868909ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T12:58:36.912412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T12:58:36.282338Z","time spent":"630.063916ms","remote":"127.0.0.1:35932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/162.253.55.15\" "} {"level":"warn","ts":"2026-10-14T12:58:36.911313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T12:58:30.667089Z","time spent":"6.244214597s","remote":"127.0.0.1:36238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":27,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-10-14T12:58:36.912577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.068777064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-10-14T12:58:36.912608Z","caller":"traceutil/trace.go:171","msg":"trace[1541252396] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:2122; }","duration":"4.068852377s","start":"2026-10-14T12:58:32.843746Z","end":"2026-10-14T12:58:36.912599Z","steps":["trace[1541252396] 'agreement among raft nodes before linearized reading' (duration: 4.068780395s)"],"step_count":1} {"level":"info","ts":"2026-10-14T12:58:36.911305Z","caller":"traceutil/trace.go:171","msg":"trace[1411681020] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2122; }","duration":"2.725428606s","start":"2026-10-14T12:58:34.185784Z","end":"2026-10-14T12:58:36.911213Z","steps":["trace[1411681020] 'agreement among raft nodes before linearized reading' (duration: 2.725183548s)"],"step_count":1} {"level":"warn","ts":"2026-10-14T12:58:36.912646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T12:58:32.84373Z","time spent":"4.068896889s","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-10-14T12:58:36.912661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T12:58:34.185767Z","time spent":"2.726879472s","remote":"127.0.0.1:36204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-10-14T12:58:36.912786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.06582789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-10-14T12:58:36.912812Z","caller":"traceutil/trace.go:171","msg":"trace[920320402] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2122; }","duration":"4.065873412s","start":"2026-10-14T12:58:32.846929Z","end":"2026-10-14T12:58:36.912803Z","steps":["trace[920320402] 'agreement among raft nodes before linearized reading' (duration: 4.06583274s)"],"step_count":1} {"level":"info","ts":"2026-10-14T12:58:36.911626Z","caller":"traceutil/trace.go:171","msg":"trace[32210162] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2122; }","duration":"2.27763015s","start":"2026-10-14T12:58:34.633979Z","end":"2026-10-14T12:58:36.911609Z","steps":["trace[32210162] 'agreement among raft nodes before linearized reading' (duration: 2.277522726s)"],"step_count":1} {"level":"warn","ts":"2026-10-14T12:58:36.91284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T12:58:32.846916Z","time spent":"4.065916563s","remote":"127.0.0.1:35582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-10-14T12:58:36.912863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T12:58:34.633956Z","time spent":"2.27888642s","remote":"127.0.0.1:36164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-10-14T12:58:37.221198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.656425ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-10-14T12:58:37.221579Z","caller":"traceutil/trace.go:171","msg":"trace[1699475184] transaction","detail":"{read_only:false; response_revision:2123; number_of_response:1; }","duration":"299.387874ms","start":"2026-10-14T12:58:36.922147Z","end":"2026-10-14T12:58:37.221535Z","steps":["trace[1699475184] 'process raft request' (duration: 299.176417ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T12:58:37.221596Z","caller":"traceutil/trace.go:171","msg":"trace[1427219635] transaction","detail":"{read_only:false; response_revision:2124; number_of_response:1; }","duration":"299.320563ms","start":"2026-10-14T12:58:36.922265Z","end":"2026-10-14T12:58:37.221585Z","steps":["trace[1427219635] 'process raft request' (duration: 299.212809ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T12:58:37.221716Z","caller":"traceutil/trace.go:171","msg":"trace[934758655] transaction","detail":"{read_only:false; response_revision:2125; number_of_response:1; }","duration":"299.214578ms","start":"2026-10-14T12:58:36.922494Z","end":"2026-10-14T12:58:37.221708Z","steps":["trace[934758655] 'process raft request' (duration: 299.033333ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T12:58:37.221935Z","caller":"traceutil/trace.go:171","msg":"trace[339297265] transaction","detail":"{read_only:false; response_revision:2126; number_of_response:1; }","duration":"299.091965ms","start":"2026-10-14T12:58:36.922831Z","end":"2026-10-14T12:58:37.221923Z","steps":["trace[339297265] 'process raft request' (duration: 298.849758ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T12:58:37.222207Z","caller":"traceutil/trace.go:171","msg":"trace[1266632106] transaction","detail":"{read_only:false; response_revision:2127; number_of_response:1; }","duration":"295.212032ms","start":"2026-10-14T12:58:36.926987Z","end":"2026-10-14T12:58:37.222199Z","steps":["trace[1266632106] 'process raft request' (duration: 294.861191ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T12:58:37.222197Z","caller":"traceutil/trace.go:171","msg":"trace[49607647] transaction","detail":"{read_only:false; response_revision:2128; number_of_response:1; }","duration":"288.023033ms","start":"2026-10-14T12:58:36.934158Z","end":"2026-10-14T12:58:37.222181Z","steps":["trace[49607647] 'process raft request' (duration: 287.776326ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T12:58:37.222358Z","caller":"traceutil/trace.go:171","msg":"trace[786691990] linearizableReadLoop","detail":"{readStateIndex:2210; appliedIndex:2206; }","duration":"299.989004ms","start":"2026-10-14T12:58:36.922356Z","end":"2026-10-14T12:58:37.222345Z","steps":["trace[786691990] 'read index received' (duration: 10.358089ms)","trace[786691990] 'applied index is now lower than readState.Index' (duration: 289.629705ms)"],"step_count":2} {"level":"warn","ts":"2026-10-14T12:58:37.222474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.450611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-10-14T12:58:37.22251Z","caller":"traceutil/trace.go:171","msg":"trace[207447577] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2128; }","duration":"296.594705ms","start":"2026-10-14T12:58:36.925896Z","end":"2026-10-14T12:58:37.222491Z","steps":["trace[207447577] 'agreement among raft nodes before linearized reading' (duration: 296.529183ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T12:58:37.222517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.161549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"info","ts":"2026-10-14T12:58:37.222547Z","caller":"traceutil/trace.go:171","msg":"trace[373785222] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:2128; }","duration":"300.218431ms","start":"2026-10-14T12:58:36.922315Z","end":"2026-10-14T12:58:37.222534Z","steps":["trace[373785222] 'agreement among raft nodes before linearized reading' (duration: 300.099577ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T12:58:37.222602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T12:58:36.922303Z","time spent":"300.286712ms","remote":"127.0.0.1:36204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":572,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-10-14T12:58:37.22274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.369181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-10-14T12:58:37.222716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.318323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-10-14T12:58:37.222767Z","caller":"traceutil/trace.go:171","msg":"trace[248425749] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2128; }","duration":"292.461655ms","start":"2026-10-14T12:58:36.930296Z","end":"2026-10-14T12:58:37.222758Z","steps":["trace[248425749] 'agreement among raft nodes before linearized reading' (duration: 292.375362ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T12:58:37.222794Z","caller":"traceutil/trace.go:171","msg":"trace[137923426] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2128; }","duration":"283.449978ms","start":"2026-10-14T12:58:36.939323Z","end":"2026-10-14T12:58:37.222773Z","steps":["trace[137923426] 'agreement among raft nodes before linearized reading' (duration: 283.323334ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T12:58:37.566972Z","caller":"traceutil/trace.go:171","msg":"trace[524318599] transaction","detail":"{read_only:false; response_revision:2133; number_of_response:1; }","duration":"167.445648ms","start":"2026-10-14T12:58:37.39949Z","end":"2026-10-14T12:58:37.566936Z","steps":["trace[524318599] 'process raft request' (duration: 167.264472ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T13:00:01.68245Z","caller":"traceutil/trace.go:171","msg":"trace[1379712918] transaction","detail":"{read_only:false; response_revision:2677; number_of_response:1; }","duration":"118.714113ms","start":"2026-10-14T13:00:01.563711Z","end":"2026-10-14T13:00:01.682425Z","steps":["trace[1379712918] 'process raft request' (duration: 115.849723ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T13:00:01.682832Z","caller":"traceutil/trace.go:171","msg":"trace[1285443515] transaction","detail":"{read_only:false; response_revision:2678; number_of_response:1; }","duration":"119.073431ms","start":"2026-10-14T13:00:01.563707Z","end":"2026-10-14T13:00:01.682781Z","steps":["trace[1285443515] 'process raft request' (duration: 118.60403ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T13:00:33.448457Z","caller":"traceutil/trace.go:171","msg":"trace[2068321753] linearizableReadLoop","detail":"{readStateIndex:2964; appliedIndex:2963; }","duration":"102.755495ms","start":"2026-10-14T13:00:33.34568Z","end":"2026-10-14T13:00:33.448435Z","steps":["trace[2068321753] 'read index received' (duration: 102.451578ms)","trace[2068321753] 'applied index is now lower than readState.Index' (duration: 302.487µs)"],"step_count":2} {"level":"warn","ts":"2026-10-14T13:00:33.448656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.953389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-10-14T13:00:33.448686Z","caller":"traceutil/trace.go:171","msg":"trace[27395127] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2853; }","duration":"103.051791ms","start":"2026-10-14T13:00:33.345626Z","end":"2026-10-14T13:00:33.448678Z","steps":["trace[27395127] 'agreement among raft nodes before linearized reading' (duration: 102.899308ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T13:00:33.448948Z","caller":"traceutil/trace.go:171","msg":"trace[1765195954] transaction","detail":"{read_only:false; response_revision:2853; number_of_response:1; }","duration":"126.602529ms","start":"2026-10-14T13:00:33.322299Z","end":"2026-10-14T13:00:33.448902Z","steps":["trace[1765195954] 'process raft request' (duration: 125.958555ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T13:05:00.012534Z","caller":"traceutil/trace.go:171","msg":"trace[537156748] transaction","detail":"{read_only:false; response_revision:4840; number_of_response:1; }","duration":"103.115571ms","start":"2026-10-14T13:04:59.909389Z","end":"2026-10-14T13:05:00.012505Z","steps":["trace[537156748] 'process raft request' (duration: 77.261432ms)","trace[537156748] 'compare' (duration: 25.707116ms)"],"step_count":2} {"level":"info","ts":"2026-10-14T13:05:12.601795Z","caller":"traceutil/trace.go:171","msg":"trace[570559874] linearizableReadLoop","detail":"{readStateIndex:5264; appliedIndex:5263; }","duration":"114.517677ms","start":"2026-10-14T13:05:12.487237Z","end":"2026-10-14T13:05:12.601754Z","steps":["trace[570559874] 'read index received' (duration: 114.209901ms)","trace[570559874] 'applied index is now lower than readState.Index' (duration: 306.556µs)"],"step_count":2} {"level":"info","ts":"2026-10-14T13:05:12.601878Z","caller":"traceutil/trace.go:171","msg":"trace[50513367] transaction","detail":"{read_only:false; response_revision:5068; number_of_response:1; }","duration":"129.414947ms","start":"2026-10-14T13:05:12.472393Z","end":"2026-10-14T13:05:12.601808Z","steps":["trace[50513367] 'process raft request' (duration: 129.137763ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T13:05:12.602076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.823521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-10-14T13:05:12.602161Z","caller":"traceutil/trace.go:171","msg":"trace[1890145379] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:5068; }","duration":"114.961384ms","start":"2026-10-14T13:05:12.487178Z","end":"2026-10-14T13:05:12.60214Z","steps":["trace[1890145379] 'agreement among raft nodes before linearized reading' (duration: 114.689259ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T13:05:13.164955Z","caller":"traceutil/trace.go:171","msg":"trace[1223562497] linearizableReadLoop","detail":"{readStateIndex:5268; appliedIndex:5266; }","duration":"138.910628ms","start":"2026-10-14T13:05:13.025981Z","end":"2026-10-14T13:05:13.164892Z","steps":["trace[1223562497] 'read index received' (duration: 52.935785ms)","trace[1223562497] 'applied index is now lower than readState.Index' (duration: 85.972813ms)"],"step_count":2} {"level":"info","ts":"2026-10-14T13:05:13.165009Z","caller":"traceutil/trace.go:171","msg":"trace[1845801492] transaction","detail":"{read_only:false; response_revision:5072; number_of_response:1; }","duration":"160.049295ms","start":"2026-10-14T13:05:13.004919Z","end":"2026-10-14T13:05:13.164969Z","steps":["trace[1845801492] 'process raft request' (duration: 159.72235ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T13:05:13.165267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.239493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-10-14T13:05:13.165371Z","caller":"traceutil/trace.go:171","msg":"trace[84876276] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:5072; }","duration":"139.430367ms","start":"2026-10-14T13:05:13.025927Z","end":"2026-10-14T13:05:13.165357Z","steps":["trace[84876276] 'agreement among raft nodes before linearized reading' (duration: 139.182362ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T13:05:13.16537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.8164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-10-14T13:05:13.165473Z","caller":"traceutil/trace.go:171","msg":"trace[231415557] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5072; }","duration":"115.017894ms","start":"2026-10-14T13:05:13.050426Z","end":"2026-10-14T13:05:13.165444Z","steps":["trace[231415557] 'agreement among raft nodes before linearized reading' (duration: 114.80023ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T13:05:13.165508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.130191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-10-14T13:05:13.165542Z","caller":"traceutil/trace.go:171","msg":"trace[2058135314] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5072; }","duration":"110.220742ms","start":"2026-10-14T13:05:13.055312Z","end":"2026-10-14T13:05:13.165532Z","steps":["trace[2058135314] 'agreement among raft nodes before linearized reading' (duration: 110.127151ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T13:05:23.148074Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2798} {"level":"info","ts":"2026-10-14T13:05:23.22556Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2798,"took":"76.384527ms","hash":858889804,"current-db-size-bytes":51519488,"current-db-size":"52 MB","current-db-size-in-use-bytes":27136000,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-10-14T13:05:23.225655Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":858889804,"revision":2798,"compact-revision":-1} {"level":"info","ts":"2026-10-14T13:05:26.356999Z","caller":"traceutil/trace.go:171","msg":"trace[1862617819] transaction","detail":"{read_only:false; response_revision:5239; number_of_response:1; }","duration":"297.450048ms","start":"2026-10-14T13:05:26.059505Z","end":"2026-10-14T13:05:26.356956Z","steps":["trace[1862617819] 'process raft request' (duration: 297.175333ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T13:05:26.392778Z","caller":"traceutil/trace.go:171","msg":"trace[391826831] linearizableReadLoop","detail":"{readStateIndex:5443; appliedIndex:5441; }","duration":"279.347062ms","start":"2026-10-14T13:05:26.113409Z","end":"2026-10-14T13:05:26.392756Z","steps":["trace[391826831] 'read index received' (duration: 243.326706ms)","trace[391826831] 'applied index is now lower than readState.Index' (duration: 36.019546ms)"],"step_count":2} {"level":"warn","ts":"2026-10-14T13:05:26.393015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.588486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10391"} {"level":"info","ts":"2026-10-14T13:05:26.393049Z","caller":"traceutil/trace.go:171","msg":"trace[1814352090] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5240; }","duration":"279.689248ms","start":"2026-10-14T13:05:26.113352Z","end":"2026-10-14T13:05:26.393042Z","steps":["trace[1814352090] 'agreement among raft nodes before linearized reading' (duration: 279.542546ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T13:05:26.392922Z","caller":"traceutil/trace.go:171","msg":"trace[1578570106] transaction","detail":"{read_only:false; response_revision:5240; number_of_response:1; }","duration":"333.310071ms","start":"2026-10-14T13:05:26.059547Z","end":"2026-10-14T13:05:26.392858Z","steps":["trace[1578570106] 'process raft request' (duration: 333.071627ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T13:05:26.393526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.568801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-10-14T13:05:26.393567Z","caller":"traceutil/trace.go:171","msg":"trace[813285956] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5240; }","duration":"268.661613ms","start":"2026-10-14T13:05:26.124896Z","end":"2026-10-14T13:05:26.393558Z","steps":["trace[813285956] 'agreement among raft nodes before linearized reading' (duration: 268.581812ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T13:05:26.393697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T13:05:26.059518Z","time spent":"333.886251ms","remote":"127.0.0.1:36204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-14T13:05:26.394132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.236908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-10-14T13:05:26.394158Z","caller":"traceutil/trace.go:171","msg":"trace[787734728] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5240; }","duration":"264.282169ms","start":"2026-10-14T13:05:26.129867Z","end":"2026-10-14T13:05:26.394149Z","steps":["trace[787734728] 'agreement among raft nodes before linearized reading' (duration: 264.029115ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T13:05:26.522603Z","caller":"traceutil/trace.go:171","msg":"trace[977849851] transaction","detail":"{read_only:false; response_revision:5241; number_of_response:1; }","duration":"119.565252ms","start":"2026-10-14T13:05:26.402994Z","end":"2026-10-14T13:05:26.52256Z","steps":["trace[977849851] 'process raft request' (duration: 119.123585ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T13:05:26.522726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.250838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1162"} {"level":"info","ts":"2026-10-14T13:05:26.522856Z","caller":"traceutil/trace.go:171","msg":"trace[854833373] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5241; }","duration":"122.462672ms","start":"2026-10-14T13:05:26.400362Z","end":"2026-10-14T13:05:26.522825Z","steps":["trace[854833373] 'agreement among raft nodes before linearized reading' (duration: 122.057555ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T13:05:26.6956Z","caller":"traceutil/trace.go:171","msg":"trace[1032558986] transaction","detail":"{read_only:false; response_revision:5242; number_of_response:1; }","duration":"207.016995ms","start":"2026-10-14T13:05:26.488539Z","end":"2026-10-14T13:05:26.695556Z","steps":["trace[1032558986] 'process raft request' (duration: 143.110909ms)","trace[1032558986] 'compare' (duration: 63.704183ms)"],"step_count":2} {"level":"info","ts":"2026-10-14T13:05:26.71599Z","caller":"traceutil/trace.go:171","msg":"trace[1451512555] transaction","detail":"{read_only:false; response_revision:5243; number_of_response:1; }","duration":"185.143066ms","start":"2026-10-14T13:05:26.53082Z","end":"2026-10-14T13:05:26.715963Z","steps":["trace[1451512555] 'process raft request' (duration: 184.900602ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T13:05:26.716531Z","caller":"traceutil/trace.go:171","msg":"trace[1846671832] transaction","detail":"{read_only:false; response_revision:5244; number_of_response:1; }","duration":"184.932473ms","start":"2026-10-14T13:05:26.531551Z","end":"2026-10-14T13:05:26.716484Z","steps":["trace[1846671832] 'process raft request' (duration: 184.351053ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T13:05:26.716618Z","caller":"traceutil/trace.go:171","msg":"trace[668404967] linearizableReadLoop","detail":"{readStateIndex:5447; appliedIndex:5445; }","duration":"185.496392ms","start":"2026-10-14T13:05:26.531101Z","end":"2026-10-14T13:05:26.716598Z","steps":["trace[668404967] 'read index received' (duration: 100.560702ms)","trace[668404967] 'applied index is now lower than readState.Index' (duration: 84.93419ms)"],"step_count":2} {"level":"info","ts":"2026-10-14T13:05:26.71674Z","caller":"traceutil/trace.go:171","msg":"trace[1984261097] transaction","detail":"{read_only:false; response_revision:5245; number_of_response:1; }","duration":"184.999544ms","start":"2026-10-14T13:05:26.531721Z","end":"2026-10-14T13:05:26.716721Z","steps":["trace[1984261097] 'process raft request' (duration: 184.589577ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T13:05:26.717178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.816458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-5f7d4fb576-gzv2w\" ","response":"range_response_count:1 size:11847"} {"level":"info","ts":"2026-10-14T13:05:26.71725Z","caller":"traceutil/trace.go:171","msg":"trace[1207103985] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-5f7d4fb576-gzv2w; range_end:; response_count:1; response_revision:5246; }","duration":"185.93228ms","start":"2026-10-14T13:05:26.531303Z","end":"2026-10-14T13:05:26.717235Z","steps":["trace[1207103985] 'agreement among raft nodes before linearized reading' (duration: 185.701396ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T13:05:26.717277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.117053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1265"} {"level":"info","ts":"2026-10-14T13:05:26.717319Z","caller":"traceutil/trace.go:171","msg":"trace[616554062] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:5246; }","duration":"186.243075ms","start":"2026-10-14T13:05:26.531061Z","end":"2026-10-14T13:05:26.717304Z","steps":["trace[616554062] 'agreement among raft nodes before linearized reading' (duration: 186.066282ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T13:05:26.717552Z","caller":"traceutil/trace.go:171","msg":"trace[778872200] transaction","detail":"{read_only:false; response_revision:5246; number_of_response:1; }","duration":"181.76539ms","start":"2026-10-14T13:05:26.535773Z","end":"2026-10-14T13:05:26.717539Z","steps":["trace[778872200] 'process raft request' (duration: 180.733163ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T13:09:22.000755Z","caller":"traceutil/trace.go:171","msg":"trace[1107591870] transaction","detail":"{read_only:false; response_revision:6995; number_of_response:1; }","duration":"118.111654ms","start":"2026-10-14T13:09:21.882622Z","end":"2026-10-14T13:09:22.000733Z","steps":["trace[1107591870] 'process raft request' (duration: 58.382163ms)","trace[1107591870] 'compare' (duration: 59.323669ms)"],"step_count":2} {"level":"info","ts":"2026-10-14T13:09:51.966558Z","caller":"traceutil/trace.go:171","msg":"trace[99777302] transaction","detail":"{read_only:false; response_revision:7153; number_of_response:1; }","duration":"114.351287ms","start":"2026-10-14T13:09:51.852183Z","end":"2026-10-14T13:09:51.966534Z","steps":["trace[99777302] 'process raft request' (duration: 113.74024ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T13:10:23.155884Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5219} {"level":"info","ts":"2026-10-14T13:10:23.239484Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5219,"took":"81.842509ms","hash":1123352457,"current-db-size-bytes":51519488,"current-db-size":"52 MB","current-db-size-in-use-bytes":19234816,"current-db-size-in-use":"19 MB"} {"level":"info","ts":"2026-10-14T13:10:23.239674Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1123352457,"revision":5219,"compact-revision":2798}